diff --git a/ScreenExplorer-3B-E1/episode_0/game_record_20250514_133436.json b/ScreenExplorer-3B-E1/episode_0/game_record_20250514_133436.json new file mode 100644 index 0000000000000000000000000000000000000000..a30c670d13db2d7542b0e94bff1e7100276d5a17 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_0/game_record_20250514_133436.json @@ -0,0 +1,26100 @@ +{ + "start_time": "2025-05-14T13:34:36.865001", + "end_time": "2025-05-14T13:39:06.964420", + "buffer_size": 80, + "all_records": [ + { + "frame_id": "0_0_0", + "episode_id": 0, + "env_id": 0, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.16248893737793, + "advantages": 0.8327783346176147, + "generated_text": "{\n \"intent\": \"Move the mouse cursor to the center of the screen to start exploring the desktop.\",\n \"action\": \"Move(960, 891)\"\n}", + "action_string": "Move(960, 891)", + "intent_string": "Move the mouse cursor to the center of the screen to start exploring the desktop.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_1_0", + "episode_id": 0, + "env_id": 1, + "step": 0, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"Move the cursor to explore the desktop and identify potential action points such as opening applications or utilities.\",\n \"action\": \"Move(448, 357))\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_2_0", + "episode_id": 0, + "env_id": 2, + "step": 0, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"I need to explore different applications by clicking each one to see their contents or open them if they are not already running.\",\n \"action\": \"DoubleClick(Button.2, 1660)}\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_3_0", + "episode_id": 0, + "env_id": 3, + "step": 0, + "format_rewards": 1.0, + "rewards": 8.421880722045898, + "advantages": 0.6653708219528198, + "generated_text": "{\n \"intent\": \"Move the cursor towards the Firefox icon to open the browser and explore the internet.\",\n \"action\": \"Move(70, 36)\"\n}", + "action_string": "Move(70, 36)", + "intent_string": "Move the cursor towards the Firefox icon to open the browser and explore the internet.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 17, + 59, + 103, + 102 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 331, + 86, + 383 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_4_0", + "episode_id": 0, + "env_id": 4, + "step": 0, + "format_rewards": 1.0, + "rewards": 8.63352108001709, + "advantages": 0.7132101058959961, + "generated_text": "{\n \"intent\": \"Move the mouse to the center of the desktop to get a better overview of available applications.\",\n \"action\": \"Move(960, 540)\"\n}", + "action_string": "Move(960, 540)", + "intent_string": "Move the mouse to the center of the desktop to get a better overview of available applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_5_0", + "episode_id": 0, + "env_id": 5, + "step": 0, + "format_rewards": 1.0, + "rewards": 8.363914489746094, + "advantages": 0.65226811170578, + "generated_text": "{\n \"intent\": \"The next objective should be to efficiently navigate through the Desktop屏幕上找到的情况下k弹出Jessie一起的距离移动Amounts or File List on it\",\n \"action\": \"Move(1080, 303)\"\n}", + "action_string": "Move(1080, 303)", + "intent_string": "The next objective should be to efficiently navigate through the Desktop屏幕上找到的情况下k弹出Jessie一起的距离移动Amounts or File List on it", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 28, + 767, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_6_0", + "episode_id": 0, + "env_id": 6, + "step": 0, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"Clicking any icon will open it, providing more exploration options.\",\n \"action\": \"DoubleClick(0, 20)}\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_7_0", + "episode_id": 0, + "env_id": 7, + "step": 0, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"Locate and interact with an icon from the desktop environment.\",\n \"action\": \"Move(192, 1)[Click]\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_0_1", + "episode_id": 0, + "env_id": 0, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.316176414489746, + "advantages": 0.8675179481506348, + "generated_text": "{\n \"intent\": \"Exploring the desktop by interacting with different applications and icons.\",\n \"action\": \"DoubleClick(123, 456)\" \n}", + "action_string": "DoubleClick(123, 456)", + "intent_string": "Exploring the desktop by interacting with different applications and icons.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 114, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 96, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_1_1", + "episode_id": 0, + "env_id": 1, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.543000221252441, + "advantages": 0.6927487254142761, + "generated_text": "{\n \"intent\": \"Move the cursor to the center of the screen to focus on areas that need attention.\",\n \"action\": \"Move(960, 960)\"\n}", + "action_string": "Move(960, 960)", + "intent_string": "Move the cursor to the center of the screen to focus on areas that need attention.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_2_1", + "episode_id": 0, + "env_id": 2, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.12572193145752, + "advantages": 0.8244674801826477, + "generated_text": "{\n \"intent\": \"The first step is to click on an icon to open its associated application, starting the exploration process.\",\n \"action\": \"Click(130, 786)\" \t\t\t\t\t\t\t\t\t }", + "action_string": "Click(130, 786)", + "intent_string": "The first step is to click on an icon to open its associated application, starting the exploration process.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_3_1", + "episode_id": 0, + "env_id": 3, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.559120178222656, + "advantages": 0.6963924765586853, + "generated_text": "{\n \"intent\": \"Move the cursor to the top-left corner of the screen to view all desktop actions and any hidden panels or shortcuts.\",\n \"action\": \"Move(0, 0)\"\n}", + "action_string": "Move(0, 0)", + "intent_string": "Move the cursor to the top-left corner of the screen to view all desktop actions and any hidden panels or shortcuts.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 17, + 59, + 103, + 102 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 331, + 86, + 383 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_4_1", + "episode_id": 0, + "env_id": 4, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.570930480957031, + "advantages": 0.6990621089935303, + "generated_text": "{\n \"intent\": \"To begin exploring the desktop environment by interacting with one of its components.\",\n \"action\": \"DoubleClick(177, 464)\" }", + "action_string": "DoubleClick(177, 464)", + "intent_string": "To begin exploring the desktop environment by interacting with one of its components.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_5_1", + "episode_id": 0, + "env_id": 5, + "step": 1, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"To begin interaction by clicking on an application like Firefox or Chrome for web browsing, as it will use up fewer resources compared to full application launches.\",\n \"action\": \"Click(620, 106)'\" \n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 28, + 767, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 28, + 767, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_6_1", + "episode_id": 0, + "env_id": 6, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.583768844604492, + "advantages": 0.7019640803337097, + "generated_text": "{\n \"intent\": \"The Firefox icon seems to have been selected which usually opens the browser.\",\n \"action\": \"Click(50, 28)\"\n}", + "action_string": "Click(50, 28)", + "intent_string": "The Firefox icon seems to have been selected which usually opens the browser.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "irefox", + "boxes": [ + 74, + 42, + 118, + 62 + ] + }, + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 102, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "0_7_1", + "episode_id": 0, + "env_id": 7, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.42893123626709, + "advantages": 0.6669645309448242, + "generated_text": "{\n \"intent\": \"The next logical step is to explore other applications available on the desktop.\",\n \"action\": \"Move (375, 860)\"\n}", + "action_string": "Move(375, 860)", + "intent_string": "The next logical step is to explore other applications available on the desktop.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_0_2", + "episode_id": 0, + "env_id": 0, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.590332984924316, + "advantages": 0.9294884204864502, + "generated_text": "{\n \"intent\": \"Move the cursor to the center of the mousepad icon so I can explore all potential applications.\",\n \"action\": \"Move(697, 389)\"\n}", + "action_string": "Move(697, 389)", + "intent_string": "Move the cursor to the center of the mousepad icon so I can explore all potential applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 114, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 96, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_1_2", + "episode_id": 0, + "env_id": 1, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.662556648254395, + "advantages": 0.7197733521461487, + "generated_text": "{\n \"intent\": \"Clicking the Firefox icon will help me start browsing the internet, which is an important part of exploring the desktop environment\",\n \"action\": \"Click(49, 35)\"\n}", + "action_string": "Click(49, 35)", + "intent_string": "Clicking the Firefox icon will help me start browsing the internet, which is an important part of exploring the desktop environment", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 20, + 0, + 100, + 72 + ] + }, + { + "text": "Firefox", + "boxes": [ + 16, + 56, + 102, + 107 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ] + }, + { + "frame_id": "0_2_2", + "episode_id": 0, + "env_id": 2, + "step": 2, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"Exploring additional applications or functions that are not immediately visible but may be accessed through menu options.\",\n \"action\": \"DoubleClick(288, 792)}\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_3_2", + "episode_id": 0, + "env_id": 3, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.323102951049805, + "advantages": 0.643043041229248, + "generated_text": "{\n \"intent\": \"To initiate interaction with an icon to see more options or contents inside it.\",\n \"action\": \"DoubleClick(1153, 735)\"\n}", + "action_string": "DoubleClick(1153, 735)", + "intent_string": "To initiate interaction with an icon to see more options or contents inside it.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_4_2", + "episode_id": 0, + "env_id": 4, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.949673652648926, + "advantages": 0.7846734523773193, + "generated_text": "{\n \"intent\": \"Move the cursor to the Firefox icon to open an application, which can be useful for web browsing.\",\n \"action\": \"Move(70, 48)\"\n}", + "action_string": "Move(70, 48)", + "intent_string": "Move the cursor to the Firefox icon to open an application, which can be useful for web browsing.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "工", + "boxes": [ + 52, + 28, + 68, + 44 + ] + }, + { + "text": " Firefo Firefox", + "boxes": [ + 19, + 54, + 141, + 98 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_5_2", + "episode_id": 0, + "env_id": 5, + "step": 2, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"To explore more applications by interacting with various icons on the desktop, this enables discovering different tools.\",\n \"action\": \"Move(896, 267), Click(427, 173)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_6_2", + "episode_id": 0, + "env_id": 6, + "step": 2, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"Selecting a desktop application to open to gain further understanding of the system. Firefox is a powerful browser with accessibility applications enabled.\",\n \"action\": \"DoubleClick(Mousepad)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "irefox", + "boxes": [ + 74, + 42, + 118, + 62 + ] + }, + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 102, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "irefox", + "boxes": [ + 74, + 42, + 118, + 62 + ] + }, + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 102, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ] + }, + { + "frame_id": "0_7_2", + "episode_id": 0, + "env_id": 7, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.358238220214844, + "advantages": 0.6509850025177002, + "generated_text": "{\n \"intent\": \"Move the cursor towards the bottom right corner of the screen to explore any hidden menus or applications\",\n \"action\": \"Move(993, 925)\"\n}", + "action_string": "Move(993, 925)", + "intent_string": "Move the cursor towards the bottom right corner of the screen to explore any hidden menus or applications", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_0_3", + "episode_id": 0, + "env_id": 0, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.702702522277832, + "advantages": 0.9548885226249695, + "generated_text": "{\n \"intent\": \"Move to the Firefox icon to explore browser functionality.\",\n \"action\": \"Click(972, 297)\"\n}", + "action_string": "Click(972, 297)", + "intent_string": "Move to the Firefox icon to explore browser functionality.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_1_3", + "episode_id": 0, + "env_id": 1, + "step": 3, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"Move the mouse to the Firefox icon to see what it does.\",\n \"action\": \"Move(40, 40), Click(70, 40))\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 20, + 0, + 100, + 72 + ] + }, + { + "text": "Firefox", + "boxes": [ + 16, + 56, + 102, + 107 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 20, + 0, + 100, + 72 + ] + }, + { + "text": "Firefox", + "boxes": [ + 16, + 56, + 102, + 107 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ] + }, + { + "frame_id": "0_2_3", + "episode_id": 0, + "env_id": 2, + "step": 3, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"Open the Firefox browser to start exploring the web.\",\n \"action\": \"DoubleClick(46, 42)}\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_3_3", + "episode_id": 0, + "env_id": 3, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.287859916687012, + "advantages": 0.635076642036438, + "generated_text": "{\n \"intent\": \"To explore and interact with all icons available to maximize potential for discovering them or performing tasks\",\n \"action\": \"DoubleClick(1174, 737)\" \n}", + "action_string": "DoubleClick(1174, 737)", + "intent_string": "To explore and interact with all icons available to maximize potential for discovering them or performing tasks", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_4_3", + "episode_id": 0, + "env_id": 4, + "step": 3, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"To open an application limited by the current workspace.\",\n \"action\": \"DoubleClick(110, 38})\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "工", + "boxes": [ + 52, + 28, + 68, + 44 + ] + }, + { + "text": " Firefo Firefox", + "boxes": [ + 19, + 54, + 141, + 98 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 331, + 86, + 383 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "工", + "boxes": [ + 52, + 28, + 68, + 44 + ] + }, + { + "text": " Firefo Firefox", + "boxes": [ + 19, + 54, + 141, + 98 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 331, + 86, + 383 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_5_3", + "episode_id": 0, + "env_id": 5, + "step": 3, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"To find relevant documents or settings quickly, clicking on the Files icon allows opening a file management window. This enhances the ability to browse through different files and directories.\",\n \"action\": \"Click(1557, 1557)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 28, + 767, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_6_3", + "episode_id": 0, + "env_id": 6, + "step": 3, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"To move to the next workspace or layer on the desktop by ending this session. This helps in achieving more thorough exploration.\",\n \"action\": \"terminate\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "irefox", + "boxes": [ + 74, + 42, + 118, + 62 + ] + }, + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 102, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "irefox", + "boxes": [ + 74, + 42, + 118, + 62 + ] + }, + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 102, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "0_7_3", + "episode_id": 0, + "env_id": 7, + "step": 3, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"The goal is to open a program from the desktop to enrich the experience by gaining more productivity options.\",\n \"action\": \"DoubleClick(20, 70) # Firefox Browser\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_0_4", + "episode_id": 0, + "env_id": 0, + "step": 4, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"Moving the mouse to the center of the screen to explore all applications without zooming in or out.\",\n \"action\": \"Move(960, 1080)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_1_4", + "episode_id": 0, + "env_id": 1, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.691588401794434, + "advantages": 0.7263357043266296, + "generated_text": "{\n \"intent\": \"Move towards and interact with one of the frequently used applications to continue exploring.\",\n \"action\": \"DoubleClick(173, 236)\" }", + "action_string": "DoubleClick(173, 236)", + "intent_string": "Move towards and interact with one of the frequently used applications to continue exploring.", + "before_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 20, + 0, + 100, + 72 + ] + }, + { + "text": "Firefox", + "boxes": [ + 16, + 56, + 102, + 107 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 3, + 164, + 113, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_2_4", + "episode_id": 0, + "env_id": 2, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.29019546508789, + "advantages": 0.8616451621055603, + "generated_text": "{\n \"intent\": \"Move the mouse towards the center of the screen to begin exploration within the desktop environment.\",\n \"action\": \"Move(1024, 756)\"\n}", + "action_string": "Move(1024, 756)", + "intent_string": "Move the mouse towards the center of the screen to begin exploration within the desktop environment.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_3_4", + "episode_id": 0, + "env_id": 3, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.245393753051758, + "advantages": 0.6254776120185852, + "generated_text": "{\n \"intent\": \"Exploring the screen by looking through various desktop icons to gain familiarity with the workspace.\",\n \"action\": \"Move(250, 200) \"\n}", + "action_string": "Move(250, 200)", + "intent_string": "Exploring the screen by looking through various desktop icons to gain familiarity with the workspace.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_4_4", + "episode_id": 0, + "env_id": 4, + "step": 4, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"To open the Firefox browser, as it is a common first step for website exploration or browsing tasks.\",\n \"action\": \"DoubleClick(74, 40)}\" \n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "工", + "boxes": [ + 52, + 28, + 68, + 44 + ] + }, + { + "text": " Firefo Firefox", + "boxes": [ + 19, + 54, + 141, + 98 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 331, + 86, + 383 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "工", + "boxes": [ + 52, + 28, + 68, + 44 + ] + }, + { + "text": " Firefo Firefox", + "boxes": [ + 19, + 54, + 141, + 98 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 331, + 86, + 383 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_5_4", + "episode_id": 0, + "env_id": 5, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.283424377441406, + "advantages": 0.6340740323066711, + "generated_text": "{\n \"intent\": \"Move the cursor to the top-left corner to gain control over navigation.\",\n \"action\": \"Move(15, 15)\"\n}", + "action_string": "Move(15, 15)", + "intent_string": "Move the cursor to the top-left corner to gain control over navigation.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_6_4", + "episode_id": 0, + "env_id": 6, + "step": 4, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"To inspect the contents of the LibreOffice document and identify its location. This will help in understanding the current tasks or data involved.\",\n \"action\": \"Move(200, 375) RightClick\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "irefox", + "boxes": [ + 74, + 42, + 118, + 62 + ] + }, + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 102, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "irefox", + "boxes": [ + 74, + 42, + 118, + 62 + ] + }, + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 102, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "0_7_4", + "episode_id": 0, + "env_id": 7, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.373117446899414, + "advantages": 0.6543483138084412, + "generated_text": "{\n \"intent\": \"The first action taken would be clicking on an icon that would likely open an application or show more options.\",\n \"action\": \"DoubleClick(1011, 520)\" }", + "action_string": "DoubleClick(1011, 520)", + "intent_string": "The first action taken would be clicking on an icon that would likely open an application or show more options.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_0_5", + "episode_id": 0, + "env_id": 0, + "step": 5, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"To identify potential즐 actions to open and explore applications, such as Chrome and Excel.\",\n \"action\": \"DoubleClick(Button1, None)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_1_5", + "episode_id": 0, + "env_id": 1, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.723433494567871, + "advantages": 0.7335339784622192, + "generated_text": "{\n \"intent\": \"Move the mouse to the top-left corner of the screen and reset the explorer window without unnecessary keyboard actions.\",\n \"action\": \"Move(0, 0)\" \n}", + "action_string": "Move(0, 0)", + "intent_string": "Move the mouse to the top-left corner of the screen and reset the explorer window without unnecessary keyboard actions.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 115, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_2_5", + "episode_id": 0, + "env_id": 2, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.54289436340332, + "advantages": 0.9187653660774231, + "generated_text": "{\n \"intent\": \"Move the cursor to the center of the screen and start interacting by clicking on non-obvious icons.\",\n \"action\": \"Click(960, 540)\"\n}", + "action_string": "Click(960, 540)", + "intent_string": "Move the cursor to the center of the screen and start interacting by clicking on non-obvious icons.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_3_5", + "episode_id": 0, + "env_id": 3, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.475440979003906, + "advantages": 0.6774775981903076, + "generated_text": "{\n \"intent\": \"Move the cursor to access the start menu or taskbar to interact with more applications.\",\n \"action\": \"Move(0, 0)\"\n}", + "action_string": "Move(0, 0)", + "intent_string": "Move the cursor to access the start menu or taskbar to interact with more applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_4_5", + "episode_id": 0, + "env_id": 4, + "step": 5, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"To check if there are any applications or processes running on the desktop by observing taskbar activities.\",\n \"action\": \"Key(\\\"Esc\\\")\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "工", + "boxes": [ + 52, + 28, + 68, + 44 + ] + }, + { + "text": " Firefo Firefox", + "boxes": [ + 19, + 54, + 141, + 98 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 331, + 86, + 383 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "工", + "boxes": [ + 52, + 28, + 68, + 44 + ] + }, + { + "text": " Firefo Firefox", + "boxes": [ + 19, + 54, + 141, + 98 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ] + }, + { + "frame_id": "0_5_5", + "episode_id": 0, + "env_id": 5, + "step": 5, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"Navigating through the desktop to locate and open the desired application. Opening icons typically involves a double click.\",\n \"action\": \"Move(52, 53), DoubleClick()\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_6_5", + "episode_id": 0, + "env_id": 6, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.832026481628418, + "advantages": 0.7580803632736206, + "generated_text": "{\n \"intent\": \"Exploring the desktop environment to find the Mousepad folder which might contain useful documents or projects.\",\n \"action\": \"Move(135, 152)\"}", + "action_string": "Move(135, 152)", + "intent_string": "Exploring the desktop environment to find the Mousepad folder which might contain useful documents or projects.", + "before_screen_ocr_results": [ + { + "text": "irefox", + "boxes": [ + 74, + 42, + 118, + 62 + ] + }, + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 102, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 169, + 110, + 201 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_7_5", + "episode_id": 0, + "env_id": 7, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.573123931884766, + "advantages": 0.699557900428772, + "generated_text": "{\n \"intent\": \"Exploring further, possibly to open an application or manage files.\",\n \"action\": \"DoubleClick(105, 806)\" }", + "action_string": "DoubleClick(105, 806)", + "intent_string": "Exploring further, possibly to open an application or manage files.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 34, + 778, + 82, + 830 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_0_6", + "episode_id": 0, + "env_id": 0, + "step": 6, + "format_rewards": 1.0, + "rewards": 11.4959716796875, + "advantages": 1.36024010181427, + "generated_text": "{\n \"intent\": \"To open the Firefox browser for further exploration.\",\n \"action\": \"DoubleClick(52, 33) \"\n}", + "action_string": "DoubleClick(52, 33)", + "intent_string": "To open the Firefox browser for further exploration.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Nel Tab", + "boxes": [ + 24, + 32, + 84, + 50 + ] + }, + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "0_1_6", + "episode_id": 0, + "env_id": 1, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.659746170043945, + "advantages": 0.7191380262374878, + "generated_text": "{\n \"intent\": \"Action to attempt to open an application from the desktop by clicking its icon.\",\n \"action\": \"DoubleClick(567, 183)\"\n}", + "action_string": "DoubleClick(567, 183)", + "intent_string": "Action to attempt to open an application from the desktop by clicking its icon.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_2_6", + "episode_id": 0, + "env_id": 2, + "step": 6, + "format_rewards": 1.0, + "rewards": 11.507505416870117, + "advantages": 1.3628472089767456, + "generated_text": "{\n \"intent\": \"My primary goal is to explore the computer desktop environment. Given the situation, it's logical to start by interacting with an application. The Firefox icon is set as a starting point, likely for web browsing.\",\n \"action\": \"DoubleClick(71, 35) \"\n}", + "action_string": "DoubleClick(71, 35)", + "intent_string": "My primary goal is to explore the computer desktop environment. Given the situation, it's logical to start by interacting with an application. The Firefox icon is set as a starting point, likely for web browsing.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "C", + "boxes": [ + 70, + 69, + 124, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "0_3_6", + "episode_id": 0, + "env_id": 3, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.523221969604492, + "advantages": 0.6882780194282532, + "generated_text": "{\n \"intent\": \"Double-click on the Firefox icon to open the browser and start exploring.\",\n \"action\": \"DoubleClick(378, 33)\"\n}", + "action_string": "DoubleClick(378, 33)", + "intent_string": "Double-click on the Firefox icon to open the browser and start exploring.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_4_6", + "episode_id": 0, + "env_id": 4, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.497982025146484, + "advantages": 0.908613383769989, + "generated_text": "{\n \"intent\": \"The user wants to explore the workspace by interacting with applications. Opening a file explorer will help them locate documents or settings.\",\n \"action\": \"DoubleClick(54, 919)\"\n}", + "action_string": "DoubleClick(54, 919)", + "intent_string": "The user wants to explore the workspace by interacting with applications. Opening a file explorer will help them locate documents or settings.", + "before_screen_ocr_results": [ + { + "text": "工", + "boxes": [ + 52, + 28, + 68, + 44 + ] + }, + { + "text": " Firefo Firefox", + "boxes": [ + 19, + 54, + 141, + 98 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Edit ViewBookmarks", + "boxes": [ + 668, + 290, + 860, + 312 + ] + }, + { + "text": "?", + "boxes": [ + 784, + 328, + 812, + 349 + ] + }, + { + "text": "?", + "boxes": [ + 822, + 332, + 842, + 345 + ] + }, + { + "text": "A", + "boxes": [ + 860, + 330, + 880, + 345 + ] + }, + { + "text": "/root", + "boxes": [ + 894, + 328, + 926, + 347 + ] + }, + { + "text": "Places", + "boxes": [ + 646, + 365, + 698, + 385 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": " Home Folder", + "boxes": [ + 642, + 391, + 758, + 421 + ] + }, + { + "text": " Desktop", + "boxes": [ + 637, + 416, + 737, + 453 + ] + }, + { + "text": "‘ Applictions", + "boxes": [ + 639, + 442, + 763, + 487 + ] + }, + { + "text": "Desktop", + "boxes": [ + 1008, + 488, + 1062, + 506 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 620 + ] + }, + { + "text": ".bash_histo-", + "boxes": [ + 806, + 576, + 888, + 600 + ] + }, + { + "text": "bashrc", + "boxes": [ + 920, + 578, + 964, + 598 + ] + }, + { + "text": "gtkrc-2.0", + "boxes": [ + 1006, + 578, + 1068, + 598 + ] + }, + { + "text": "xeeal", + "boxes": [ + 1172, + 570, + 1274, + 623 + ] + }, + { + "text": "profile", + "boxes": [ + 1110, + 580, + 1154, + 598 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "d0e:5901", + "boxes": [ + 1188, + 613, + 1260, + 631 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "A", + "boxes": [ + 30, + 770, + 82, + 831 + ] + }, + { + "text": "Draw", + "boxes": [ + 30, + 826, + 90, + 866 + ] + }, + { + "text": "√", + "boxes": [ + 40, + 897, + 80, + 941 + ] + }, + { + "text": "Files", + "boxes": [ + 38, + 941, + 82, + 969 + ] + } + ] + }, + { + "frame_id": "0_5_6", + "episode_id": 0, + "env_id": 5, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.438434600830078, + "advantages": 0.6691126823425293, + "generated_text": "{\n \"intent\": \"Exploring the desktop by interacting with the available applications to gain familiarity with them.\",\n \"action\": \"DoubleClick(798, 512)\"\n}", + "action_string": "DoubleClick(798, 512)", + "intent_string": "Exploring the desktop by interacting with the available applications to gain familiarity with them.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_6_6", + "episode_id": 0, + "env_id": 6, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.494048118591309, + "advantages": 0.6816835403442383, + "generated_text": "{\n \"intent\": \"Move the cursor to the center of the desktop to look at all available applications without consuming excessive steps.\",\n \"action\": \"Move(960, 540)\" \n}", + "action_string": "Move(960, 540)", + "intent_string": "Move the cursor to the center of the desktop to look at all available applications without consuming excessive steps.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 169, + 110, + 201 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_7_6", + "episode_id": 0, + "env_id": 7, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.620697975158691, + "advantages": 0.7103115916252136, + "generated_text": "{\n \"intent\": \"Exploring the desktop to locate useful applications for interaction or further navigation.\",\n \"action\": \"Click(123, 456)\"\n}", + "action_string": "Click(123, 456)", + "intent_string": "Exploring the desktop to locate useful applications for interaction or further navigation.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 34, + 778, + 82, + 830 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 114, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 96, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_0_7", + "episode_id": 0, + "env_id": 0, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.029525756835938, + "advantages": 1.028763771057129, + "generated_text": "{\n \"intent\": \"Exploring the website to find vector brushes on the Firefox browser page, since moving often affects mice, considering searching as main strategy laid out for task efficiency.\",\n \"action\": \"Move(243, 317)\" \n}", + "action_string": "Move(243, 317)", + "intent_string": "Exploring the website to find vector brushes on the Firefox browser page, since moving often affects mice, considering searching as main strategy laid out for task efficiency.", + "before_screen_ocr_results": [ + { + "text": "Nel Tab", + "boxes": [ + 24, + 32, + 84, + 50 + ] + }, + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 40, + 66, + 128, + 89 + ] + }, + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "0_1_7", + "episode_id": 0, + "env_id": 1, + "step": 7, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"Scrolling down the desktop page to see if there are any more applications or shortcuts that are not visible.\",\n \"action\": \"ScrollDown(0, -500)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_2_7", + "episode_id": 0, + "env_id": 2, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.698875427246094, + "advantages": 0.9540234208106995, + "generated_text": "{\n \"intent\": \"The next step after entering the URL 'https://www.w3schools.com/js/' could be to open the 'file:///path/to/file.html' link which may have been previously set but might now require reactivating or confirming navigation.\",\n \"action\": \"RightClick(340, 59)\"\n}", + "action_string": "RightClick(340, 59)", + "intent_string": "The next step after entering the URL 'https://www.w3schools.com/js/' could be to open the 'file:///path/to/file.html' link which may have been previously set but might now require reactivating or confirming navigation.", + "before_screen_ocr_results": [ + { + "text": "Q仓", + "boxes": [ + 70, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q search ", + "boxes": [ + 245, + 59, + 337, + 96 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "0_3_7", + "episode_id": 0, + "env_id": 3, + "step": 7, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"Move the cursor to the top-left corner of the screen, preparation for maximizing or minimizing windows\",\n \"action\": \"Move(0, 0)}\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_4_7", + "episode_id": 0, + "env_id": 4, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.928840637207031, + "advantages": 0.7799643278121948, + "generated_text": "{\n \"intent\": \"Exploiting the interface to see what's behind it.\",\n \"action\": \"DoubleClick(0, 50)\"}", + "action_string": "DoubleClick(0, 50)", + "intent_string": "Exploiting the interface to see what's behind it.", + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Edit ViewBookmarks", + "boxes": [ + 668, + 290, + 860, + 312 + ] + }, + { + "text": "?", + "boxes": [ + 784, + 328, + 812, + 349 + ] + }, + { + "text": "?", + "boxes": [ + 822, + 332, + 842, + 345 + ] + }, + { + "text": "A", + "boxes": [ + 860, + 330, + 880, + 345 + ] + }, + { + "text": "/root", + "boxes": [ + 894, + 328, + 926, + 347 + ] + }, + { + "text": "Places", + "boxes": [ + 646, + 365, + 698, + 385 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": " Home Folder", + "boxes": [ + 642, + 391, + 758, + 421 + ] + }, + { + "text": " Desktop", + "boxes": [ + 642, + 423, + 734, + 449 + ] + }, + { + "text": "‘ Applictions", + "boxes": [ + 639, + 442, + 763, + 487 + ] + }, + { + "text": "Desktop", + "boxes": [ + 1008, + 488, + 1062, + 506 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 620 + ] + }, + { + "text": ".bash_histo-", + "boxes": [ + 806, + 576, + 888, + 600 + ] + }, + { + "text": "bashrc", + "boxes": [ + 920, + 578, + 964, + 598 + ] + }, + { + "text": "gtkrc-2.0", + "boxes": [ + 1006, + 578, + 1068, + 598 + ] + }, + { + "text": "xeeal", + "boxes": [ + 1172, + 570, + 1274, + 623 + ] + }, + { + "text": "profile", + "boxes": [ + 1110, + 580, + 1154, + 598 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "d0e:5901", + "boxes": [ + 1188, + 613, + 1260, + 631 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "A", + "boxes": [ + 30, + 770, + 82, + 831 + ] + }, + { + "text": "Draw", + "boxes": [ + 30, + 826, + 90, + 866 + ] + }, + { + "text": "√", + "boxes": [ + 40, + 897, + 80, + 941 + ] + }, + { + "text": "Files", + "boxes": [ + 38, + 941, + 82, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 96, + 95 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 102, + 308 + ] + }, + { + "text": " Edit View Bookmarks ", + "boxes": [ + 676, + 294, + 860, + 312 + ] + }, + { + "text": "?", + "boxes": [ + 786, + 328, + 812, + 349 + ] + }, + { + "text": "?", + "boxes": [ + 822, + 332, + 842, + 345 + ] + }, + { + "text": "A", + "boxes": [ + 860, + 330, + 880, + 345 + ] + }, + { + "text": "/root", + "boxes": [ + 894, + 328, + 926, + 347 + ] + }, + { + "text": "Places", + "boxes": [ + 646, + 365, + 698, + 385 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": " Home Folder", + "boxes": [ + 642, + 391, + 758, + 421 + ] + }, + { + "text": " Desktop", + "boxes": [ + 642, + 423, + 734, + 449 + ] + }, + { + "text": "‘ Applictions", + "boxes": [ + 639, + 442, + 763, + 487 + ] + }, + { + "text": "Desktop", + "boxes": [ + 1008, + 488, + 1062, + 506 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": ".bash_histo-", + "boxes": [ + 806, + 576, + 888, + 600 + ] + }, + { + "text": "bashrc", + "boxes": [ + 920, + 578, + 964, + 598 + ] + }, + { + "text": "gtkrc-2.0", + "boxes": [ + 1006, + 578, + 1068, + 598 + ] + }, + { + "text": "xeeal", + "boxes": [ + 1172, + 570, + 1274, + 623 + ] + }, + { + "text": "profile", + "boxes": [ + 1110, + 580, + 1154, + 598 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "d0e:5901", + "boxes": [ + 1188, + 613, + 1260, + 631 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "2", + "boxes": [ + 30, + 769, + 84, + 831 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 824, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "0_5_7", + "episode_id": 0, + "env_id": 5, + "step": 7, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"Exploring the desktop by interacting with various applications like Firefox and replacing mode window.\",\n \"action\": \"Move(189, 739), DoubleClick(1255, 734), Key(\\\"Enter\\\")\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_6_7", + "episode_id": 0, + "env_id": 6, + "step": 7, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"Move the mouse to the next logical screen element to continue exploring the desktop.\",\n \"action\": \"Move(-10, -10)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_7_7", + "episode_id": 0, + "env_id": 7, + "step": 7, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"The goal is to explore the desktop as much as possible within limited steps.\\n exploration gets started by ensuring the keyboard actions are systematically utilized.\",\n \"action\": \"Key(macroke_s)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 114, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 96, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 114, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 96, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_0_8", + "episode_id": 0, + "env_id": 0, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.780778884887695, + "advantages": 0.9725369215011597, + "generated_text": "{\n \"intent\": \"Move the mouse to center on the 'Apple' icon to open it.\",\n \"action\": \"Move(298, 762)\"\n}", + "action_string": "Move(298, 762)", + "intent_string": "Move the mouse to center on the 'Apple' icon to open it.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "→C", + "boxes": [ + 44, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "0_1_8", + "episode_id": 0, + "env_id": 1, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.053523063659668, + "advantages": 1.034188151359558, + "generated_text": "{\n \"intent\": \"The Mousepad icon is visible, which is one of the applications present on the desktop. Clicking on this icon will open the Mousepad software.\",\n \"action\": \"DoubleClick(74, 463)\"\n}", + "action_string": "DoubleClick(74, 463)", + "intent_string": "The Mousepad icon is visible, which is one of the applications present on the desktop. Clicking on this icon will open the Mousepad software.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 98, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 66, + 173, + 104, + 210 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "", + "boxes": [ + 74, + 230, + 104, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "FE", + "boxes": [ + 58, + 314, + 106, + 361 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 278, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": " Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "", + "boxes": [ + 64, + 411, + 102, + 451 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 104, + 415, + 314, + 453 + ] + }, + { + "text": "D", + "boxes": [ + 68, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 252, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": "Math Formula", + "boxes": [ + 96, + 510, + 242, + 546 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 560, + 258, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ] + }, + { + "frame_id": "0_2_8", + "episode_id": 0, + "env_id": 2, + "step": 8, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"To initiate a search query in the browser's search bar.\",\n \"action\": \"Key('Ctrl + Enter')\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search ", + "boxes": [ + 249, + 61, + 335, + 94 + ] + }, + { + "text": "n with Bing or enter address", + "boxes": [ + 324, + 61, + 518, + 92 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 97, + 310, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q search ", + "boxes": [ + 245, + 59, + 337, + 96 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "0_3_8", + "episode_id": 0, + "env_id": 3, + "step": 8, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"Locate the potential executables or other desktop applications by scrolling and扩大视野阅读界面以查找图标。\",\n \"action\": \"ScrollDown(0, -500)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_4_8", + "episode_id": 0, + "env_id": 4, + "step": 8, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"Close the current folder view to return to the desktop.\",\n \"action\": \"Key(\\\"Esc\\\")\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 96, + 95 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 102, + 308 + ] + }, + { + "text": " Edit View Bookmarks ", + "boxes": [ + 676, + 294, + 860, + 312 + ] + }, + { + "text": "?", + "boxes": [ + 786, + 328, + 812, + 349 + ] + }, + { + "text": "?", + "boxes": [ + 822, + 332, + 842, + 345 + ] + }, + { + "text": "A", + "boxes": [ + 860, + 330, + 880, + 345 + ] + }, + { + "text": "/root", + "boxes": [ + 894, + 328, + 926, + 347 + ] + }, + { + "text": "Places", + "boxes": [ + 646, + 365, + 698, + 385 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": " Home Folder", + "boxes": [ + 642, + 391, + 758, + 421 + ] + }, + { + "text": " Desktop", + "boxes": [ + 642, + 423, + 734, + 449 + ] + }, + { + "text": "‘ Applictions", + "boxes": [ + 639, + 442, + 763, + 487 + ] + }, + { + "text": "Desktop", + "boxes": [ + 1008, + 488, + 1062, + 506 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": ".bash_histo-", + "boxes": [ + 806, + 576, + 888, + 600 + ] + }, + { + "text": "bashrc", + "boxes": [ + 920, + 578, + 964, + 598 + ] + }, + { + "text": "gtkrc-2.0", + "boxes": [ + 1006, + 578, + 1068, + 598 + ] + }, + { + "text": "xeeal", + "boxes": [ + 1172, + 570, + 1274, + 623 + ] + }, + { + "text": "profile", + "boxes": [ + 1110, + 580, + 1154, + 598 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "d0e:5901", + "boxes": [ + 1188, + 613, + 1260, + 631 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "2", + "boxes": [ + 30, + 769, + 84, + 831 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 824, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 96, + 95 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 102, + 308 + ] + }, + { + "text": " Edit View Bookmarks ", + "boxes": [ + 676, + 294, + 860, + 312 + ] + }, + { + "text": "?", + "boxes": [ + 786, + 328, + 812, + 349 + ] + }, + { + "text": "?", + "boxes": [ + 822, + 332, + 842, + 345 + ] + }, + { + "text": "A", + "boxes": [ + 860, + 330, + 880, + 345 + ] + }, + { + "text": "/root", + "boxes": [ + 894, + 328, + 926, + 347 + ] + }, + { + "text": "Places", + "boxes": [ + 646, + 365, + 698, + 385 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": " Home Folder", + "boxes": [ + 642, + 391, + 758, + 421 + ] + }, + { + "text": " Desktop", + "boxes": [ + 642, + 423, + 734, + 449 + ] + }, + { + "text": "‘ Applictions", + "boxes": [ + 639, + 442, + 763, + 487 + ] + }, + { + "text": "Desktop", + "boxes": [ + 1008, + 488, + 1062, + 506 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": ".bash_histo-", + "boxes": [ + 806, + 576, + 888, + 600 + ] + }, + { + "text": "bashrc", + "boxes": [ + 920, + 578, + 964, + 598 + ] + }, + { + "text": "gtkrc-2.0", + "boxes": [ + 1006, + 578, + 1068, + 598 + ] + }, + { + "text": "xeeal", + "boxes": [ + 1172, + 570, + 1274, + 623 + ] + }, + { + "text": "profile", + "boxes": [ + 1110, + 580, + 1154, + 598 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "d0e:5901", + "boxes": [ + 1188, + 613, + 1260, + 631 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "2", + "boxes": [ + 30, + 769, + 84, + 831 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 824, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "0_5_8", + "episode_id": 0, + "env_id": 5, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.456911087036133, + "advantages": 0.6732891201972961, + "generated_text": "{\n \"intent\": \"Click on the Firefox icon to open and explore its settings or dive into a web browser experience.\",\n \"action\": \"Click(72, 44)\"\n}", + "action_string": "Click(72, 44)", + "intent_string": "Click on the Firefox icon to open and explore its settings or dive into a web browser experience.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 22, + 64, + 96, + 95 + ] + }, + { + "text": "Firefox", + "boxes": [ + 88, + 58, + 138, + 77 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 331, + 86, + 383 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ] + }, + { + "frame_id": "0_6_8", + "episode_id": 0, + "env_id": 6, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.314987182617188, + "advantages": 0.6412085294723511, + "generated_text": "{\n \"intent\": \"Move towards an application icon to attempt interacting with it (e.g., opening, accessing contents). Expansion from searching for something specific.\",\n \"action\": \"DoubleClick(800, 800)\" \n}", + "action_string": "DoubleClick(800, 800)", + "intent_string": "Move towards an application icon to attempt interacting with it (e.g., opening, accessing contents). Expansion from searching for something specific.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_7_8", + "episode_id": 0, + "env_id": 7, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.516073226928711, + "advantages": 0.6866621375083923, + "generated_text": "{\n \"intent\": \"Move to the Firefox browser icon to explore its contents\",\n \"action\": \"Move(29, 27) \"\n}", + "action_string": "Move(29, 27)", + "intent_string": "Move to the Firefox browser icon to explore its contents", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 114, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 96, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_0_9", + "episode_id": 0, + "env_id": 0, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.751413345336914, + "advantages": 0.9658991098403931, + "generated_text": "{\n \"intent\": \"Clicking on a website will allow me to explore its content and interact with it further.\",\n \"action\": \"Click(0, 0)\"\n}", + "action_string": "Click(0, 0)", + "intent_string": "Clicking on a website will allow me to explore its content and interact with it further.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Send to desktop", + "boxes": [ + 26, + 2, + 140, + 20 + ] + }, + { + "text": "Layer", + "boxes": [ + 24, + 18, + 66, + 44 + ] + }, + { + "text": "Restore", + "boxes": [ + 22, + 36, + 76, + 62 + ] + }, + { + "text": "Moe", + "boxes": [ + 18, + 50, + 78, + 109 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": "lconify", + "boxes": [ + 20, + 93, + 70, + 119 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "Roll up/down", + "boxes": [ + 22, + 135, + 106, + 153 + ] + }, + { + "text": "Un/Decorate", + "boxes": [ + 24, + 151, + 106, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "0_1_9", + "episode_id": 0, + "env_id": 1, + "step": 9, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"Move the mouse to the bottom right corner of the screen to explore any other applications or resources not visible on the current desk.\",\n \"action\": \"Move(1920, 1080)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 98, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 66, + 173, + 104, + 210 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "", + "boxes": [ + 74, + 230, + 104, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "FE", + "boxes": [ + 58, + 314, + 106, + 361 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 278, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": " Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "", + "boxes": [ + 64, + 411, + 102, + 451 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 104, + 415, + 314, + 453 + ] + }, + { + "text": "D", + "boxes": [ + 68, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 252, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": "Math Formula", + "boxes": [ + 96, + 510, + 242, + 546 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 560, + 258, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 98, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 66, + 173, + 104, + 210 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "", + "boxes": [ + 74, + 230, + 104, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 92, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "FE", + "boxes": [ + 58, + 314, + 106, + 361 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 102, + 321, + 278, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": " Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "", + "boxes": [ + 64, + 411, + 102, + 451 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 104, + 415, + 314, + 453 + ] + }, + { + "text": "D", + "boxes": [ + 68, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 252, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": "Math Formula", + "boxes": [ + 96, + 510, + 242, + 546 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 560, + 258, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ] + }, + { + "frame_id": "0_2_9", + "episode_id": 0, + "env_id": 2, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.686407089233398, + "advantages": 0.9512050747871399, + "generated_text": "{\n \"intent\": \"Navigate away from the browser tab overview to start interacting with external applications or other browser tabs, which could be related to initiating website visits.\",\n \"action\": \"Move(1739, 129)\"}", + "action_string": "Move(1739, 129)", + "intent_string": "Navigate away from the browser tab overview to start interacting with external applications or other browser tabs, which could be related to initiating website visits.", + "before_screen_ocr_results": [ + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search ", + "boxes": [ + 249, + 61, + 335, + 94 + ] + }, + { + "text": "n with Bing or enter address", + "boxes": [ + 324, + 61, + 518, + 92 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 97, + 310, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "￥", + "boxes": [ + 1886, + 153, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "0_3_9", + "episode_id": 0, + "env_id": 3, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.159327507019043, + "advantages": 0.6060231328010559, + "generated_text": "{\n \"intent\": \"The first step is to ensure I am in the appropriate area to see potentially useful applications or information.\",\n \"action\": \"Move(500, 500)\"\n}", + "action_string": "Move(500, 500)", + "intent_string": "The first step is to ensure I am in the appropriate area to see potentially useful applications or information.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "0_4_9", + "episode_id": 0, + "env_id": 4, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.741623878479004, + "advantages": 0.7376457452774048, + "generated_text": "{\n \"intent\": \"To navigate through the file system safely, I will ensure I don't interfere with any potentially critical files or folders while exploring.\",\n \"action\": \"DoubleClick(1042, 471)\"\n}", + "action_string": "DoubleClick(1042, 471)", + "intent_string": "To navigate through the file system safely, I will ensure I don't interfere with any potentially critical files or folders while exploring.", + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 96, + 95 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 102, + 308 + ] + }, + { + "text": " Edit View Bookmarks ", + "boxes": [ + 676, + 294, + 860, + 312 + ] + }, + { + "text": "?", + "boxes": [ + 786, + 328, + 812, + 349 + ] + }, + { + "text": "?", + "boxes": [ + 822, + 332, + 842, + 345 + ] + }, + { + "text": "A", + "boxes": [ + 860, + 330, + 880, + 345 + ] + }, + { + "text": "/root", + "boxes": [ + 894, + 328, + 926, + 347 + ] + }, + { + "text": "Places", + "boxes": [ + 646, + 365, + 698, + 385 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": " Home Folder", + "boxes": [ + 642, + 391, + 758, + 421 + ] + }, + { + "text": " Desktop", + "boxes": [ + 642, + 423, + 734, + 449 + ] + }, + { + "text": "‘ Applictions", + "boxes": [ + 639, + 442, + 763, + 487 + ] + }, + { + "text": "Desktop", + "boxes": [ + 1008, + 488, + 1062, + 506 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": ".bash_histo-", + "boxes": [ + 806, + 576, + 888, + 600 + ] + }, + { + "text": "bashrc", + "boxes": [ + 920, + 578, + 964, + 598 + ] + }, + { + "text": "gtkrc-2.0", + "boxes": [ + 1006, + 578, + 1068, + 598 + ] + }, + { + "text": "xeeal", + "boxes": [ + 1172, + 570, + 1274, + 623 + ] + }, + { + "text": "profile", + "boxes": [ + 1110, + 580, + 1154, + 598 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "d0e:5901", + "boxes": [ + 1188, + 613, + 1260, + 631 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "2", + "boxes": [ + 30, + 769, + 84, + 831 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 824, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 42, + 131, + 72, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Desktop", + "boxes": [ + 923, + 265, + 991, + 288 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "?", + "boxes": [ + 786, + 328, + 816, + 347 + ] + }, + { + "text": "?", + "boxes": [ + 818, + 328, + 844, + 347 + ] + }, + { + "text": "合", + "boxes": [ + 856, + 328, + 882, + 347 + ] + }, + { + "text": "Places", + "boxes": [ + 646, + 365, + 698, + 385 + ] + }, + { + "text": "8", + "boxes": [ + 922, + 377, + 956, + 407 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": " Home Folder", + "boxes": [ + 640, + 389, + 764, + 421 + ] + }, + { + "text": "雷", + "boxes": [ + 1016, + 381, + 1050, + 409 + ] + }, + { + "text": " Desktop", + "boxes": [ + 638, + 421, + 740, + 453 + ] + }, + { + "text": " Applications", + "boxes": [ + 637, + 446, + 763, + 485 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 502, + 94, + 528 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "0_5_9", + "episode_id": 0, + "env_id": 5, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.292790412902832, + "advantages": 0.636191189289093, + "generated_text": "{\n \"intent\": \"To explore the available applications on the desktop, I need to perform some actions such as double-clicking relevant application icons.\",\n \"action\": \"DoubleClick(1790, 0)\" \n}", + "action_string": "DoubleClick(1790, 0)", + "intent_string": "To explore the available applications on the desktop, I need to perform some actions such as double-clicking relevant application icons.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 22, + 64, + 96, + 95 + ] + }, + { + "text": "Firefox", + "boxes": [ + 88, + 58, + 138, + 77 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 331, + 86, + 383 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_6_9", + "episode_id": 0, + "env_id": 6, + "step": 9, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"Click on the Firefox icon to open the web browser and start exploring the internet.\",\n \"action\": \"Move(32, 35) Click(40, 75)\" }", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "0_7_9", + "episode_id": 0, + "env_id": 7, + "step": 9, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.2383159399032593, + "generated_text": "{\n \"intent\": \"Exploring the screen from top to bottom by starting at the Firefox icon\",\n \"action\": \"Move(0, 0), Click(220, 406), ScrollDown(900, 900), Move(122, 630) ,DoubleClick(758, 550)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + } + ] +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_0/scores_v3.json b/ScreenExplorer-3B-E1/episode_0/scores_v3.json new file mode 100644 index 0000000000000000000000000000000000000000..ad84674ba17d0693e2ecb787c854e1881d30c3ef --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_0/scores_v3.json @@ -0,0 +1,19 @@ +{ + "directory_path": "logs/ScreenExplorer_2025-05-14_13-31-185da9f3/episode_0", + "single_trajectory_image_diversity": 0.18756510920502478, + "single_trajectory_text_diversity": 0.10021023466833867, + "single_trajectory_image_diversity_max": 0.36962890625, + "single_trajectory_image_diversity_min": -0.00048828125, + "single_trajectory_image_diversity_std": 0.18126487731933594, + "single_trajectory_text_diversity_max": 0.20355224609375, + "single_trajectory_text_diversity_min": -0.000244140625, + "single_trajectory_text_diversity_std": 0.08852195739746094, + "group_trajectories_image_diversity": 0.2429502159357071, + "group_trajectories_text_diversity": 0.12305676192045212, + "group_trajectories_image_diversity_max": 1.09375, + "group_trajectories_image_diversity_min": -0.0078125, + "group_trajectories_image_diversity_std": 0.41015625, + "group_trajectories_text_diversity_max": 0.486328125, + "group_trajectories_text_diversity_min": -0.0009765625, + "group_trajectories_text_diversity_std": 0.163818359375 +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_10/game_record_20250514_143051.json b/ScreenExplorer-3B-E1/episode_10/game_record_20250514_143051.json new file mode 100644 index 0000000000000000000000000000000000000000..ffead7a372bc871d92216bf5e739cc2cd1e7d50d --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_10/game_record_20250514_143051.json @@ -0,0 +1,24174 @@ +{ + "start_time": "2025-05-14T14:30:51.822867", + "end_time": "2025-05-14T14:37:24.098407", + "buffer_size": 80, + "all_records": [ + { + "frame_id": "10_0_0", + "episode_id": 10, + "env_id": 0, + "step": 0, + "format_rewards": 1.0, + "rewards": 8.038257598876953, + "advantages": 0.4543287456035614, + "generated_text": "{\n \"intent\": \"Move towards the Firefox icon to prepare for further interaction such as opening an application or website.\",\n \"action\": \"Move(67, 65)\"\n}", + "action_string": "Move(67, 65)", + "intent_string": "Move towards the Firefox icon to prepare for further interaction such as opening an application or website.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firef Frefox", + "boxes": [ + 14, + 54, + 146, + 113 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_1_0", + "episode_id": 10, + "env_id": 1, + "step": 0, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.8141872882843018, + "generated_text": "{\n \"intent\": \"The first step towards navigating the desktop environment is to move closer to any desktop icon or application that could help further our exploration.\\n\\nFor this purpose, we'll start by moving the mouse to a side edge of the screen.\",\n \"action\": \"Move(-400, -50)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_2_0", + "episode_id": 10, + "env_id": 2, + "step": 0, + "format_rewards": 1.0, + "rewards": 7.893264293670654, + "advantages": 0.4134094715118408, + "generated_text": "{\n \"intent\": \"Move the mouse cursor to center the full desktop view so I can start exploring applications efficiently.\",\n \"action\": \"Move(960, 543)\"\n}", + "action_string": "Move(960, 543)", + "intent_string": "Move the mouse cursor to center the full desktop view so I can start exploring applications efficiently.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 834 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_3_0", + "episode_id": 10, + "env_id": 3, + "step": 0, + "format_rewards": 1.0, + "rewards": 8.33434772491455, + "advantages": 0.5378897786140442, + "generated_text": "{\n \"intent\": \"Move towards exploring the parts of the desktop not currently visible to continue the goal, such as maximizing or minimizing applications.\",\n \"action\": \"DoubleClick(728, 990)\"\n}", + "action_string": "DoubleClick(728, 990)", + "intent_string": "Move towards exploring the parts of the desktop not currently visible to continue the goal, such as maximizing or minimizing applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_4_0", + "episode_id": 10, + "env_id": 4, + "step": 0, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.8141872882843018, + "generated_text": "{\n \"intent\": \"To explore available applications further by opening the taskbar where more windows can be launched.\",\n \"action\": \"Move(2170, 6) \"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_5_0", + "episode_id": 10, + "env_id": 5, + "step": 0, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.8141872882843018, + "generated_text": "{\n \"intent\": \"Scroll down to view more applications if they are not immediately visible on the screen.\",\n \"action\": \"ScrollDown(30, -100)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_6_0", + "episode_id": 10, + "env_id": 6, + "step": 0, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.8141872882843018, + "generated_text": "{\n \"intent\": \"Moving the mouse to a specific point on the screen to explore further options and possibly open an icon on the desktop.\",\n \"action\": \"Move(1920/2, 1080/2)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_7_0", + "episode_id": 10, + "env_id": 7, + "step": 0, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.8141872882843018, + "generated_text": "{\n \"intent\": \"Change the initial focus by clicking on an icon to open or interact with an application.\",\n \"action\": \"Click(1962, 497)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_0_1", + "episode_id": 10, + "env_id": 0, + "step": 1, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.8141872882843018, + "generated_text": "{\n \"intent\": \"Move the cursor over the Firefox icon to explore its content or settings.\",\n \"action\": \"Move(456, 123), RightClick(456, 123)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "Firef Frefox", + "boxes": [ + 14, + 54, + 146, + 113 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firef Frefox", + "boxes": [ + 14, + 54, + 146, + 113 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_1_1", + "episode_id": 10, + "env_id": 1, + "step": 1, + "format_rewards": 1.0, + "rewards": 7.948997497558594, + "advantages": 0.4291382133960724, + "generated_text": "{\n \"intent\": \"Opening the Firefox browser by clicking its icon to explore the web.\",\n \"action\": \"Click(37, 32)\"\n}", + "action_string": "Click(37, 32)", + "intent_string": "Opening the Firefox browser by clicking its icon to explore the web.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 17, + 57, + 103, + 100 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 121, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_2_1", + "episode_id": 10, + "env_id": 2, + "step": 1, + "format_rewards": 1.0, + "rewards": 7.896978855133057, + "advantages": 0.414457768201828, + "generated_text": "{\n \"intent\": \"Move the cursor to the center of the desktop screen to get a better view before interacting further.\",\n \"action\": \"Move(960, 960)\"\n}", + "action_string": "Move(960, 960)", + "intent_string": "Move the cursor to the center of the desktop screen to get a better view before interacting further.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 772, + 84, + 834 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_3_1", + "episode_id": 10, + "env_id": 3, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.372838020324707, + "advantages": 0.5487523078918457, + "generated_text": "{\n \"intent\": \"Moving towards initiating actions with icons on the desktop, which may lead to discovering more information or applications.\",\n \"action\": \"DoubleClick(580, 688)\"}", + "action_string": "DoubleClick(580, 688)", + "intent_string": "Moving towards initiating actions with icons on the desktop, which may lead to discovering more information or applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "10_4_1", + "episode_id": 10, + "env_id": 4, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.005202293395996, + "advantages": 0.4450000524520874, + "generated_text": "{\n \"intent\": \"Click on the Firefox icon to open the browser and explore its contents\",\n \"action\": \"Click(67, 53)\"\n}", + "action_string": "Click(67, 53)", + "intent_string": "Click on the Firefox icon to open the browser and explore its contents", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefc Firefox", + "boxes": [ + 17, + 55, + 143, + 98 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_5_1", + "episode_id": 10, + "env_id": 5, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.231565475463867, + "advantages": 0.5088831186294556, + "generated_text": "{\n \"intent\": \"To interact with an open window or application by clicking on a visible icon.\",\n \"action\": \"Click(456, 789)\"\n}", + "action_string": "Click(456, 789)", + "intent_string": "To interact with an open window or application by clicking on a visible icon.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 772, + 84, + 834 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_6_1", + "episode_id": 10, + "env_id": 6, + "step": 1, + "format_rewards": 1.0, + "rewards": 7.978969573974609, + "advantages": 0.43759676814079285, + "generated_text": "{\n \"intent\": \"To click on the Firefox icon which suggests visiting the web browser.\",\n \"action\": \"Click(37, 46)\"\n}", + "action_string": "Click(37, 46)", + "intent_string": "To click on the Firefox icon which suggests visiting the web browser.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 772, + 84, + 834 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 36, + 127, + 78, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_7_1", + "episode_id": 10, + "env_id": 7, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.12667179107666, + "advantages": 0.4792805314064026, + "generated_text": "{\n \"intent\": \"To explore other applications and files on the desktop.\",\n \"action\": \"DoubleClick(192, 175)\" \n}", + "action_string": "DoubleClick(192, 175)", + "intent_string": "To explore other applications and files on the desktop.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 115, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_0_2", + "episode_id": 10, + "env_id": 0, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.16921329498291, + "advantages": 0.49128639698028564, + "generated_text": "{\n \"intent\": \"The computer is set on the desktop screen, which contains left-clickable applications, icons, and files for interaction.\", \n \"action\": \"DoubleClick(162, 70)\" \n}", + "action_string": "DoubleClick(162, 70)", + "intent_string": "The computer is set on the desktop screen, which contains left-clickable applications, icons, and files for interaction.", + "before_screen_ocr_results": [ + { + "text": "Firef Frefox", + "boxes": [ + 14, + 54, + 146, + 113 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_1_2", + "episode_id": 10, + "env_id": 1, + "step": 2, + "format_rewards": 1.0, + "rewards": 7.858977317810059, + "advantages": 0.40373316407203674, + "generated_text": "{\n \"intent\": \"Move the mouse to coordinate (100, 209) to highlight an application for interaction or expansion of knowledge.\",\n \"action\": \"Move(100, 209)\"\n}", + "action_string": "Move(100, 209)", + "intent_string": "Move the mouse to coordinate (100, 209) to highlight an application for interaction or expansion of knowledge.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 17, + 57, + 103, + 100 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 121, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 5, + 166, + 113, + 203 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_2_2", + "episode_id": 10, + "env_id": 2, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.17950439453125, + "advantages": 0.49419069290161133, + "generated_text": "{\n \"intent\": \"The next step should be to access one of the common applications on the desktop, such as Firefox or LibreOffice, which may offer useful information or tools.\",\n \"action\": \"DoubleClick(123, 456)\"\n}", + "action_string": "DoubleClick(123, 456)", + "intent_string": "The next step should be to access one of the common applications on the desktop, such as Firefox or LibreOffice, which may offer useful information or tools.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 114, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 96, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_3_2", + "episode_id": 10, + "env_id": 3, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.587198257446289, + "advantages": 0.6092479825019836, + "generated_text": "{\n \"intent\": \"Move the mouse to the center of the screen to survey the entire area and easily find applications or folders.\",\n \"action\": \"Move(960, 541)\"\n}", + "action_string": "Move(960, 541)", + "intent_string": "Move the mouse to the center of the screen to survey the entire area and easily find applications or folders.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 772, + 84, + 834 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_4_2", + "episode_id": 10, + "env_id": 4, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.073992729187012, + "advantages": 0.46441373229026794, + "generated_text": "{\n \"intent\": \"Moving the cursor to see if there are any hidden windows or shortcuts not visible at first glance.\",\n \"action\": \"Move(500, 400)\"\n}", + "action_string": "Move(500, 400)", + "intent_string": "Moving the cursor to see if there are any hidden windows or shortcuts not visible at first glance.", + "before_screen_ocr_results": [ + { + "text": "Firefc Firefox", + "boxes": [ + 17, + 55, + 143, + 98 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_5_2", + "episode_id": 10, + "env_id": 5, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.345507621765137, + "advantages": 0.5410392880439758, + "generated_text": "{\n \"intent\": \"To move the cursor to the center of the desktop for further exploration.\",\n \"action\": \"Move(960, 540)\"\n}", + "action_string": "Move(960, 540)", + "intent_string": "To move the cursor to the center of the desktop for further exploration.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_6_2", + "episode_id": 10, + "env_id": 6, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.026988983154297, + "advantages": 0.4511485695838928, + "generated_text": "{\n \"intent\": \"The Firefox icon is a common tool for accessing the internet. Clicking it will allow me to open a web browser and explore online content.\",\n \"action\": \"Click(57, 65)\" }", + "action_string": "Click(57, 65)", + "intent_string": "The Firefox icon is a common tool for accessing the internet. Clicking it will allow me to open a web browser and explore online content.", + "before_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 36, + 127, + 78, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Fir Firefox", + "boxes": [ + 16, + 56, + 134, + 110 + ] + }, + { + "text": "", + "boxes": [ + 25, + 115, + 87, + 169 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_7_2", + "episode_id": 10, + "env_id": 7, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.079862594604492, + "advantages": 0.466070294380188, + "generated_text": "{\n \"intent\": \"Click on the Firefox icon to open a web browser. This will allow us to access the internet and continue our exploration.\",\n \"action\": \"Click(23, 272)\"\n}", + "action_string": "Click(23, 272)", + "intent_string": "Click on the Firefox icon to open a web browser. This will allow us to access the internet and continue our exploration.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 115, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "口", + "boxes": [ + 33, + 227, + 81, + 268 + ] + }, + { + "text": "ferminal", + "boxes": [ + 8, + 264, + 112, + 322 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_0_3", + "episode_id": 10, + "env_id": 0, + "step": 3, + "format_rewards": 1.0, + "rewards": 7.974659442901611, + "advantages": 0.43638038635253906, + "generated_text": "{\n \"intent\": \"Move the mouse to the center of the screen to get a better overview of the workspace\",\n \"action\": \"Move(960, 970)\"\n}", + "action_string": "Move(960, 970)", + "intent_string": "Move the mouse to the center of the screen to get a better overview of the workspace", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_1_3", + "episode_id": 10, + "env_id": 1, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.136307716369629, + "advantages": 0.481999933719635, + "generated_text": "{\n \"intent\": \"Moving towards the calculator icon to open it and explore its features.\",\n \"action\": \"Move(45, 350)\" \n}", + "action_string": "Move(45, 350)", + "intent_string": "Moving towards the calculator icon to open it and explore its features.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 5, + 166, + 113, + 203 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 114, + 202 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "calculator", + "boxes": [ + 42, + 353, + 146, + 391 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ] + }, + { + "frame_id": "10_2_3", + "episode_id": 10, + "env_id": 2, + "step": 3, + "format_rewards": 1.0, + "rewards": 7.8431715965271, + "advantages": 0.3992725610733032, + "generated_text": "{\n \"intent\": \"Move the cursor to the center of the desktop to explore the main content area\",\n \"action\": \"Move(1000, 1000)\"\n}", + "action_string": "Move(1000, 1000)", + "intent_string": "Move the cursor to the center of the desktop to explore the main content area", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 114, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 96, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_3_3", + "episode_id": 10, + "env_id": 3, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.765785217285156, + "advantages": 0.6596478819847107, + "generated_text": "{\n \"intent\": \"To begin discovering all available applications and their functionalities by exploring the desktop first.\",\n \"action\": \"DoubleClick(122, 237) \"\n}", + "action_string": "DoubleClick(122, 237)", + "intent_string": "To begin discovering all available applications and their functionalities by exploring the desktop first.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 772, + 84, + 834 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 112, + 202 + ] + }, + { + "text": "?", + "boxes": [ + 40, + 234, + 78, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_4_3", + "episode_id": 10, + "env_id": 4, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.059910774230957, + "advantages": 0.4604395925998688, + "generated_text": "{\n \"intent\": \"Scrolling to get an overview of the desktop content\",\n \"action\": \"ScrollUp(0, 0)\"\n}", + "action_string": "ScrollUp(0, 0)", + "intent_string": "Scrolling to get an overview of the desktop content", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_5_3", + "episode_id": 10, + "env_id": 5, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.404918670654297, + "advantages": 0.5578059554100037, + "generated_text": "{\n \"intent\": \"Move the mouse to a more interactive area of the screen to potentially find more applications or open terminals if fully flat.\",\n \"action\": \"Move(1270, 720)\"\n}", + "action_string": "Move(1270, 720)", + "intent_string": "Move the mouse to a more interactive area of the screen to potentially find more applications or open terminals if fully flat.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_6_3", + "episode_id": 10, + "env_id": 6, + "step": 3, + "format_rewards": 1.0, + "rewards": 7.9892497062683105, + "advantages": 0.4404979944229126, + "generated_text": "{\n \"intent\": \"Move the cursor to the top-left corner of the screen\",\n \"action\": \"Move(0, 0)\"\n}", + "action_string": "Move(0, 0)", + "intent_string": "Move the cursor to the top-left corner of the screen", + "before_screen_ocr_results": [ + { + "text": "Fir Firefox", + "boxes": [ + 16, + 56, + 134, + 110 + ] + }, + { + "text": "", + "boxes": [ + 25, + 115, + 87, + 169 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_7_3", + "episode_id": 10, + "env_id": 7, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.051801681518555, + "advantages": 0.45815107226371765, + "generated_text": "{\n \"intent\": \"Explores the file explorer by double clicking on the 'Files' icon, likely to access and view contents.\",\n \"action\": \"DoubleClick(53, 975)\"\n}", + "action_string": "DoubleClick(53, 975)", + "intent_string": "Explores the file explorer by double clicking on the 'Files' icon, likely to access and view contents.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "口", + "boxes": [ + 33, + 227, + 81, + 268 + ] + }, + { + "text": "ferminal", + "boxes": [ + 8, + 264, + 112, + 322 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 883, + 84, + 945 + ] + }, + { + "text": "Files", + "boxes": [ + 31, + 934, + 87, + 976 + ] + }, + { + "text": "F", + "boxes": [ + 42, + 975, + 68, + 997 + ] + } + ] + }, + { + "frame_id": "10_0_4", + "episode_id": 10, + "env_id": 0, + "step": 4, + "format_rewards": 1.0, + "rewards": 7.950145244598389, + "advantages": 0.42946213483810425, + "generated_text": "{\n \"intent\": \"To explore the available applications by clicking on one of them.\",\n \"action\": \"DoubleClick(247, 71)\"\n}", + "action_string": "DoubleClick(247, 71)", + "intent_string": "To explore the available applications by clicking on one of them.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "10_1_4", + "episode_id": 10, + "env_id": 1, + "step": 4, + "format_rewards": 1.0, + "rewards": 7.967304229736328, + "advantages": 0.4343046545982361, + "generated_text": "{\n \"intent\": \"The goal is to explore the desktop environment to identify any useful programs or apps. The first step should be interacting with these items to see which ones can be opened.\",\n \"action\": \"DoubleClick(567, 654)\" \n}", + "action_string": "DoubleClick(567, 654)", + "intent_string": "The goal is to explore the desktop environment to identify any useful programs or apps. The first step should be interacting with these items to see which ones can be opened.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 114, + 202 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "calculator", + "boxes": [ + 42, + 353, + 146, + 391 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_2_4", + "episode_id": 10, + "env_id": 2, + "step": 4, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.8141872882843018, + "generated_text": "{\n \"intent\": \"Move the cursor to center the view of the desktop to better explore or focus on specific applications.\",\n \"action\": \"Move(960, 1080)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 114, + 202 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_3_4", + "episode_id": 10, + "env_id": 3, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.00778579711914, + "advantages": 0.727944016456604, + "generated_text": "{\n \"intent\": \"Open an application to gain more information about its functions or user interface.\",\n \"action\": \"DoubleClick(900, 676)\" }", + "action_string": "DoubleClick(900, 676)", + "intent_string": "Open an application to gain more information about its functions or user interface.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 112, + 202 + ] + }, + { + "text": "?", + "boxes": [ + 40, + 234, + 78, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 834 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "10_4_4", + "episode_id": 10, + "env_id": 4, + "step": 4, + "format_rewards": 1.0, + "rewards": 7.8974480628967285, + "advantages": 0.41459017992019653, + "generated_text": "{\n \"intent\": \"The next step should focus on opening any applications that may be related to exploration or documentation.\",\n \"action\": \"DoubleClick(172, 446)\"\n}", + "action_string": "DoubleClick(172, 446)", + "intent_string": "The next step should focus on opening any applications that may be related to exploration or documentation.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_5_4", + "episode_id": 10, + "env_id": 5, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.445527076721191, + "advantages": 0.5692662596702576, + "generated_text": "{\n \"intent\": \"Move the cursor to the center of the screen to start exploring different areas more thoroughly.\",\n \"action\": \"Move(960, 540)\"\n}", + "action_string": "Move(960, 540)", + "intent_string": "Move the cursor to the center of the screen to start exploring different areas more thoroughly.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_6_4", + "episode_id": 10, + "env_id": 6, + "step": 4, + "format_rewards": 1.0, + "rewards": 7.96243953704834, + "advantages": 0.4329317510128021, + "generated_text": "{\n \"intent\": \"To move towards or click on an icon to open the application for further exploration.\",\n \"action\": \"DoubleClick(456, 789)\" }", + "action_string": "DoubleClick(456, 789)", + "intent_string": "To move towards or click on an icon to open the application for further exploration.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_7_4", + "episode_id": 10, + "env_id": 7, + "step": 4, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.8141872882843018, + "generated_text": "{\n \"intent\": \"To explore and potentially double-click applications to move around the desktop, a common first step in this sort of environment.\",\n \"action\": \"DoubleClick(1920, 300)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 883, + 84, + 945 + ] + }, + { + "text": "Files", + "boxes": [ + 31, + 934, + 87, + 976 + ] + }, + { + "text": "F", + "boxes": [ + 42, + 975, + 68, + 997 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 883, + 84, + 945 + ] + }, + { + "text": "Files", + "boxes": [ + 31, + 934, + 87, + 976 + ] + }, + { + "text": "F", + "boxes": [ + 42, + 975, + 68, + 997 + ] + } + ] + }, + { + "frame_id": "10_0_5", + "episode_id": 10, + "env_id": 0, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.099120140075684, + "advantages": 0.4715050458908081, + "generated_text": "{\n \"intent\": \"Hover over the Firefox icon to inspect more details or to proceed if double-clicking is necessary to open the browser.\",\n \"action\": \"Move(76, 62)\"\n}", + "action_string": "Move(76, 62)", + "intent_string": "Hover over the Firefox icon to inspect more details or to proceed if double-clicking is necessary to open the browser.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefoi Firefox", + "boxes": [ + 17, + 59, + 151, + 104 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "10_1_5", + "episode_id": 10, + "env_id": 1, + "step": 5, + "format_rewards": 1.0, + "rewards": 7.948638916015625, + "advantages": 0.4290370047092438, + "generated_text": "{\n \"intent\": \"To explore the desktop environment more thoroughly and open an icon directly related to exploration or information.\",\n \"action\": \"DoubleClick(150, 391)\"\n}", + "action_string": "DoubleClick(150, 391)", + "intent_string": "To explore the desktop environment more thoroughly and open an icon directly related to exploration or information.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "?", + "boxes": [ + 40, + 234, + 78, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_2_5", + "episode_id": 10, + "env_id": 2, + "step": 5, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.8141872882843018, + "generated_text": "{\n \"intent\": \"Move the mouse cursor to the top-left corner of the desktop to minimize the entire application environment.\",\n \"action\": \"Move(-1921, -1080)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_3_5", + "episode_id": 10, + "env_id": 3, + "step": 5, + "format_rewards": 1.0, + "rewards": 11.442192077636719, + "advantages": 1.414969801902771, + "generated_text": "{\n \"intent\": \"Exploring the desktop by clicking on the Firefox icon, which is likely an application or browser accessible from here.\",\n \"action\": \"DoubleClick(62, 35)\" \n}", + "action_string": "DoubleClick(62, 35)", + "intent_string": "Exploring the desktop by clicking on the Firefox icon, which is likely an application or browser accessible from here.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 834 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "C仓", + "boxes": [ + 68, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "10_4_5", + "episode_id": 10, + "env_id": 4, + "step": 5, + "format_rewards": 1.0, + "rewards": 7.967408180236816, + "advantages": 0.4343339800834656, + "generated_text": "{\n \"intent\": \"Move closer to the Firefox icon and prepare to open it next\",\n \"action\": \"Move(669, 73)\"\n}", + "action_string": "Move(669, 73)", + "intent_string": "Move closer to the Firefox icon and prepare to open it next", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "10_5_5", + "episode_id": 10, + "env_id": 5, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.05167293548584, + "advantages": 0.7403296232223511, + "generated_text": "{\n \"intent\": \"Clicking on an icon to open the application and explore its features\",\n \"action\": \"Click(45, 370)\"\n}", + "action_string": "Click(45, 370)", + "intent_string": "Clicking on an icon to open the application and explore its features", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 26, + 336, + 92, + 383 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "10_6_5", + "episode_id": 10, + "env_id": 6, + "step": 5, + "format_rewards": 1.0, + "rewards": 7.948958873748779, + "advantages": 0.4291273057460785, + "generated_text": "{\n \"intent\": \"Exploring the desktop by double clicking each icon to open them and view their contents.\",\n \"action\": \"DoubleClick(207, 28)\"\n}", + "action_string": "DoubleClick(207, 28)", + "intent_string": "Exploring the desktop by double clicking each icon to open them and view their contents.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "10_7_5", + "episode_id": 10, + "env_id": 7, + "step": 5, + "format_rewards": 1.0, + "rewards": 7.866254806518555, + "advantages": 0.40578699111938477, + "generated_text": "{\n \"intent\": \"Move to the center of the screen to prepare for interacting with any applications or actions available there.\",\n \"action\": \"Move(960, 540)\"\n}", + "action_string": "Move(960, 540)", + "intent_string": "Move to the center of the screen to prepare for interacting with any applications or actions available there.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 883, + 84, + 945 + ] + }, + { + "text": "Files", + "boxes": [ + 31, + 934, + 87, + 976 + ] + }, + { + "text": "F", + "boxes": [ + 42, + 975, + 68, + 997 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_0_6", + "episode_id": 10, + "env_id": 0, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.067587852478027, + "advantages": 0.46260616183280945, + "generated_text": "{\n \"intent\": \"Exploring the left side of the screen to see logos and shortcut icons.\",\n \"action\": \"Move(1792, 450)\"\n}", + "action_string": "Move(1792, 450)", + "intent_string": "Exploring the left side of the screen to see logos and shortcut icons.", + "before_screen_ocr_results": [ + { + "text": "Firefoi Firefox", + "boxes": [ + 17, + 59, + 151, + 104 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_1_6", + "episode_id": 10, + "env_id": 1, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.483400344848633, + "advantages": 0.5799546241760254, + "generated_text": "{\n \"intent\": \"Explore the desktop by starting some common applications.\",\n \"action\": \"DoubleClick(117, 190)\" }", + "action_string": "DoubleClick(117, 190)", + "intent_string": "Explore the desktop by starting some common applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "?", + "boxes": [ + 40, + 234, + 78, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "Mousepad ,", + "boxes": [ + 1, + 164, + 127, + 209 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_2_6", + "episode_id": 10, + "env_id": 2, + "step": 6, + "format_rewards": 1.0, + "rewards": 7.914453506469727, + "advantages": 0.41938939690589905, + "generated_text": "{\n \"intent\": \"Exploring the desktop to find suitable applications to open or click on. This step helps in understanding the available applications and starting the exploration process.\",\n \"action\": \"Move(543, 237)\"\n}", + "action_string": "Move(543, 237)", + "intent_string": "Exploring the desktop to find suitable applications to open or click on. This step helps in understanding the available applications and starting the exploration process.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 114, + 202 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "10_3_6", + "episode_id": 10, + "env_id": 3, + "step": 6, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.8141872882843018, + "generated_text": "{\n \"intent\": \"Exploring available services and shortcuts.\",\n \"action\": \"LeftClick\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "C", + "boxes": [ + 70, + 69, + 124, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "C", + "boxes": [ + 70, + 69, + 124, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "10_4_6", + "episode_id": 10, + "env_id": 4, + "step": 6, + "format_rewards": 1.0, + "rewards": 7.932826995849609, + "advantages": 0.4245746433734894, + "generated_text": "{\n \"intent\": \"Click on the Firefox icon to open the browser and start exploring the internet.\",\n \"action\": \"Click(47, 10)\"\n}", + "action_string": "Click(47, 10)", + "intent_string": "Click on the Firefox icon to open the browser and start exploring the internet.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_5_6", + "episode_id": 10, + "env_id": 5, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.865083694458008, + "advantages": 0.6876713633537292, + "generated_text": "{\n \"intent\": \"Move the mouse to the Firefox icon to start browsing or check the current web page.\",\n \"action\": \"Move(55, 17)\"\n}", + "action_string": "Move(55, 17)", + "intent_string": "Move the mouse to the Firefox icon to start browsing or check the current web page.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 26, + 336, + 92, + 383 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 338, + 88, + 381 + ] + }, + { + "text": "Calclito", + "boxes": [ + 0, + 367, + 125, + 430 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_6_6", + "episode_id": 10, + "env_id": 6, + "step": 6, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.8141872882843018, + "generated_text": "{\n \"intent\": \"Move to the center of the screen, which will provide more room to explore without the risk of missing any buttons.\",\n \"action\": \"Move(1920/2, 1080/2)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "10_7_6", + "episode_id": 10, + "env_id": 7, + "step": 6, + "format_rewards": 1.0, + "rewards": 7.9065093994140625, + "advantages": 0.4171474277973175, + "generated_text": "{\n \"intent\": \"Navigating through the desktop to locate and click on an icon.\",\n \"action\": \"Move(700, 900)\" \t}", + "action_string": "Move(700, 900)", + "intent_string": "Navigating through the desktop to locate and click on an icon.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_0_7", + "episode_id": 10, + "env_id": 0, + "step": 7, + "format_rewards": 1.0, + "rewards": 7.917531967163086, + "advantages": 0.42025816440582275, + "generated_text": "{\n \"intent\": \"Move the mouse to a specific point on the desktop to explore further\",\n \"action\": \"Move(1446, 289)\"\n}", + "action_string": "Move(1446, 289)", + "intent_string": "Move the mouse to a specific point on the desktop to explore further", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "10_1_7", + "episode_id": 10, + "env_id": 1, + "step": 7, + "format_rewards": 1.0, + "rewards": 7.932021141052246, + "advantages": 0.4243472218513489, + "generated_text": "{\n \"intent\": \"To start exploring the environment by opening one of the applications listed on the desktop. Opening an application will likely provide more context about the overall computer usage scenario.\",\n \"action\": \"DoubleClick(773, 642)\"\n}", + "action_string": "DoubleClick(773, 642)", + "intent_string": "To start exploring the environment by opening one of the applications listed on the desktop. Opening an application will likely provide more context about the overall computer usage scenario.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "Mousepad ,", + "boxes": [ + 1, + 164, + 127, + 209 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 28, + 767, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "10_2_7", + "episode_id": 10, + "env_id": 2, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.620856285095215, + "advantages": 0.6187467575073242, + "generated_text": "{\n \"intent\": \"Click on the Firefox icon to open the browser and start browsing the internet.\",\n \"action\": \"Click(56, 75) \"\n}", + "action_string": "Click(56, 75)", + "intent_string": "Click on the Firefox icon to open the browser and start browsing the internet.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firqfox", + "boxes": [ + 20, + 62, + 102, + 99 + ] + }, + { + "text": "Firefox", + "boxes": [ + 60, + 83, + 130, + 115 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 3, + 164, + 115, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "10_3_7", + "episode_id": 10, + "env_id": 3, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.853925704956055, + "advantages": 0.9667373299598694, + "generated_text": "{\n \"intent\": \"Selecting the search bar to type and input keywords or URLs for further exploration.\",\n \"action\": \"Move(742, 81)\"\n}", + "action_string": "Move(742, 81)", + "intent_string": "Selecting the search bar to type and input keywords or URLs for further exploration.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "C", + "boxes": [ + 70, + 69, + 124, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "10_4_7", + "episode_id": 10, + "env_id": 4, + "step": 7, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.8141872882843018, + "generated_text": "{\n \"intent\": \"To explore and interact with the files or folders on the desktop, which might contain important files or applications.\",\n \"action\": \"DoubleClick(750, 1098)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_5_7", + "episode_id": 10, + "env_id": 5, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.996635437011719, + "advantages": 0.724797248840332, + "generated_text": "{\n \"intent\": \"Move the mouse to the mousepad icon to explore its functionality or context in the environment.\",\n \"action\": \"Move(30, 78)\"\n}", + "action_string": "Move(30, 78)", + "intent_string": "Move the mouse to the mousepad icon to explore its functionality or context in the environment.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 338, + 88, + 381 + ] + }, + { + "text": "Calclito", + "boxes": [ + 0, + 367, + 125, + 430 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 64, + 100, + 101 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 338, + 88, + 381 + ] + }, + { + "text": "Calclito", + "boxes": [ + 0, + 367, + 125, + 430 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_6_7", + "episode_id": 10, + "env_id": 6, + "step": 7, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.8141872882843018, + "generated_text": "{\n \"intent\": \"Moving to the 'LibreOffice' icon to open it and explore its features\",\n \"action\": \"Move(52, 404) Click(52, 404)\" \n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "10_7_7", + "episode_id": 10, + "env_id": 7, + "step": 7, + "format_rewards": 1.0, + "rewards": 7.962637901306152, + "advantages": 0.4329877495765686, + "generated_text": "{\n \"intent\": \"Move the cursor to the Firefox icon to try opening it.\",\n \"action\": \"Move(640, 48)\" \n}", + "action_string": "Move(640, 48)", + "intent_string": "Move the cursor to the Firefox icon to try opening it.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "10_0_8", + "episode_id": 10, + "env_id": 0, + "step": 8, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.8141872882843018, + "generated_text": "{\n \"intent\": \"Move the cursor to the top-left corner of the screen, which might be useful for accessing certain system settings or utilities.\",\n \"action\": \"Move(-123, -1)*\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "10_1_8", + "episode_id": 10, + "env_id": 1, + "step": 8, + "format_rewards": 1.0, + "rewards": 7.928353786468506, + "advantages": 0.423312246799469, + "generated_text": "{\n \"intent\": \"Move the cursor to the center of the screen.\",\n \"action\": \"Move(960, 546)\"\n}", + "action_string": "Move(960, 546)", + "intent_string": "Move the cursor to the center of the screen.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 28, + 767, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_2_8", + "episode_id": 10, + "env_id": 2, + "step": 8, + "format_rewards": 1.0, + "rewards": 7.8890838623046875, + "advantages": 0.4122296869754791, + "generated_text": "{\n \"intent\": \"The goal is to select an application that hasn't been opened yet or require additional interaction such as copying data from another application.\",\n \"action\": \"DoubleClick(170, 128)\"\n}", + "action_string": "DoubleClick(170, 128)", + "intent_string": "The goal is to select an application that hasn't been opened yet or require additional interaction such as copying data from another application.", + "before_screen_ocr_results": [ + { + "text": "Firqfox", + "boxes": [ + 20, + 62, + 102, + 99 + ] + }, + { + "text": "Firefox", + "boxes": [ + 60, + 83, + 130, + 115 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 3, + 164, + 115, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 115, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_3_8", + "episode_id": 10, + "env_id": 3, + "step": 8, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.8141872882843018, + "generated_text": "{\n \"intent\": \"To scroll down and view more content on the screen, likely to find other parts of the desktop or applications not visible initially.\",\n \"action\": \"ScrollDown(0, -100)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "10_4_8", + "episode_id": 10, + "env_id": 4, + "step": 8, + "format_rewards": 1.0, + "rewards": 7.931364059448242, + "advantages": 0.42416179180145264, + "generated_text": "{\n \"intent\": \"Move the cursor to the center of the screen to maximize the view or get a better feel of the interface.\",\n \"action\": \"Move(960, 642)\"\n}", + "action_string": "Move(960, 642)", + "intent_string": "Move the cursor to the center of the screen to maximize the view or get a better feel of the interface.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 28, + 767, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "10_5_8", + "episode_id": 10, + "env_id": 5, + "step": 8, + "format_rewards": 1.0, + "rewards": 11.540541648864746, + "advantages": 1.442725419998169, + "generated_text": "{\n \"intent\": \"The goal is to explore the desktop by interacting with commonly used applications. The Firefox icon is an important application to open and test.\",\n \"action\": \"DoubleClick(72, 33) \"\n}", + "action_string": "DoubleClick(72, 33)", + "intent_string": "The goal is to explore the desktop by interacting with commonly used applications. The Firefox icon is an important application to open and test.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 64, + 100, + 101 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 338, + 88, + 381 + ] + }, + { + "text": "Calclito", + "boxes": [ + 0, + 367, + 125, + 430 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "10_6_8", + "episode_id": 10, + "env_id": 6, + "step": 8, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.8141872882843018, + "generated_text": "{\n \"intent\": \"Scroll down to see hidden desktop icons\",\n \"action\": \"ScrollDown(0, 1080)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "10_7_8", + "episode_id": 10, + "env_id": 7, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.065835952758789, + "advantages": 0.46211177110671997, + "generated_text": "{\n \"intent\": \"Move the cursor to the Firefox icon and explore the desktop to find opening icons.\",\n \"action\": \"Move(170, 35) \"\n}", + "action_string": "Move(170, 35)", + "intent_string": "Move the cursor to the Firefox icon and explore the desktop to find opening icons.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_0_9", + "episode_id": 10, + "env_id": 0, + "step": 9, + "format_rewards": 1.0, + "rewards": 7.823083400726318, + "advantages": 0.3936033844947815, + "generated_text": "{\n \"intent\": \"Move closer to the center of the desktop as the intention is to explore further rather than opening something immediately.\",\n \"action\": \"Move(960, 540)\"\n}", + "action_string": "Move(960, 540)", + "intent_string": "Move closer to the center of the desktop as the intention is to explore further rather than opening something immediately.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_1_9", + "episode_id": 10, + "env_id": 1, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.049097061157227, + "advantages": 0.4573878049850464, + "generated_text": "{\n \"intent\": \"Select an application icon to potentially open it and explore further navigation or functionality.\",\n \"action\": \"DoubleClick(140, 159)\"\n}", + "action_string": "DoubleClick(140, 159)", + "intent_string": "Select an application icon to potentially open it and explore further navigation or functionality.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "Mousepac", + "boxes": [ + 8, + 169, + 106, + 201 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_2_9", + "episode_id": 10, + "env_id": 2, + "step": 9, + "format_rewards": 1.0, + "rewards": 7.942224502563477, + "advantages": 0.4272267818450928, + "generated_text": "{\n \"intent\": \"Move the mouse to the Firefox icon to open the web browser and start internet browsing.\",\n \"action\": \"Move(30, 45)\"\n}", + "action_string": "Move(30, 45)", + "intent_string": "Move the mouse to the Firefox icon to open the web browser and start internet browsing.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 115, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_3_9", + "episode_id": 10, + "env_id": 3, + "step": 9, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.8141872882843018, + "generated_text": "{\n \"intent\": \"I want to start by opening a browser window, which will allow me to either enter a new site or search online. This will help me gather information within the first step of my exploration.\",\n \"action\": \"OpenWindowinNewTab('https://www.example.com')\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "10_4_9", + "episode_id": 10, + "env_id": 4, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.057578086853027, + "advantages": 0.4597812592983246, + "generated_text": "{\n \"intent\": \"Move the mouse to centralize the screen and scan accessible applications.\",\n \"action\": \"Move(960, 540)\"\n}", + "action_string": "Move(960, 540)", + "intent_string": "Move the mouse to centralize the screen and scan accessible applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 28, + 767, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "10_5_9", + "episode_id": 10, + "env_id": 5, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.767048835754395, + "advantages": 0.9422193765640259, + "generated_text": "{\n \"intent\": \"The goal is to continue exploring the desktop environment, which is located at the top left corner.\",\n \"action\": \"Move(78, 100)\"\n}", + "action_string": "Move(78, 100)", + "intent_string": "The goal is to continue exploring the desktop environment, which is located at the top left corner.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 60, + 522, + 95 + ] + }, + { + "text": "ertoFiref", + "boxes": [ + 348, + 133, + 412, + 151 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 658, + 290, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 524, + 488, + 562, + 528 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1410, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "10_6_9", + "episode_id": 10, + "env_id": 6, + "step": 9, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -1.8141872882843018, + "generated_text": "{\n \"intent\": \"Move to the Firefox icon and open it to explore web browser functionality.\",\n \"action\": \"Move(56, 97) // Move mouse to the Firefox icon\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "10_7_9", + "episode_id": 10, + "env_id": 7, + "step": 9, + "format_rewards": 1.0, + "rewards": 7.894494533538818, + "advantages": 0.41375666856765747, + "generated_text": "{\n \"intent\": \"Move the cursor closer to the Firefox icon to avoid accidental activation of other icons and to facilitate interacting with the Firefox application.\",\n \"action\": \"Move(167, 680)\"\n}", + "action_string": "Move(167, 680)", + "intent_string": "Move the cursor closer to the Firefox icon to avoid accidental activation of other icons and to facilitate interacting with the Firefox application.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 663, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + } + ] +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_10/scores_v3.json b/ScreenExplorer-3B-E1/episode_10/scores_v3.json new file mode 100644 index 0000000000000000000000000000000000000000..853b8dfc4d095dd63dc174469a9a43bca0663285 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_10/scores_v3.json @@ -0,0 +1,19 @@ +{ + "directory_path": "logs/ScreenExplorer_2025-05-14_13-31-185da9f3/episode_10", + "single_trajectory_image_diversity": 0.12744140761788003, + "single_trajectory_text_diversity": 0.07428249856457114, + "single_trajectory_image_diversity_max": 0.2763671875, + "single_trajectory_image_diversity_min": 0.0009765625, + "single_trajectory_image_diversity_std": 0.13409137725830078, + "single_trajectory_text_diversity_max": 0.17230224609375, + "single_trajectory_text_diversity_min": 0.0, + "single_trajectory_text_diversity_std": 0.06987190246582031, + "group_trajectories_image_diversity": 0.17927215993404388, + "group_trajectories_text_diversity": 0.09493284672498703, + "group_trajectories_image_diversity_max": 1.0859375, + "group_trajectories_image_diversity_min": -0.0078125, + "group_trajectories_image_diversity_std": 0.3984375, + "group_trajectories_text_diversity_max": 0.4912109375, + "group_trajectories_text_diversity_min": 0.0, + "group_trajectories_text_diversity_std": 0.1558837890625 +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_100/actor_model_100/adapter_config.json b/ScreenExplorer-3B-E1/episode_100/actor_model_100/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5e12e7b8286312c1fcac1decd5d5a37b3ca2091d --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_100/actor_model_100/adapter_config.json @@ -0,0 +1,39 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen2.5-VL-3B-Instruct", + "bias": "none", + "corda_config": null, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "o_proj", + "k_proj", + "v_proj", + "gate_proj", + "up_proj", + "down_proj" + ], + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_100/game_record_20250515_020809.json b/ScreenExplorer-3B-E1/episode_100/game_record_20250515_020809.json new file mode 100644 index 0000000000000000000000000000000000000000..45ddcebfd4c6533e3841ee16e8281e62d47a1a53 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_100/game_record_20250515_020809.json @@ -0,0 +1,55044 @@ +{ + "start_time": "2025-05-15T02:08:09.190616", + "end_time": "2025-05-15T02:16:22.145903", + "buffer_size": 80, + "all_records": [ + { + "frame_id": "100_0_0", + "episode_id": 100, + "env_id": 0, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.388830184936523, + "advantages": 1.1602598428726196, + "generated_text": "{\n \"intent\": \"Move closer to and then open the Firefox browser to access web-based resources.\",\n \"action\": \"DoubleClick(73, 37)\" \n}", + "action_string": "DoubleClick(73, 37)", + "intent_string": "Move closer to and then open the Firefox browser to access web-based resources.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "100_1_0", + "episode_id": 100, + "env_id": 1, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.062725067138672, + "advantages": 0.919358491897583, + "generated_text": "{\n \"intent\": \"The first step towards exploring this desktop is to ensure we find and explore potential applications accessible via clicks.\",\n \"action\": \"DoubleClick(79, 25)\" }", + "action_string": "DoubleClick(79, 25)", + "intent_string": "The first step towards exploring this desktop is to ensure we find and explore potential applications accessible via clicks.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "100_2_0", + "episode_id": 100, + "env_id": 2, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.478510856628418, + "advantages": 1.2265089750289917, + "generated_text": "{\n \"intent\": \"To begin interacting with the desktop environment by attempting to open applications like Firefox.\",\n \"action\": \"DoubleClick(71, 40)\" \n}", + "action_string": "DoubleClick(71, 40)", + "intent_string": "To begin interacting with the desktop environment by attempting to open applications like Firefox.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "100_3_0", + "episode_id": 100, + "env_id": 3, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.054503440856934, + "advantages": -0.5641610026359558, + "generated_text": "{\n \"intent\": \"Clicking on an icon requires dual clicks; hence, first I'll try clicking Firefox.\",\n \"action\": \"DoubleClick(4, 17)\"\n}", + "action_string": "DoubleClick(4, 17)", + "intent_string": "Clicking on an icon requires dual clicks; hence, first I'll try clicking Firefox.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "100_4_0", + "episode_id": 100, + "env_id": 4, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.127376556396484, + "advantages": 0.9671180248260498, + "generated_text": "{\n \"intent\": \"Begin by interacting with one of the available applications since these are potential entry points into different functionalities.\",\n \"action\": \"DoubleClick(74, 30)\" }", + "action_string": "DoubleClick(74, 30)", + "intent_string": "Begin by interacting with one of the available applications since these are potential entry points into different functionalities.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "C仓", + "boxes": [ + 68, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "100_5_0", + "episode_id": 100, + "env_id": 5, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.180747032165527, + "advantages": 1.0065439939498901, + "generated_text": "{\n \"intent\": \"Navigating through the desktop by clicking each icon sequentially.\",\n \"action\": \"DoubleClick(47, 32)\"}", + "action_string": "DoubleClick(47, 32)", + "intent_string": "Navigating through the desktop by clicking each icon sequentially.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Nev Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "100_6_0", + "episode_id": 100, + "env_id": 6, + "step": 0, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -7.252930641174316, + "generated_text": "{\n \"intent\": \"Open the Firefox browser application from the desktop\",\n \"action\": \"DoubleClick(1929, 30)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "100_7_0", + "episode_id": 100, + "env_id": 7, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.185848236083984, + "advantages": 1.0103124380111694, + "generated_text": "{\n \"intent\": \"Open File Explorer by clicking its icon to start browsing through files.\",\n \"action\": \"DoubleClick(72, 44)\" }", + "action_string": "DoubleClick(72, 44)", + "intent_string": "Open File Explorer by clicking its icon to start browsing through files.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "100_0_1", + "episode_id": 100, + "env_id": 0, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.548442840576172, + "advantages": 0.5394463539123535, + "generated_text": "{\n \"intent\": \"Clicking the Bing icon will quickly bring me to a popular search engine where I can perform searches or visit a variety of websites.\",\n \"action\": \"DoubleClick(632, 457)\"\n}", + "action_string": "DoubleClick(632, 457)", + "intent_string": "Clicking the Bing icon will quickly bring me to a popular search engine where I can perform searches or visit a variety of websites.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 72, + 69, + 124, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 20, + 109, + 184, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 652, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "上海竞赛", + "boxes": [ + 1230, + 756, + 1314, + 788 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "若m*+m²+m²+m+1=0", + "boxes": [ + 1198, + 784, + 1348, + 814 + ] + }, + { + "text": "丰田", + "boxes": [ + 341, + 805, + 401, + 847 + ] + }, + { + "text": "124951", + "boxes": [ + 696, + 800, + 782, + 832 + ] + }, + { + "text": "?", + "boxes": [ + 296, + 812, + 330, + 840 + ] + }, + { + "text": "1,.71", + "boxes": [ + 1634, + 806, + 1682, + 840 + ] + }, + { + "text": "求m", + "boxes": [ + 1202, + 820, + 1226, + 834 + ] + }, + { + "text": "销量明细", + "boxes": [ + 690, + 832, + 784, + 864 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "4.41%", + "boxes": [ + 1646, + 899, + 1690, + 925 + ] + }, + { + "text": "科技资讯·10小利汽车", + "boxes": [ + 274, + 917, + 450, + 957 + ] + }, + { + "text": "97003", + "boxes": [ + 702, + 909, + 776, + 941 + ] + }, + { + "text": "众播动漫·14小时", + "boxes": [ + 826, + 921, + 958, + 945 + ] + }, + { + "text": "1.", + "boxes": [ + 1144, + 935, + 1162, + 951 + ] + }, + { + "text": "一点视频/中小学数学云课堂", + "boxes": [ + 1156, + 929, + 1318, + 959 + ] + }, + { + "text": "银河星耀8上市，大尺寸低价位，哪个版本最", + "boxes": [ + 200, + 943, + 782, + 987 + ] + }, + { + "text": "斗罗大陆：这3个封号斗罗，", + "boxes": [ + 824, + 939, + 1076, + 975 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 937, + 1520, + 989 + ] + }, + { + "text": "上海竞赛数学题，求", + "boxes": [ + 1140, + 953, + 1330, + 989 + ] + }, + { + "text": "12.81%", + "boxes": [ + 1638, + 945, + 1692, + 975 + ] + }, + { + "text": "你了解吗？", + "boxes": [ + 828, + 969, + 930, + 1001 + ] + }, + { + "text": "值得入手？", + "boxes": [ + 200, + 983, + 350, + 1020 + ] + }, + { + "text": "m~100，快来挑战！", + "boxes": [ + 1140, + 983, + 1336, + 1012 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1458, + 985, + 1522, + 1024 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 991, + 1622, + 1012 + ] + }, + { + "text": "+3.7.9%", + "boxes": [ + 1634, + 987, + 1692, + 1020 + ] + }, + { + "text": "ef8-f101-", + "boxes": [ + 1540, + 1020, + 1604, + 1038 + ] + } + ] + }, + { + "frame_id": "100_1_1", + "episode_id": 100, + "env_id": 1, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.648565292358398, + "advantages": 0.613409161567688, + "generated_text": "{\n \"intent\": \"Open Bing by double clicking its icon to access the website since it's one of the browsing favorites.\",\n \"action\": \"DoubleClick(657, 498)\"\n}", + "action_string": "DoubleClick(657, 498)", + "intent_string": "Open Bing by double clicking its icon to access the website since it's one of the browsing favorites.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "arch - Microsoft Bing", + "boxes": [ + 46, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 294, + 632, + 330 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "上海中考", + "boxes": [ + 906, + 770, + 1010, + 808 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "丰田", + "boxes": [ + 329, + 803, + 403, + 849 + ] + }, + { + "text": "124951", + "boxes": [ + 696, + 798, + 782, + 830 + ] + }, + { + "text": "?", + "boxes": [ + 296, + 812, + 330, + 840 + ] + }, + { + "text": "富时中国A50", + "boxes": [ + 1455, + 797, + 1547, + 846 + ] + }, + { + "text": "1,.-1%", + "boxes": [ + 1625, + 796, + 1692, + 847 + ] + }, + { + "text": "销量明细", + "boxes": [ + 690, + 832, + 786, + 864 + ] + }, + { + "text": "证明/7", + "boxes": [ + 882, + 838, + 960, + 870 + ] + }, + { + "text": "/6", + "boxes": [ + 994, + 846, + 1014, + 862 + ] + }, + { + "text": "五连绝世", + "boxes": [ + 1215, + 841, + 1343, + 890 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 837, + 1523, + 894 + ] + }, + { + "text": "23,30%", + "boxes": [ + 1628, + 850, + 1690, + 891 + ] + }, + { + "text": "KN", + "boxes": [ + 1232, + 887, + 1326, + 913 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.4134 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "科技资讯·10小利汽车", + "boxes": [ + 274, + 917, + 450, + 957 + ] + }, + { + "text": "97003", + "boxes": [ + 702, + 909, + 778, + 941 + ] + }, + { + "text": "一点视频/小张园地·3周", + "boxes": [ + 846, + 929, + 998, + 959 + ] + }, + { + "text": "游戏天地·1天", + "boxes": [ + 1144, + 921, + 1254, + 945 + ] + }, + { + "text": "1", + "boxes": [ + 832, + 935, + 850, + 951 + ] + }, + { + "text": "为什么别人玩王者能轻松五", + "boxes": [ + 1134, + 937, + 1388, + 979 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3419 ", + "boxes": [ + 1630, + 939, + 1700, + 987 + ] + }, + { + "text": "银河星耀8上市，大尺寸低价位，哪个版本最", + "boxes": [ + 202, + 949, + 782, + 985 + ] + }, + { + "text": "上海中考数学：你知道如何证", + "boxes": [ + 828, + 951, + 1098, + 987 + ] + }, + { + "text": "明根号7大于根号6吗", + "boxes": [ + 824, + 977, + 1026, + 1012 + ] + }, + { + "text": "杀，我却不行？", + "boxes": [ + 1138, + 969, + 1284, + 1001 + ] + }, + { + "text": "值得入手？", + "boxes": [ + 202, + 983, + 350, + 1020 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1528, + 1036 + ] + }, + { + "text": "+ .26 ", + "boxes": [ + 1630, + 983, + 1700, + 1030 + ] + }, + { + "text": "75268", + "boxes": [ + 702, + 1022, + 776, + 1048 + ] + } + ] + }, + { + "frame_id": "100_2_1", + "episode_id": 100, + "env_id": 2, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.652202606201172, + "advantages": -0.1226268783211708, + "generated_text": "{\n \"intent\": \"Open a new tab on the browser to start exploring the internet.\",\n \"action\": \"DoubleClick(805, 75)\" \n}", + "action_string": "DoubleClick(805, 75)", + "intent_string": "Open a new tab on the browser to start exploring the internet.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q仓", + "boxes": [ + 70, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 60, + 524, + 95 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 14, + 103, + 156, + 121 + ] + }, + { + "text": " Apple - htt:/w.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "a Amazon — http://www.amazon.com", + "boxes": [ + 256, + 179, + 510, + 202 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 252, + 210, + 592, + 242 + ] + }, + { + "text": "知zhihu -", + "boxes": [ + 254, + 250, + 328, + 274 + ] + }, + { + "text": "G ifeng - ifeng.com", + "boxes": [ + 254, + 284, + 404, + 314 + ] + }, + { + "text": "weibo", + "boxes": [ + 258, + 324, + 322, + 341 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 516 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 506, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 748, + 772, + 792, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "100_3_1", + "episode_id": 100, + "env_id": 3, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.373385429382324, + "advantages": -0.32859551906585693, + "generated_text": "{\n \"intent\": \"Double-clicking an icon might lead me closer towards opening a program or application.\",\n \"action\": \"DoubleClick(73, 30)\" }", + "action_string": "DoubleClick(73, 30)", + "intent_string": "Double-clicking an icon might lead me closer towards opening a program or application.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 78, + 30, + 146, + 73 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 101, + 98 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 331, + 86, + 383 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ] + }, + { + "frame_id": "100_4_1", + "episode_id": 100, + "env_id": 4, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.315770149230957, + "advantages": 0.36756572127342224, + "generated_text": "{\n \"intent\": \"Move the cursor to perform a hover action over each site icon, thus examining them all.\",\n \"action\": \"DoubleClick(647, 480)\" }", + "action_string": "DoubleClick(647, 480)", + "intent_string": "Move the cursor to perform a hover action over each site icon, thus examining them all.", + "before_screen_ocr_results": [ + { + "text": ">C", + "boxes": [ + 52, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 44, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "| https://cn.bing.com", + "boxes": [ + 250, + 64, + 448, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 296, + 632, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 484, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "三年级的奥数题", + "boxes": [ + 1344, + 772, + 1388, + 899 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "丰田", + "boxes": [ + 328, + 802, + 404, + 851 + ] + }, + { + "text": "124951", + "boxes": [ + 698, + 802, + 780, + 828 + ] + }, + { + "text": "?", + "boxes": [ + 296, + 812, + 332, + 840 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1453, + 797, + 1549, + 847 + ] + }, + { + "text": "1,.-1%", + "boxes": [ + 1625, + 796, + 1692, + 847 + ] + }, + { + "text": "销量明细", + "boxes": [ + 690, + 832, + 784, + 864 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1447, + 834, + 1525, + 898 + ] + }, + { + "text": "23,30%", + "boxes": [ + 1628, + 850, + 1690, + 891 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.4134 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "科技资讯·10小利汽车", + "boxes": [ + 274, + 917, + 450, + 957 + ] + }, + { + "text": "97003", + "boxes": [ + 702, + 909, + 778, + 941 + ] + }, + { + "text": "ZAKER娱乐·10小时", + "boxes": [ + 824, + 917, + 978, + 947 + ] + }, + { + "text": "一点视频/公考客栈店小二·4周", + "boxes": [ + 1158, + 929, + 1344, + 959 + ] + }, + { + "text": "戏里戏外贵公子，却放弃亿万", + "boxes": [ + 824, + 941, + 1096, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3419 ", + "boxes": [ + 1630, + 939, + 1700, + 987 + ] + }, + { + "text": "银河星耀8上市，大尺寸低价位，哪个版本最", + "boxes": [ + 202, + 949, + 780, + 985 + ] + }, + { + "text": "看看三年级同学的算式谜题，", + "boxes": [ + 1136, + 953, + 1402, + 989 + ] + }, + { + "text": "家产去当和尚，除了钱他一无", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "值得入手？", + "boxes": [ + 202, + 983, + 350, + 1020 + ] + }, + { + "text": "大家几分钟能做出正确答案来", + "boxes": [ + 1138, + 979, + 1410, + 1014 + ] + }, + { + "text": "英博工", + "boxes": [ + 1456, + 983, + 1526, + 1036 + ] + }, + { + "text": "+ .26 ", + "boxes": [ + 1630, + 983, + 1700, + 1030 + ] + }, + { + "text": "所有？", + "boxes": [ + 826, + 995, + 896, + 1026 + ] + }, + { + "text": "呢", + "boxes": [ + 1136, + 1009, + 1170, + 1038 + ] + }, + { + "text": "75268", + "boxes": [ + 702, + 1022, + 776, + 1048 + ] + }, + { + "text": "8", + "boxes": [ + 826, + 1026, + 888, + 1044 + ] + } + ] + }, + { + "frame_id": "100_5_1", + "episode_id": 100, + "env_id": 5, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.293669700622559, + "advantages": 0.3512396216392517, + "generated_text": "{\n \"intent\": \"Clicking on highlighted Icons may lead to opens beneficial apps or web pages.\",\n \"action\": \"DoubleClick(538, 465)\"\n}", + "action_string": "DoubleClick(538, 465)", + "intent_string": "Clicking on highlighted Icons may lead to opens beneficial apps or web pages.", + "before_screen_ocr_results": [ + { + "text": "Nev Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 40, + 66, + 128, + 89 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1118, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ] + }, + { + "frame_id": "100_6_1", + "episode_id": 100, + "env_id": 6, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.416337966918945, + "advantages": -0.2968654930591583, + "generated_text": "{\n \"intent\": \"Double clicking on the Firefox icon to open the web browser.\",\n \"action\": \"DoubleClick(35, 23)\" \n}", + "action_string": "DoubleClick(35, 23)", + "intent_string": "Double clicking on the Firefox icon to open the web browser.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "100_7_1", + "episode_id": 100, + "env_id": 7, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.641419410705566, + "advantages": 0.6081303358078003, + "generated_text": "{\n \"intent\": \"One step towards achieving the goal of exploring the desktop environment by clicking the Bing icon. This will launch browsing from Bing.\",\n \"action\": \"DoubleClick(622, 456)\" \n}", + "action_string": "DoubleClick(622, 456)", + "intent_string": "One step towards achieving the goal of exploring the desktop environment by clicking the Bing icon. This will launch browsing from Bing.", + "before_screen_ocr_results": [ + { + "text": "P", + "boxes": [ + 68, + 38, + 82, + 54 + ] + }, + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 74, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "上海市竞赛题", + "boxes": [ + 880, + 770, + 1038, + 812 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "丰田", + "boxes": [ + 329, + 803, + 403, + 849 + ] + }, + { + "text": "124951", + "boxes": [ + 696, + 798, + 782, + 830 + ] + }, + { + "text": "?", + "boxes": [ + 296, + 812, + 330, + 840 + ] + }, + { + "text": "13,.71", + "boxes": [ + 1632, + 804, + 1684, + 840 + ] + }, + { + "text": "D", + "boxes": [ + 944, + 822, + 982, + 852 + ] + }, + { + "text": "销量明细", + "boxes": [ + 688, + 832, + 786, + 864 + ] + }, + { + "text": "93\"-92\"=185", + "boxes": [ + 890, + 845, + 1042, + 888 + ] + }, + { + "text": "五连绝世", + "boxes": [ + 1217, + 841, + 1343, + 890 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1446, + 834, + 1524, + 896 + ] + }, + { + "text": "KN", + "boxes": [ + 1232, + 887, + 1326, + 913 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.412% ", + "boxes": [ + 1636, + 893, + 1696, + 935 + ] + }, + { + "text": "科技资讯·10小利汽车", + "boxes": [ + 274, + 917, + 450, + 957 + ] + }, + { + "text": "97003", + "boxes": [ + 702, + 909, + 776, + 941 + ] + }, + { + "text": "一点视频/小张园地", + "boxes": [ + 846, + 929, + 958, + 959 + ] + }, + { + "text": "游戏天地·1天", + "boxes": [ + 1142, + 921, + 1254, + 945 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 935, + 850, + 951 + ] + }, + { + "text": "银河星耀8上市，大尺寸低价位，哪个版本最", + "boxes": [ + 200, + 943, + 782, + 987 + ] + }, + { + "text": "为什么别人玩王者能轻松五", + "boxes": [ + 1134, + 937, + 1388, + 979 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "上海市竞赛题，", + "boxes": [ + 825, + 948, + 961, + 991 + ] + }, + { + "text": "12.81%", + "boxes": [ + 1632, + 943, + 1692, + 975 + ] + }, + { + "text": "，解方程，学霸", + "boxes": [ + 950, + 955, + 1096, + 985 + ] + }, + { + "text": "杀，我却不行？", + "boxes": [ + 1138, + 969, + 1284, + 1001 + ] + }, + { + "text": "值得入手？", + "boxes": [ + 200, + 983, + 350, + 1020 + ] + }, + { + "text": "瞪眼法写答案", + "boxes": [ + 826, + 981, + 952, + 1012 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 983, + 1522, + 1024 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 991, + 1622, + 1012 + ] + }, + { + "text": "+3.74.9%", + "boxes": [ + 1632, + 987, + 1692, + 1020 + ] + }, + { + "text": "颖新恋情曝光&6", + "boxes": [ + 234, + 1022, + 328, + 1040 + ] + } + ] + }, + { + "frame_id": "100_0_2", + "episode_id": 100, + "env_id": 0, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.58300495147705, + "advantages": -0.17374476790428162, + "generated_text": "{\n \"intent\": \"Click on the search query box to see if it leads to more relevant information about spaceships or spacecraft technology.\",\n \"action\": \"DoubleClick(670, 313)\" \n}", + "action_string": "DoubleClick(670, 313)", + "intent_string": "Click on the search query box to see if it leads to more relevant information about spaceships or spacecraft technology.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 20, + 109, + 184, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 294, + 632, + 330 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 652, + 480 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "上海竞赛", + "boxes": [ + 1230, + 756, + 1314, + 788 + ] + }, + { + "text": "上海中考", + "boxes": [ + 382, + 772, + 584, + 834 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "若m*+m²+m²+m+1=0", + "boxes": [ + 1198, + 784, + 1348, + 814 + ] + }, + { + "text": "富时中国A50", + "boxes": [ + 1455, + 797, + 1547, + 846 + ] + }, + { + "text": "1,.71", + "boxes": [ + 1634, + 806, + 1682, + 840 + ] + }, + { + "text": "求m", + "boxes": [ + 1202, + 820, + 1226, + 834 + ] + }, + { + "text": "O", + "boxes": [ + 463, + 840, + 528, + 903 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "4.41%", + "boxes": [ + 1644, + 899, + 1690, + 925 + ] + }, + { + "text": "众播动漫·14小时", + "boxes": [ + 828, + 921, + 958, + 945 + ] + }, + { + "text": "1.", + "boxes": [ + 1144, + 935, + 1162, + 951 + ] + }, + { + "text": "一点视频/中小学数学云课堂", + "boxes": [ + 1158, + 929, + 1320, + 959 + ] + }, + { + "text": "上海中考数学：你知道如何证明根号7大于根", + "boxes": [ + 206, + 945, + 782, + 987 + ] + }, + { + "text": "斗罗大陆：这3个封号斗罗，", + "boxes": [ + 826, + 943, + 1074, + 973 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 937, + 1520, + 989 + ] + }, + { + "text": "上海竞赛数学题，求", + "boxes": [ + 1140, + 953, + 1330, + 989 + ] + }, + { + "text": "12.81%", + "boxes": [ + 1638, + 945, + 1692, + 975 + ] + }, + { + "text": "号6吗", + "boxes": [ + 201, + 978, + 291, + 1023 + ] + }, + { + "text": "你了解吗？", + "boxes": [ + 828, + 969, + 930, + 1001 + ] + }, + { + "text": "m~100，快来挑战！", + "boxes": [ + 1140, + 983, + 1336, + 1012 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1458, + 985, + 1522, + 1024 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 991, + 1622, + 1012 + ] + }, + { + "text": "+3.7.9%", + "boxes": [ + 1634, + 987, + 1692, + 1020 + ] + }, + { + "text": "赵丽颖新恋情暴光&", + "boxes": [ + 208, + 1018, + 326, + 1042 + ] + }, + { + "text": "ef8-f101-", + "boxes": [ + 1540, + 1020, + 1604, + 1038 + ] + }, + { + "text": "arch - Micr.", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 252, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 18, + 109, + 186, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 489, + 249, + 559, + 281 + ] + }, + { + "text": "国际版", + "boxes": [ + 568, + 252, + 634, + 278 + ] + }, + { + "text": "、将人工智能送上太空", + "boxes": [ + 468, + 294, + 632, + 330 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "CNext", + "boxes": [ + 1356, + 373, + 1422, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1282, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 449, + 640, + 478 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 444, + 966, + 479 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "上海竞赛", + "boxes": [ + 1232, + 758, + 1312, + 784 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1452, + 766, + 1552, + 792 + ] + }, + { + "text": "+m+1=0", + "boxes": [ + 1288, + 792, + 1344, + 810 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1450, + 840, + 1521, + 891 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1630, + 852, + 1690, + 878 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1526, + 941 + ] + }, + { + "text": "W", + "boxes": [ + 1594, + 899, + 1620, + 923 + ] + }, + { + "text": "+4.413", + "boxes": [ + 1628, + 891, + 1700, + 939 + ] + }, + { + "text": "众播动漫·14小时", + "boxes": [ + 826, + 921, + 958, + 945 + ] + }, + { + "text": "0", + "boxes": [ + 1138, + 933, + 1166, + 953 + ] + }, + { + "text": "一点视频/中小学数学云课堂", + "boxes": [ + 1158, + 929, + 1320, + 959 + ] + }, + { + "text": "奇瑞风云A9L：以安全为底，重塑高端市场", + "boxes": [ + 204, + 945, + 764, + 987 + ] + }, + { + "text": "斗罗大陆：这3个封号斗罗，", + "boxes": [ + 828, + 943, + 1078, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 987 + ] + }, + { + "text": ",31", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "上海竞赛数学题，求", + "boxes": [ + 1138, + 955, + 1328, + 985 + ] + }, + { + "text": "你了解吗？", + "boxes": [ + 828, + 969, + 932, + 1001 + ] + }, + { + "text": "东方豪华新标杆", + "boxes": [ + 202, + 981, + 414, + 1022 + ] + }, + { + "text": "m~100，快来挑战！", + "boxes": [ + 1138, + 983, + 1338, + 1012 + ] + }, + { + "text": "英伟", + "boxes": [ + 1452, + 979, + 1528, + 1034 + ] + }, + { + "text": ".3026", + "boxes": [ + 1624, + 983, + 1700, + 1030 + ] + }, + { + "text": "12", + "boxes": [ + 830, + 1028, + 866, + 1042 + ] + }, + { + "text": "2", + "boxes": [ + 1140, + 1028, + 1172, + 1042 + ] + } + ] + }, + { + "frame_id": "100_1_2", + "episode_id": 100, + "env_id": 1, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.62567138671875, + "advantages": 0.5964968800544739, + "generated_text": "{\n \"intent\": \"Click on one of the featured items on the Discover section, such as 'יים培育周一季' or '6月画面捕捉会议', to learn more about it.\",\n \"action\": \"DoubleClick(376, 842)\"\n}", + "action_string": "DoubleClick(376, 842)", + "intent_string": "Click on one of the featured items on the Discover section, such as 'יים培育周一季' or '6月画面捕捉会议', to learn more about it.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 296, + 632, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "上海中考", + "boxes": [ + 906, + 770, + 1010, + 808 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "证明/7", + "boxes": [ + 882, + 838, + 960, + 870 + ] + }, + { + "text": "五连绝世", + "boxes": [ + 1215, + 841, + 1343, + 890 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1446, + 834, + 1524, + 897 + ] + }, + { + "text": " +3,30%", + "boxes": [ + 1622, + 850, + 1690, + 889 + ] + }, + { + "text": "KN", + "boxes": [ + 1232, + 887, + 1326, + 913 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+ 4124 ", + "boxes": [ + 1630, + 891, + 1700, + 939 + ] + }, + { + "text": "W", + "boxes": [ + 1594, + 901, + 1620, + 925 + ] + }, + { + "text": "天地·13小时", + "boxes": [ + 256, + 921, + 334, + 945 + ] + }, + { + "text": "一点视频/小张园地·3周", + "boxes": [ + 846, + 929, + 998, + 959 + ] + }, + { + "text": "游戏天地·1天", + "boxes": [ + 1142, + 921, + 1254, + 945 + ] + }, + { + "text": "1", + "boxes": [ + 832, + 935, + 850, + 951 + ] + }, + { + "text": "5月发育路梯队：四大射手诞生，重装坦射登", + "boxes": [ + 202, + 945, + 782, + 987 + ] + }, + { + "text": "为什么别人玩王者能轻松五", + "boxes": [ + 1134, + 937, + 1388, + 979 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "上海中考数学：你知道如何证", + "boxes": [ + 828, + 951, + 1098, + 987 + ] + }, + { + "text": "明根号7大于根号6吗", + "boxes": [ + 826, + 977, + 1026, + 1012 + ] + }, + { + "text": "杀，我却不行？", + "boxes": [ + 1138, + 969, + 1284, + 1001 + ] + }, + { + "text": "顶TO，冰矛成冲分首选", + "boxes": [ + 200, + 985, + 520, + 1020 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "{", + "boxes": [ + 1590, + 989, + 1624, + 1016 + ] + }, + { + "text": "+3.7.0% ", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "公", + "boxes": [ + 514, + 993, + 564, + 1011 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "京东外卖回应系统故障：已", + "boxes": [ + 246, + 32, + 414, + 50 + ] + }, + { + "text": "X", + "boxes": [ + 72, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1768, + 123, + 1788, + 143 + ] + }, + { + "text": "关注", + "boxes": [ + 282, + 179, + 314, + 199 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1606, + 173, + 1726, + 204 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "淘", + "boxes": [ + 1622, + 252, + 1650, + 266 + ] + }, + { + "text": "红板报", + "boxes": [ + 414, + 270, + 480, + 302 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1586, + 284, + 1702, + 314 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1424, + 294, + 1544, + 326 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "京东外卖回应系统故障：已全面恢复给予受影响用户赔偿", + "boxes": [ + 366, + 349, + 1202, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "罗智勇的报道·8小时·①1分钟读取", + "boxes": [ + 362, + 411, + 664, + 451 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 457, + 210, + 471 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1508, + 492 + ] + }, + { + "text": "【CNMO科技消息】5月14日中午，有不少用户反应京东外卖出现系统故障，自己的订单出现超时现象。针对这", + "boxes": [ + 406, + 504, + 1230, + 534 + ] + }, + { + "text": "一事件，京东外卖官方进行了回应。", + "boxes": [ + 372, + 528, + 630, + 562 + ] + }, + { + "text": "访问红板报", + "boxes": [ + 1430, + 556, + 1538, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "研究称宇宙消亡速度比我们想象的", + "boxes": [ + 1444, + 599, + 1664, + 633 + ] + }, + { + "text": "要快仅需几万亿年", + "boxes": [ + 1448, + 625, + 1566, + 649 + ] + }, + { + "text": "广汽大重整！研发体系洗牌、", + "boxes": [ + 1448, + 667, + 1630, + 691 + ] + }, + { + "text": "、干部", + "boxes": [ + 1618, + 667, + 1662, + 693 + ] + }, + { + "text": "竞聘上岗，自主品牌3年冲刺20.", + "boxes": [ + 1446, + 685, + 1656, + 715 + ] + }, + { + "text": "光伏行业财报盘点：2024年合计亏", + "boxes": [ + 1446, + 729, + 1662, + 752 + ] + }, + { + "text": "损300亿元，今年一季度盈利回..", + "boxes": [ + 1446, + 748, + 1652, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 30, + 911, + 794, + 935 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及不", + "boxes": [ + 32, + 951, + 216, + 975 + ] + }, + { + "text": "在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 208, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：", + "boxes": [ + 32, + 971, + 128, + 995 + ] + }, + { + "text": "微软隐私声明", + "boxes": [ + 120, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "东外卖回应", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "100_2_2", + "episode_id": 100, + "env_id": 2, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.526395797729492, + "advantages": -0.21556325256824493, + "generated_text": "{\n \"intent\": \"Click on the icon labeled 'Apple' to navigate to Apple's website.\",\n \"action\": \"DoubleClick(557, 611)\"\n}", + "action_string": "DoubleClick(557, 611)", + "intent_string": "Click on the icon labeled 'Apple' to navigate to Apple's website.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 60, + 524, + 95 + ] + }, + { + "text": " Apple --htt://ww.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "a Amazon — http://www.amazon.com", + "boxes": [ + 256, + 179, + 510, + 202 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 252, + 210, + 592, + 242 + ] + }, + { + "text": "知zhihu -", + "boxes": [ + 254, + 250, + 328, + 274 + ] + }, + { + "text": "G ifeng - ifeng.com", + "boxes": [ + 254, + 284, + 402, + 314 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 516 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 506, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "* Highlights", + "boxes": [ + 487, + 611, + 579, + 642 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1226, + 673, + 1418, + 735 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "100_3_2", + "episode_id": 100, + "env_id": 3, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.246468544006348, + "advantages": -0.4223519563674927, + "generated_text": "{\n \"intent\": \"I need to explore different applications by clicking them.\",\n \"action\": \"DoubleClick(24, 36)\" }", + "action_string": "DoubleClick(24, 36)", + "intent_string": "I need to explore different applications by clicking them.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 78, + 30, + 146, + 73 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 101, + 98 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 331, + 86, + 383 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "100_4_2", + "episode_id": 100, + "env_id": 4, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.44609546661377, + "advantages": -0.274882972240448, + "generated_text": "{\n \"intent\": \"Clicking on the popular search query topic seems relevant to engage more users around similar topics.\",\n \"action\": \"DoubleClick(752, 308)\"\n}", + "action_string": "DoubleClick(752, 308)", + "intent_string": "Clicking on the popular search query topic seems relevant to engage more users around similar topics.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 296, + 632, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "三年级的奥数题", + "boxes": [ + 1344, + 772, + 1388, + 899 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1453, + 797, + 1549, + 847 + ] + }, + { + "text": "13.71%", + "boxes": [ + 1632, + 806, + 1688, + 840 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1450, + 838, + 1523, + 894 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1632, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 899, + 1622, + 927 + ] + }, + { + "text": "+ 4124 ", + "boxes": [ + 1630, + 891, + 1700, + 939 + ] + }, + { + "text": "天地·13小时", + "boxes": [ + 256, + 921, + 334, + 945 + ] + }, + { + "text": "ZAKER娱乐·10小时", + "boxes": [ + 824, + 917, + 980, + 947 + ] + }, + { + "text": "戏里戏外贵公子，却放弃亿万", + "boxes": [ + 824, + 941, + 1096, + 977 + ] + }, + { + "text": "一点视频/公考客栈店小二·4周", + "boxes": [ + 1160, + 933, + 1342, + 957 + ] + }, + { + "text": "5月发育路梯队：四大射手诞生，重装坦射登", + "boxes": [ + 202, + 945, + 784, + 987 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "看看三年级同学的算式谜题，", + "boxes": [ + 1136, + 953, + 1402, + 989 + ] + }, + { + "text": "家产去当和尚，除了钱他一无", + "boxes": [ + 826, + 967, + 1098, + 1003 + ] + }, + { + "text": "顶TO，冰矛成冲分首选", + "boxes": [ + 200, + 985, + 520, + 1020 + ] + }, + { + "text": "大家几分钟能做出正确答案来", + "boxes": [ + 1138, + 979, + 1410, + 1014 + ] + }, + { + "text": "公", + "boxes": [ + 514, + 991, + 564, + 1011 + ] + }, + { + "text": "英博工", + "boxes": [ + 1456, + 983, + 1526, + 1036 + ] + }, + { + "text": "{", + "boxes": [ + 1590, + 989, + 1626, + 1016 + ] + }, + { + "text": "+3.7.0% ", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "所有？", + "boxes": [ + 828, + 999, + 892, + 1024 + ] + }, + { + "text": "呢", + "boxes": [ + 1136, + 1009, + 1170, + 1038 + ] + }, + { + "text": "8", + "boxes": [ + 830, + 1028, + 862, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1660, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "CNext", + "boxes": [ + 1356, + 373, + 1422, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1282, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 640, + 478 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 444, + 966, + 479 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 766, + 1550, + 792 + ] + }, + { + "text": "三年级的奥数题", + "boxes": [ + 1344, + 780, + 1388, + 899 + ] + }, + { + "text": "1,.712%", + "boxes": [ + 1625, + 797, + 1695, + 845 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1456, + 848, + 1518, + 889 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1630, + 852, + 1688, + 878 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1526, + 941 + ] + }, + { + "text": "W", + "boxes": [ + 1594, + 899, + 1620, + 923 + ] + }, + { + "text": "+4.413", + "boxes": [ + 1628, + 891, + 1700, + 939 + ] + }, + { + "text": "ZAKER娱乐· 10 小时", + "boxes": [ + 824, + 915, + 976, + 947 + ] + }, + { + "text": "一点视频/公考客栈店小二·4周", + "boxes": [ + 1160, + 931, + 1340, + 955 + ] + }, + { + "text": "戏里戏外贵公子，却放弃亿万", + "boxes": [ + 826, + 943, + 1094, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "奇瑞风云A9L：以安全为底，重塑高端市场", + "boxes": [ + 206, + 947, + 760, + 983 + ] + }, + { + "text": "M", + "boxes": [ + 1612, + 947, + 1638, + 961 + ] + }, + { + "text": ",31", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "看看三年级同学的算式谜题", + "boxes": [ + 1138, + 955, + 1390, + 985 + ] + }, + { + "text": "家产去当和尚，除了钱他一无", + "boxes": [ + 826, + 969, + 1096, + 999 + ] + }, + { + "text": "男", + "boxes": [ + 1382, + 967, + 1394, + 979 + ] + }, + { + "text": "东方豪华新标杆", + "boxes": [ + 202, + 981, + 414, + 1022 + ] + }, + { + "text": "大家几分钟能做出正确答案来", + "boxes": [ + 1136, + 981, + 1404, + 1011 + ] + }, + { + "text": "传", + "boxes": [ + 1454, + 979, + 1528, + 1036 + ] + }, + { + "text": ".3026", + "boxes": [ + 1624, + 983, + 1700, + 1030 + ] + }, + { + "text": "所有？", + "boxes": [ + 826, + 995, + 894, + 1026 + ] + }, + { + "text": "呢", + "boxes": [ + 1136, + 1009, + 1170, + 1036 + ] + }, + { + "text": "8", + "boxes": [ + 828, + 1026, + 890, + 1046 + ] + }, + { + "text": "丢白选股", + "boxes": [ + 1634, + 1026, + 1700, + 1044 + ] + } + ] + }, + { + "frame_id": "100_5_2", + "episode_id": 100, + "env_id": 5, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.797471046447754, + "advantages": 0.7234092354774475, + "generated_text": "{\n \"intent\": \"Navigate to the iPhone section to explore more information about the iPhone 16 family\",\n \"action\": \"DoubleClick(737, 403)\" }", + "action_string": "DoubleClick(737, 403)", + "intent_string": "Navigate to the iPhone section to explore more information about the iPhone 16 family", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 824, + 320, + 930, + 357 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 82, + 32, + 126, + 50 + ] + }, + { + "text": "?", + "boxes": [ + 262, + 73, + 274, + 85 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1266, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1346, + 129 + ] + }, + { + "text": "C", + "boxes": [ + 456, + 159, + 520, + 222 + ] + }, + { + "text": "C0", + "boxes": [ + 560, + 155, + 630, + 226 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 161, + 714, + 218 + ] + }, + { + "text": "D", + "boxes": [ + 752, + 155, + 822, + 226 + ] + }, + { + "text": "00", + "boxes": [ + 842, + 161, + 922, + 226 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1168, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "[os", + "boxes": [ + 1308, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Ccard", + "boxes": [ + 1208, + 218, + 1274, + 244 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "iPhone", + "boxes": [ + 101, + 388, + 365, + 483 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + }, + { + "text": "Monday, September 9", + "boxes": [ + 838, + 566, + 1066, + 602 + ] + }, + { + "text": "9:41", + "boxes": [ + 839, + 584, + 1059, + 704 + ] + } + ] + }, + { + "frame_id": "100_6_2", + "episode_id": 100, + "env_id": 6, + "step": 2, + "format_rewards": 1.0, + "rewards": 11.729009628295898, + "advantages": 1.4115581512451172, + "generated_text": "{\n \"intent\": \"Clicking Firefox will involve navigating the web or performing any specific tasks that Firefox would need to open.\",\n \"action\": \"DoubleClick(35, 72)\"\n}", + "action_string": "DoubleClick(35, 72)", + "intent_string": "Clicking Firefox will involve navigating the web or performing any specific tasks that Firefox would need to open.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 20, + 61, + 128, + 92 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "100_7_2", + "episode_id": 100, + "env_id": 7, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.516732215881348, + "advantages": 0.5160210132598877, + "generated_text": "{\n \"intent\": \"Click on the 'Games' section to explore more games.\",\n \"action\": \"DoubleClick(457, 803)\" \n}", + "action_string": "DoubleClick(457, 803)", + "intent_string": "Click on the 'Games' section to explore more games.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 20, + 109, + 184, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 294, + 632, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "上海市竞赛题", + "boxes": [ + 880, + 770, + 1038, + 812 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "1,.71", + "boxes": [ + 1634, + 806, + 1682, + 840 + ] + }, + { + "text": "D", + "boxes": [ + 944, + 822, + 982, + 852 + ] + }, + { + "text": "93\"-92\"=185", + "boxes": [ + 890, + 845, + 1044, + 888 + ] + }, + { + "text": "五连绝世", + "boxes": [ + 1215, + 841, + 1343, + 890 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "KN", + "boxes": [ + 1232, + 887, + 1326, + 913 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "·13小时", + "boxes": [ + 274, + 923, + 332, + 941 + ] + }, + { + "text": "一点视频/小张园地", + "boxes": [ + 843, + 925, + 959, + 961 + ] + }, + { + "text": "游戏天地·1天", + "boxes": [ + 1142, + 921, + 1254, + 945 + ] + }, + { + "text": "5月发育路梯队：四大射手诞生，重装坦射登", + "boxes": [ + 202, + 945, + 782, + 987 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 937, + 850, + 951 + ] + }, + { + "text": "为什么别人玩王者能轻松五", + "boxes": [ + 1134, + 937, + 1388, + 979 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "上海市竞赛题，", + "boxes": [ + 825, + 948, + 961, + 991 + ] + }, + { + "text": "12.81%", + "boxes": [ + 1632, + 943, + 1692, + 975 + ] + }, + { + "text": "，解方程，学霸", + "boxes": [ + 950, + 955, + 1096, + 987 + ] + }, + { + "text": "瞪眼法写答案", + "boxes": [ + 824, + 978, + 952, + 1013 + ] + }, + { + "text": "杀，我却不行？", + "boxes": [ + 1138, + 969, + 1284, + 1001 + ] + }, + { + "text": "顶TO，冰矛成冲分首选", + "boxes": [ + 200, + 985, + 538, + 1020 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 985, + 1522, + 1024 + ] + }, + { + "text": "+3.7.9%", + "boxes": [ + 1630, + 981, + 1694, + 1026 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 991, + 1622, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "回", + "boxes": [ + 1876, + 6, + 1904, + 20 + ] + }, + { + "text": "小龙虾价格腰斩业内人士：", + "boxes": [ + 254, + 26, + 412, + 54 + ] + }, + { + "text": "小龙虾价格腰斩业内人士：", + "boxes": [ + 480, + 26, + 638, + 54 + ] + }, + { + "text": "→Q白", + "boxes": [ + 38, + 62, + 130, + 93 + ] + }, + { + "text": "① https://wv", + "boxes": [ + 254, + 66, + 374, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1884, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1760, + 117, + 1792, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 60, + 129, + 102, + 149 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "科技 萌宠汽车", + "boxes": [ + 530, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1726, + 206 + ] + }, + { + "text": "快聊IT", + "boxes": [ + 412, + 270, + 478, + 302 + ] + }, + { + "text": "2", + "boxes": [ + 396, + 280, + 422, + 294 + ] + }, + { + "text": "小龙虾价格腰斩业内人士：还会再降", + "boxes": [ + 368, + 349, + 906, + 391 + ] + }, + { + "text": "驱动之家的报道·6小时", + "boxes": [ + 360, + 413, + 556, + 451 + ] + }, + { + "text": "5月14日消息，据媒体报道，随着气温不断攀升，小龙虾的消费逐渐进入旺季。", + "boxes": [ + 364, + 504, + 944, + 534 + ] + }, + { + "text": "在湖北潜江小龙虾交易中心，工人将一筐筐鲜活的小龙虾有序分拣，销往广东、重庆、江苏和浙江等地，从之前的每", + "boxes": [ + 360, + 542, + 1236, + 580 + ] + }, + { + "text": "访问快聊IT", + "boxes": [ + 1430, + 556, + 1534, + 582 + ] + }, + { + "text": "", + "boxes": [ + 1672, + 550, + 1700, + 578 + ] + }, + { + "text": "天大概两三千斤到现在每天三五万斤。", + "boxes": [ + 366, + 576, + 646, + 600 + ] + }, + { + "text": "腾讯：已囤很多GPU 足够训练未来", + "boxes": [ + 1444, + 600, + 1664, + 629 + ] + }, + { + "text": "业内人士介绍，小龙虾1-4月份最高价格可达到70元/公斤，5月价格调度后38元/公斤，价格还会再降，原因是小龙虾", + "boxes": [ + 364, + 615, + 1238, + 645 + ] + }, + { + "text": "几代模型", + "boxes": [ + 1448, + 623, + 1508, + 649 + ] + }, + { + "text": "养殖技术不断进步，产区持续扩张。", + "boxes": [ + 364, + 637, + 630, + 671 + ] + }, + { + "text": "美团大众点评全民监督机制上线", + "boxes": [ + 1448, + 667, + 1648, + 691 + ] + }, + { + "text": "据了解，小龙虾的营养很丰富，其蛋白质含量占总体的16%~20%，并且肉质松软，易消化，人体容易吸收，是补充", + "boxes": [ + 360, + 677, + 1226, + 713 + ] + }, + { + "text": "遇到硬要好评、强删差评可一键.", + "boxes": [ + 1448, + 687, + 1650, + 711 + ] + }, + { + "text": "蛋白质的佳品。", + "boxes": [ + 364, + 709, + 476, + 739 + ] + }, + { + "text": "王腾喜提爱车：碳纤维双风道版小", + "boxes": [ + 1448, + 731, + 1660, + 754 + ] + }, + { + "text": "除此之外，小龙虾还含有多种矿物质，如钙、锌、铁、镁等常量和微量元素，这些都是人体所必需的营养素。", + "boxes": [ + 360, + 746, + 1174, + 784 + ] + }, + { + "text": "米SU7UItra！网友直呼巨帅 4.2..", + "boxes": [ + 1448, + 750, + 1654, + 774 + ] + }, + { + "text": "值得注意的晨，小龙虾中含有的虾青素是一种很强的抗氧化剂，能够延缓衰老，还具有美白、抑制糖尿病及其并发", + "boxes": [ + 360, + 790, + 1220, + 826 + ] + }, + { + "text": "症、增强免疫力、缓解运动疲劳等功效。", + "boxes": [ + 362, + 820, + 662, + 850 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置“改变您的选择。欲了解", + "boxes": [ + 28, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：", + "boxes": [ + 32, + 971, + 130, + 995 + ] + }, + { + "text": "微软隐私声明", + "boxes": [ + 120, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "龙虾价格腰··", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "100_0_3", + "episode_id": 100, + "env_id": 0, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.242708206176758, + "advantages": -0.42512980103492737, + "generated_text": "{\n \"intent\": \"Scroll down the screen to view more content since there is a part of the desktop environment not currently visible.\",\n \"action\": \"ScrollDown(960, 0)\"\n}", + "action_string": "ScrollDown(960, 0)", + "intent_string": "Scroll down the screen to view more content since there is a part of the desktop environment not currently visible.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1606, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 489, + 249, + 559, + 281 + ] + }, + { + "text": "国际版", + "boxes": [ + 568, + 252, + 634, + 278 + ] + }, + { + "text": "、将人工智能送上太空", + "boxes": [ + 468, + 294, + 632, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "CNext", + "boxes": [ + 1356, + 373, + 1422, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1282, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 640, + 478 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 444, + 966, + 479 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "上海竞赛", + "boxes": [ + 1232, + 758, + 1312, + 784 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1450, + 764, + 1554, + 796 + ] + }, + { + "text": "+m+1=0", + "boxes": [ + 1288, + 792, + 1344, + 810 + ] + }, + { + "text": "日系三强的分化：", + "boxes": [ + 330, + 808, + 744, + 864 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1456, + 848, + 1518, + 889 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1630, + 852, + 1690, + 878 + ] + }, + { + "text": "丰田与本田为何能稳住阵地，日产却走向衰落？", + "boxes": [ + 370, + 870, + 712, + 899 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1526, + 941 + ] + }, + { + "text": "W", + "boxes": [ + 1594, + 899, + 1620, + 923 + ] + }, + { + "text": "+4.413", + "boxes": [ + 1628, + 891, + 1700, + 939 + ] + }, + { + "text": "星视频·12小时", + "boxes": [ + 234, + 923, + 322, + 941 + ] + }, + { + "text": "众播动漫·14小时", + "boxes": [ + 826, + 921, + 958, + 945 + ] + }, + { + "text": "0", + "boxes": [ + 1138, + 933, + 1166, + 953 + ] + }, + { + "text": "一点视频/中小学数学云课堂", + "boxes": [ + 1158, + 929, + 1320, + 959 + ] + }, + { + "text": "斗罗大陆：这3个封号斗罗，", + "boxes": [ + 824, + 939, + 1078, + 975 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 987 + ] + }, + { + "text": ",31", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "丰田与本田为何能稳住阵地，日产却走向衰", + "boxes": [ + 194, + 951, + 758, + 981 + ] + }, + { + "text": "上海竞赛数学题，求", + "boxes": [ + 1138, + 955, + 1328, + 985 + ] + }, + { + "text": "你了解吗？", + "boxes": [ + 828, + 969, + 932, + 1001 + ] + }, + { + "text": "落？", + "boxes": [ + 196, + 987, + 264, + 1020 + ] + }, + { + "text": "m~100，快来挑战！", + "boxes": [ + 1138, + 983, + 1338, + 1012 + ] + }, + { + "text": "英伟达上", + "boxes": [ + 1454, + 983, + 1526, + 1032 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 989, + 1630, + 1014 + ] + }, + { + "text": ".3026", + "boxes": [ + 1624, + 983, + 1700, + 1030 + ] + }, + { + "text": "H", + "boxes": [ + 706, + 997, + 722, + 1012 + ] + }, + { + "text": "12", + "boxes": [ + 830, + 1028, + 866, + 1042 + ] + }, + { + "text": "2", + "boxes": [ + 1140, + 1028, + 1170, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1660, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "、将人工智能送上太空", + "boxes": [ + 468, + 293, + 630, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "CNext", + "boxes": [ + 1356, + 371, + 1422, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1282, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 640, + 478 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 444, + 966, + 479 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 192, + 725, + 270, + 748 + ] + }, + { + "text": "上海竞赛", + "boxes": [ + 1232, + 758, + 1312, + 784 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1450, + 764, + 1554, + 796 + ] + }, + { + "text": "124951", + "boxes": [ + 696, + 798, + 782, + 830 + ] + }, + { + "text": "+m+1=0", + "boxes": [ + 1290, + 792, + 1344, + 810 + ] + }, + { + "text": "丰田", + "boxes": [ + 330, + 808, + 402, + 848 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "?", + "boxes": [ + 292, + 812, + 332, + 840 + ] + }, + { + "text": "销量明细?", + "boxes": [ + 692, + 834, + 782, + 860 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1450, + 840, + 1521, + 891 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1628, + 852, + 1690, + 878 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1526, + 941 + ] + }, + { + "text": "W", + "boxes": [ + 1594, + 899, + 1620, + 923 + ] + }, + { + "text": "+4.413", + "boxes": [ + 1628, + 891, + 1700, + 939 + ] + }, + { + "text": "科技资讯·10利汽车", + "boxes": [ + 274, + 917, + 450, + 957 + ] + }, + { + "text": "97003", + "boxes": [ + 700, + 909, + 776, + 941 + ] + }, + { + "text": "众播动漫·14小时", + "boxes": [ + 826, + 921, + 958, + 945 + ] + }, + { + "text": "0", + "boxes": [ + 1138, + 933, + 1164, + 953 + ] + }, + { + "text": "一点视频/中小学数学云课堂", + "boxes": [ + 1158, + 929, + 1320, + 959 + ] + }, + { + "text": "银河星耀8上市，大尺寸低价位，哪个版本最", + "boxes": [ + 200, + 945, + 786, + 987 + ] + }, + { + "text": "斗罗大陆：这3个封号斗罗，", + "boxes": [ + 824, + 939, + 1078, + 975 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 987 + ] + }, + { + "text": ",31", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "上海竞赛数学题，求", + "boxes": [ + 1140, + 955, + 1328, + 985 + ] + }, + { + "text": "你了解吗？", + "boxes": [ + 828, + 969, + 932, + 1001 + ] + }, + { + "text": "值得入手？", + "boxes": [ + 202, + 983, + 350, + 1020 + ] + }, + { + "text": "m~100，快来挑战！", + "boxes": [ + 1136, + 983, + 1336, + 1012 + ] + }, + { + "text": "英伟", + "boxes": [ + 1452, + 979, + 1528, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 989, + 1630, + 1014 + ] + }, + { + "text": ".3026", + "boxes": [ + 1624, + 983, + 1700, + 1030 + ] + }, + { + "text": "75268", + "boxes": [ + 706, + 1024, + 776, + 1046 + ] + }, + { + "text": "12", + "boxes": [ + 826, + 1026, + 868, + 1046 + ] + }, + { + "text": "2", + "boxes": [ + 1140, + 1028, + 1170, + 1042 + ] + } + ] + }, + { + "frame_id": "100_1_3", + "episode_id": 100, + "env_id": 1, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.21008014678955, + "advantages": -0.44923290610313416, + "generated_text": "{\n \"intent\": \"Exploiting by clicking on the article's title to read more content\",\n \"action\": \"DoubleClick(634, 365)\"\n}", + "action_string": "DoubleClick(634, 365)", + "intent_string": "Exploiting by clicking on the article's title to read more content", + "before_screen_ocr_results": [ + { + "text": "京东外卖回应系统故障：已", + "boxes": [ + 248, + 32, + 412, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1850, + 89 + ] + }, + { + "text": "9", + "boxes": [ + 1850, + 69, + 1866, + 83 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 143 + ] + }, + { + "text": "登录", + "boxes": [ + 1834, + 127, + 1854, + 141 + ] + }, + { + "text": "关注", + "boxes": [ + 282, + 179, + 314, + 199 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1603, + 170, + 1726, + 211 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "淘", + "boxes": [ + 1622, + 252, + 1650, + 266 + ] + }, + { + "text": "1", + "boxes": [ + 392, + 274, + 420, + 296 + ] + }, + { + "text": "红板报十关注", + "boxes": [ + 412, + 266, + 558, + 304 + ] + }, + { + "text": "21.9K关注者", + "boxes": [ + 1096, + 274, + 1174, + 298 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1586, + 284, + 1702, + 314 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1424, + 294, + 1544, + 326 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "京东外卖回应系统故障：已全面恢复给予受影响用户赔偿", + "boxes": [ + 366, + 349, + 1200, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "罗智勇的报道·8小时·①1分钟读取", + "boxes": [ + 362, + 413, + 664, + 451 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1426, + 443, + 1452, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 457, + 210, + 471 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1508, + 492 + ] + }, + { + "text": "【CNMO科技消息】5月14日中午，有不少用户反应京东外卖出现系统故障，自己的订单出现超时现象。针对这", + "boxes": [ + 406, + 504, + 1230, + 534 + ] + }, + { + "text": "一事件，京东外卖官方进行了回应。", + "boxes": [ + 372, + 528, + 630, + 562 + ] + }, + { + "text": "D", + "boxes": [ + 1434, + 560, + 1454, + 576 + ] + }, + { + "text": "访问 红板报", + "boxes": [ + 1446, + 556, + 1536, + 582 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "研究称宇宙消亡速度比我们想象的", + "boxes": [ + 1444, + 599, + 1664, + 633 + ] + }, + { + "text": "要快仅需几万亿年", + "boxes": [ + 1448, + 625, + 1566, + 649 + ] + }, + { + "text": "广汽大重整！研发体系洗牌、", + "boxes": [ + 1448, + 667, + 1630, + 691 + ] + }, + { + "text": "干部", + "boxes": [ + 1620, + 667, + 1662, + 693 + ] + }, + { + "text": "竞聘上岗，自主品牌3年冲刺20.", + "boxes": [ + 1446, + 685, + 1656, + 715 + ] + }, + { + "text": "光伏行业财报盘点：2024年合计亏", + "boxes": [ + 1446, + 729, + 1662, + 752 + ] + }, + { + "text": "损300亿元，今年一季度盈利回...", + "boxes": [ + 1446, + 748, + 1652, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 30, + 911, + 794, + 935 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及不", + "boxes": [ + 32, + 951, + 216, + 975 + ] + }, + { + "text": "在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 208, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：", + "boxes": [ + 32, + 971, + 126, + 995 + ] + }, + { + "text": "微软隐私声明", + "boxes": [ + 120, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "东外卖回应", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "京东外卖回应系统故障：已", + "boxes": [ + 248, + 32, + 414, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1850, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1757, + 116, + 1793, + 150 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1834, + 127, + 1854, + 141 + ] + }, + { + "text": "关注", + "boxes": [ + 282, + 179, + 314, + 199 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "淘", + "boxes": [ + 1624, + 252, + 1650, + 266 + ] + }, + { + "text": "1", + "boxes": [ + 392, + 274, + 420, + 296 + ] + }, + { + "text": "红板报十关注", + "boxes": [ + 410, + 266, + 558, + 304 + ] + }, + { + "text": "21.9K关注者", + "boxes": [ + 1096, + 274, + 1174, + 298 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1586, + 284, + 1702, + 314 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1424, + 294, + 1544, + 326 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "京东外卖回应系统故障：已全面恢复给予受影响用户赔偿", + "boxes": [ + 366, + 349, + 1200, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "罗智勇的报道·8小时·01分钟读取", + "boxes": [ + 362, + 413, + 664, + 451 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 457, + 210, + 471 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1508, + 492 + ] + }, + { + "text": "【CNMO科技消息】5月14日中午，有不少用户反应京东外卖出现系统故障，自己的订单出现超时现象。针对这", + "boxes": [ + 406, + 504, + 1230, + 534 + ] + }, + { + "text": "一事件，京东外卖官方进行了回应。", + "boxes": [ + 372, + 528, + 630, + 562 + ] + }, + { + "text": "访问红板报", + "boxes": [ + 1430, + 556, + 1538, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "研究称宇宙消亡速度比我们想象的", + "boxes": [ + 1444, + 599, + 1664, + 633 + ] + }, + { + "text": "要快仅需几万亿年", + "boxes": [ + 1448, + 625, + 1566, + 649 + ] + }, + { + "text": "广汽大重整！研发体系洗牌、", + "boxes": [ + 1448, + 667, + 1630, + 691 + ] + }, + { + "text": "干部", + "boxes": [ + 1620, + 667, + 1662, + 693 + ] + }, + { + "text": "竞聘上岗，自主品牌3年冲刺200..", + "boxes": [ + 1446, + 685, + 1656, + 715 + ] + }, + { + "text": "光伏行业财报盘点：2024年合计亏", + "boxes": [ + 1446, + 729, + 1662, + 752 + ] + }, + { + "text": "损300亿元，今年一季度盈利回.", + "boxes": [ + 1446, + 748, + 1652, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ] + }, + { + "frame_id": "100_2_3", + "episode_id": 100, + "env_id": 2, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.402417182922363, + "advantages": 0.43157386779785156, + "generated_text": "{\n \"intent\": \"Open the Bing search website by interacting with its icon.\",\n \"action\": \"DoubleClick(638, 468)\" \n}", + "action_string": "DoubleClick(638, 468)", + "intent_string": "Open the Bing search website by interacting with its icon.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "* Highlights", + "boxes": [ + 487, + 611, + 579, + 642 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1226, + 673, + 1418, + 735 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 294, + 632, + 330 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 478, + 444, + 656, + 483 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "解方程组", + "boxes": [ + 904, + 770, + 1010, + 808 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13,.7212%", + "boxes": [ + 1630, + 802, + 1690, + 844 + ] + }, + { + "text": "xy=12", + "boxes": [ + 903, + 817, + 983, + 848 + ] + }, + { + "text": "和讯", + "boxes": [ + 1126, + 830, + 1406, + 931 + ] + }, + { + "text": "x² +y²=25", + "boxes": [ + 908, + 848, + 1024, + 879 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1446, + 836, + 1524, + 895 + ] + }, + { + "text": "2.40%", + "boxes": [ + 1626, + 846, + 1692, + 893 + ] + }, + { + "text": "会斯上", + "boxes": [ + 1454, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.436 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "和讯网·11小时", + "boxes": [ + 1138, + 919, + 1264, + 949 + ] + }, + { + "text": "?", + "boxes": [ + 826, + 929, + 854, + 957 + ] + }, + { + "text": "一点视频/小张园地·1周", + "boxes": [ + 846, + 929, + 998, + 959 + ] + }, + { + "text": "南县小龙虾：产量达300多", + "boxes": [ + 1136, + 941, + 1404, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3419 ", + "boxes": [ + 1630, + 939, + 1700, + 987 + ] + }, + { + "text": "解方程组：x²+y²=25，", + "boxes": [ + 824, + 951, + 1048, + 987 + ] + }, + { + "text": "万吨，价格波动", + "boxes": [ + 1138, + 969, + 1288, + 1001 + ] + }, + { + "text": "小龙虾价格暴降近50%，短期内将继续下探", + "boxes": [ + 204, + 983, + 768, + 1017 + ] + }, + { + "text": "xy=12，明明是送分题，正", + "boxes": [ + 824, + 979, + 1088, + 1014 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 985, + 1522, + 1026 + ] + }, + { + "text": "+3.78.%6", + "boxes": [ + 1632, + 985, + 1696, + 1024 + ] + }, + { + "text": "9F12FC7C\"+tnVers...d", + "boxes": [ + 826, + 1014, + 982, + 1038 + ] + }, + { + "text": "bcf7-9", + "boxes": [ + 1518, + 1020, + 1564, + 1038 + ] + } + ] + }, + { + "frame_id": "100_3_3", + "episode_id": 100, + "env_id": 3, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.393747329711914, + "advantages": -0.31355372071266174, + "generated_text": "{\n \"intent\": \"Move the mouse to different locations around the screen to get an overview of the desktop environment.\",\n \"action\": \"Move(960, 474)\"\n}", + "action_string": "Move(960, 474)", + "intent_string": "Move the mouse to different locations around the screen to get an overview of the desktop environment.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "100_4_3", + "episode_id": 100, + "env_id": 4, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.683176040649414, + "advantages": -0.09974608570337296, + "generated_text": "{\n \"intent\": \"Clicking on an entry similar to one aired just below the main search results will provide a deeper exploration resource without consuming the full goal goal amount.\",\n \"action\": \"DoubleClick(667, 694)\"\n}", + "action_string": "DoubleClick(667, 694)", + "intent_string": "Clicking on an entry similar to one aired just below the main search results will provide a deeper exploration resource without consuming the full goal goal amount.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 38, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "、将人工智能送上太空", + "boxes": [ + 468, + 295, + 630, + 330 + ] + }, + { + "text": "g", + "boxes": [ + 1334, + 296, + 1364, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1422, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1282, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 449, + 640, + 478 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 444, + 966, + 479 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "三年级的奥数题", + "boxes": [ + 1344, + 772, + 1388, + 899 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 766, + 1550, + 792 + ] + }, + { + "text": "恭喜你完成五连绝世", + "boxes": [ + 372, + 780, + 644, + 822 + ] + }, + { + "text": "1,.7176", + "boxes": [ + 1625, + 797, + 1697, + 845 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1520, + 893 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1624, + 852, + 1688, + 878 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1526, + 941 + ] + }, + { + "text": "W", + "boxes": [ + 1594, + 899, + 1620, + 923 + ] + }, + { + "text": "+4.413", + "boxes": [ + 1628, + 891, + 1700, + 939 + ] + }, + { + "text": "ZAKER娱乐· 10 小时", + "boxes": [ + 824, + 915, + 976, + 947 + ] + }, + { + "text": "五连绝世", + "boxes": [ + 396, + 935, + 614, + 989 + ] + }, + { + "text": "一点视频/公考客栈店小二·4周", + "boxes": [ + 1156, + 931, + 1340, + 955 + ] + }, + { + "text": "戏里戏外贵公子，却放弃亿万", + "boxes": [ + 826, + 943, + 1094, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "M", + "boxes": [ + 1612, + 947, + 1638, + 961 + ] + }, + { + "text": ",31", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "游戏天地·1天", + "boxes": [ + 200, + 951, + 318, + 981 + ] + }, + { + "text": "看看三年级同学的算式谜题", + "boxes": [ + 1138, + 955, + 1390, + 985 + ] + }, + { + "text": "家产去当和尚，除了钱他一无", + "boxes": [ + 826, + 969, + 1096, + 999 + ] + }, + { + "text": "男", + "boxes": [ + 1382, + 967, + 1394, + 979 + ] + }, + { + "text": "为什么别人玩王者能轻松五杀，我却不行？", + "boxes": [ + 202, + 981, + 756, + 1022 + ] + }, + { + "text": "大家几分钟能做出正确答案来", + "boxes": [ + 1136, + 981, + 1406, + 1011 + ] + }, + { + "text": "传", + "boxes": [ + 1454, + 979, + 1528, + 1036 + ] + }, + { + "text": "<", + "boxes": [ + 1588, + 989, + 1630, + 1016 + ] + }, + { + "text": ".3026", + "boxes": [ + 1624, + 983, + 1700, + 1030 + ] + }, + { + "text": "所有？", + "boxes": [ + 826, + 995, + 894, + 1026 + ] + }, + { + "text": "呢", + "boxes": [ + 1136, + 1009, + 1170, + 1036 + ] + }, + { + "text": "8", + "boxes": [ + 826, + 1026, + 890, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 44, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "上海中考", + "boxes": [ + 382, + 772, + 584, + 834 + ] + }, + { + "text": "三年级的奥数题", + "boxes": [ + 1344, + 772, + 1388, + 899 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1453, + 797, + 1549, + 847 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "O", + "boxes": [ + 464, + 841, + 528, + 904 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1447, + 834, + 1525, + 898 + ] + }, + { + "text": " 3,.30%0", + "boxes": [ + 1624, + 850, + 1690, + 889 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 899, + 1622, + 927 + ] + }, + { + "text": "+ 4124 ", + "boxes": [ + 1630, + 891, + 1700, + 939 + ] + }, + { + "text": "ZAKER娱乐·10小时", + "boxes": [ + 824, + 917, + 978, + 947 + ] + }, + { + "text": "戏里戏外贵公子，却放弃亿万", + "boxes": [ + 824, + 941, + 1096, + 977 + ] + }, + { + "text": "一点视频/公考客栈店小二·4周", + "boxes": [ + 1160, + 933, + 1342, + 957 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "上海中考数学：你知道如何证明根号7大于根", + "boxes": [ + 208, + 949, + 778, + 985 + ] + }, + { + "text": "看看三年级同学的算式谜题，", + "boxes": [ + 1136, + 953, + 1402, + 989 + ] + }, + { + "text": "号6吗", + "boxes": [ + 198, + 971, + 294, + 1028 + ] + }, + { + "text": "家产去当和尚，除了钱他一无", + "boxes": [ + 826, + 967, + 1098, + 1003 + ] + }, + { + "text": "大家几分钟能做出正确答案来", + "boxes": [ + 1138, + 979, + 1410, + 1014 + ] + }, + { + "text": "英博工", + "boxes": [ + 1456, + 983, + 1526, + 1036 + ] + }, + { + "text": "{", + "boxes": [ + 1590, + 989, + 1626, + 1016 + ] + }, + { + "text": "+3.7.0% ", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "所有？", + "boxes": [ + 828, + 999, + 892, + 1024 + ] + }, + { + "text": "呢", + "boxes": [ + 1136, + 1009, + 1170, + 1038 + ] + }, + { + "text": "8", + "boxes": [ + 830, + 1028, + 864, + 1042 + ] + }, + { + "text": "S", + "boxes": [ + 860, + 1028, + 886, + 1042 + ] + } + ] + }, + { + "frame_id": "100_5_3", + "episode_id": 100, + "env_id": 5, + "step": 3, + "format_rewards": 1.0, + "rewards": 11.1582612991333, + "advantages": 0.9899333119392395, + "generated_text": "{\n \"intent\": \"Locate and double click on icons to begin exploring the available products or options presented on the page.\",\n \"action\": \"DoubleClick(475, 197)\" \n}", + "action_string": "DoubleClick(475, 197)", + "intent_string": "Locate and double click on icons to begin exploring the available products or options presented on the page.", + "before_screen_ocr_results": [ + { + "text": "） iphone - Apple", + "boxes": [ + 20, + 25, + 128, + 54 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 28, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "Pac", + "boxes": [ + 638, + 113, + 658, + 127 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "AirPod", + "boxes": [ + 910, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1048, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1266, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1348, + 129 + ] + }, + { + "text": "Q", + "boxes": [ + 1378, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "C0", + "boxes": [ + 560, + 155, + 630, + 226 + ] + }, + { + "text": "B", + "boxes": [ + 754, + 157, + 822, + 224 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "", + "boxes": [ + 1373, + 149, + 1469, + 232 + ] + }, + { + "text": "D", + "boxes": [ + 456, + 159, + 522, + 218 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 163, + 716, + 214 + ] + }, + { + "text": "00", + "boxes": [ + 842, + 161, + 922, + 226 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 181, + 1066, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1210, + 218, + 1274, + 244 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1460, + 244 + ] + }, + { + "text": "Get $170-$630 in credit t", + "boxes": [ + 592, + 282, + 758, + 306 + ] + }, + { + "text": "iPhone", + "boxes": [ + 101, + 386, + 367, + 484 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 6, + 6, + 22, + 24 + ] + }, + { + "text": "×", + "boxes": [ + 1860, + 4, + 1912, + 24 + ] + }, + { + "text": "● iPhone 16 Pro and iPhon ×+", + "boxes": [ + 6, + 24, + 244, + 56 + ] + }, + { + "text": "→白", + "boxes": [ + 0, + 56, + 136, + 99 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1536, + 62, + 1664, + 93 + ] + }, + { + "text": "I四9三", + "boxes": [ + 1782, + 62, + 1914, + 93 + ] + }, + { + "text": "ALO", + "boxes": [ + 22, + 1040, + 218, + 1078 + ] + }, + { + "text": "iphone 16 Pro.", + "boxes": [ + 216, + 1046, + 314, + 1072 + ] + } + ] + }, + { + "frame_id": "100_6_3", + "episode_id": 100, + "env_id": 6, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.642293930053711, + "advantages": -0.12994664907455444, + "generated_text": "{\n \"intent\": \"Clicking any of the top sites icon will open an app or website associated with that icon\",\n \"action\": \"DoubleClick(230, 571)\"\n}", + "action_string": "DoubleClick(230, 571)", + "intent_string": "Clicking any of the top sites icon will open an app or website associated with that icon", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 22, + 61, + 128, + 92 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 658, + 290, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 740, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "100_7_3", + "episode_id": 100, + "env_id": 7, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.60494613647461, + "advantages": -0.1575363129377365, + "generated_text": "{\n \"intent\": \"Click on the article headline to read more details about the price of danmuor after winMer AQ.\",\n \"action\": \"DoubleClick(627, 368)\"\n}", + "action_string": "DoubleClick(627, 368)", + "intent_string": "Click on the article headline to read more details about the price of danmuor after winMer AQ.", + "before_screen_ocr_results": [ + { + "text": "×", + "boxes": [ + 196, + 36, + 218, + 50 + ] + }, + { + "text": "龙虾价格腰斩业内人土", + "boxes": [ + 490, + 32, + 628, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1595, + 61, + 1663, + 92 + ] + }, + { + "text": "四", + "boxes": [ + 1808, + 68, + 1840, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1740, + 149 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 264, + 197 + ] + }, + { + "text": "关注", + "boxes": [ + 274, + 179, + 316, + 199 + ] + }, + { + "text": "资讯 娱乐 时尚 教育", + "boxes": [ + 344, + 175, + 542, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "快聊IT+关注", + "boxes": [ + 390, + 266, + 558, + 304 + ] + }, + { + "text": "12.3K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1412, + 309, + 1578, + 358 + ] + }, + { + "text": "小龙虾价格腰斩业内人士：还会再降", + "boxes": [ + 368, + 349, + 906, + 391 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1456, + 355, + 1538, + 387 + ] + }, + { + "text": "#", + "boxes": [ + 184, + 388, + 223, + 427 + ] + }, + { + "text": "驱动之家的报道·6小时", + "boxes": [ + 362, + 417, + 554, + 447 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1420, + 411, + 1684, + 447 + ] + }, + { + "text": "你", + "boxes": [ + 1424, + 438, + 1453, + 467 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "5月14日消息，据媒体报道，随着气温不断攀升，小龙虾的消费逐渐进入旺季。", + "boxes": [ + 364, + 504, + 944, + 534 + ] + }, + { + "text": "在湖北潜江小龙虾交易中心，工人将一筐筐鲜活的小龙虾有序分拣，销往广东、重庆、江苏和浙江等地，从之前的每", + "boxes": [ + 360, + 542, + 1238, + 580 + ] + }, + { + "text": "访问快聊IT", + "boxes": [ + 1430, + 556, + 1532, + 582 + ] + }, + { + "text": "C", + "boxes": [ + 1676, + 556, + 1697, + 574 + ] + }, + { + "text": "天大概两三千斤到现在每天三五万斤。", + "boxes": [ + 366, + 576, + 646, + 600 + ] + }, + { + "text": "业内人士介绍，小龙虾1-4月份最高价格可达到70元/公斤，5月价格调度后38元/公斤，价格还会再降，原因是小龙虾", + "boxes": [ + 360, + 609, + 1240, + 649 + ] + }, + { + "text": "腾讯：已囤很多GPU足够训练未来", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "几代模型", + "boxes": [ + 1448, + 623, + 1508, + 649 + ] + }, + { + "text": "养殖技术不断进步，产区持续扩张。", + "boxes": [ + 364, + 637, + 632, + 671 + ] + }, + { + "text": "美团大众点评全民监督机制上线", + "boxes": [ + 1448, + 667, + 1648, + 691 + ] + }, + { + "text": "据了解，小龙虾的营养很丰富，其蛋白质含量占总体的16%~20%，并且肉质松软，易消化，人体容易吸收，是补充", + "boxes": [ + 362, + 677, + 1228, + 713 + ] + }, + { + "text": "遇到硬要好评、强删差评可一键..", + "boxes": [ + 1448, + 687, + 1652, + 711 + ] + }, + { + "text": "蛋白质的佳品。", + "boxes": [ + 364, + 709, + 476, + 739 + ] + }, + { + "text": "王腾喜提爱车：碳纤维双风道版小", + "boxes": [ + 1448, + 731, + 1660, + 754 + ] + }, + { + "text": "除此之外，小龙虾还含有多种矿物质，如钙、锌、铁、镁等常量和微量元素，这些都是人体所必需的营养素。", + "boxes": [ + 360, + 746, + 1174, + 784 + ] + }, + { + "text": "米SU7UItra！网友直呼巨帅 4...", + "boxes": [ + 1444, + 746, + 1656, + 778 + ] + }, + { + "text": "值得注意的晨，小龙虾中含有的虾青素是一种很强的抗氧化剂，能够延缓衰老，还具有美白、抑制糖尿病及其并发", + "boxes": [ + 362, + 792, + 1220, + 822 + ] + }, + { + "text": "症、增强免疫力、缓解运动疲劳等功效。", + "boxes": [ + 362, + 820, + 664, + 850 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择”我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及不", + "boxes": [ + 30, + 951, + 216, + 975 + ] + }, + { + "text": "及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 204, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 986, + 983 + ] + }, + { + "text": "详情，请访问：", + "boxes": [ + 32, + 971, + 126, + 995 + ] + }, + { + "text": "微软隐私声明", + "boxes": [ + 120, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "龙虾价格腰··", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "龙虾价格腰斩业内人士", + "boxes": [ + 490, + 32, + 628, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1595, + 61, + 1663, + 92 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1742, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "0", + "boxes": [ + 1766, + 125, + 1784, + 141 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 266, + 197 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "快聊IT+关注", + "boxes": [ + 388, + 266, + 558, + 304 + ] + }, + { + "text": "12.3K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1412, + 309, + 1578, + 358 + ] + }, + { + "text": "小龙虾价格腰斩业内人士：还会再降", + "boxes": [ + 368, + 349, + 906, + 391 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1454, + 353, + 1540, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 184, + 388, + 223, + 427 + ] + }, + { + "text": "驱动之家的报道·6小时", + "boxes": [ + 362, + 417, + 554, + 447 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1420, + 411, + 1684, + 447 + ] + }, + { + "text": "你", + "boxes": [ + 1424, + 438, + 1453, + 467 + ] + }, + { + "text": "5", + "boxes": [ + 198, + 459, + 210, + 471 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1428, + 469, + 1506, + 492 + ] + }, + { + "text": "5月14日消息，据媒体报道，随着气温不断攀升，小龙虾的消费逐渐进入旺季。", + "boxes": [ + 364, + 504, + 944, + 534 + ] + }, + { + "text": "在湖北潜江小龙虾交易中心，工人将一筐筐鲜活的小龙虾有序分拣，销往广东、重庆、江苏和浙江等地，从之前的每", + "boxes": [ + 360, + 542, + 1238, + 580 + ] + }, + { + "text": "访问快聊IT", + "boxes": [ + 1430, + 556, + 1532, + 582 + ] + }, + { + "text": "C", + "boxes": [ + 1676, + 556, + 1697, + 574 + ] + }, + { + "text": "天大概两三千斤到现在每天三五万斤。", + "boxes": [ + 366, + 576, + 646, + 600 + ] + }, + { + "text": "腾讯：已囤很多GPU足够训练未来", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "业内人士介绍，小龙虾1-4月份最高价格可达到70元/公斤，5月价格调度后38元/公斤，价格还会再降，原因是小龙虾", + "boxes": [ + 364, + 615, + 1238, + 645 + ] + }, + { + "text": "几代模型", + "boxes": [ + 1448, + 623, + 1508, + 649 + ] + }, + { + "text": "养殖技术不断进步，产区持续扩张。", + "boxes": [ + 364, + 637, + 630, + 671 + ] + }, + { + "text": "美团大众点评全民监督机制上线", + "boxes": [ + 1448, + 667, + 1648, + 691 + ] + }, + { + "text": "据了解，小龙虾的营养很丰富，其蛋白质含量占总体的16%~20%，并且肉质松软，易消化，人体容易吸收，是补充", + "boxes": [ + 362, + 677, + 1228, + 713 + ] + }, + { + "text": "遇到硬要好评、强删差评可一.", + "boxes": [ + 1448, + 687, + 1652, + 711 + ] + }, + { + "text": "蛋白质的佳品。", + "boxes": [ + 364, + 709, + 476, + 739 + ] + }, + { + "text": "王腾喜提爱车：碳纤维双风道版小", + "boxes": [ + 1448, + 731, + 1660, + 754 + ] + }, + { + "text": "除此之外，小龙虾还含有多种矿物质，如钙、锌、铁、镁等常量和微量元素，这些都是人体所必需的营养素。", + "boxes": [ + 360, + 746, + 1174, + 784 + ] + }, + { + "text": "米SU7UItra！网友直呼巨帅4.2..", + "boxes": [ + 1448, + 750, + 1654, + 774 + ] + }, + { + "text": "值得注意的是，小龙虾中含有的虾青素是一种很强的抗氧化剂，能够延缓衰老，还具有美白、抑制糖尿病及其并发", + "boxes": [ + 362, + 792, + 1220, + 822 + ] + }, + { + "text": "症、增强免疫力、缓解运动疲劳等功效。", + "boxes": [ + 362, + 820, + 664, + 850 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击“管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置\"改变您的选择。欲了解", + "boxes": [ + 30, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "龙虾价格腰·.", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "100_0_4", + "episode_id": 100, + "env_id": 0, + "step": 4, + "format_rewards": 1.0, + "rewards": 11.171835899353027, + "advantages": 0.9999611377716064, + "generated_text": "{\n \"intent\": \"Clicking on trending news will help me gather insights and understand popular topics.\",\n \"action\": \"DoubleClick(674, 409)\" \n}", + "action_string": "DoubleClick(674, 409)", + "intent_string": "Clicking on trending news will help me gather insights and understand popular topics.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "、将人工智能送上太空", + "boxes": [ + 468, + 293, + 630, + 330 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "CNext", + "boxes": [ + 1356, + 373, + 1422, + 405 + ] + }, + { + "text": "1 将人工智能送上太空 热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1282, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 640, + 478 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 444, + 966, + 479 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 189, + 722, + 273, + 753 + ] + }, + { + "text": "经典款", + "boxes": [ + 201, + 755, + 337, + 815 + ] + }, + { + "text": "上海竞赛", + "boxes": [ + 1232, + 758, + 1312, + 784 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1447, + 760, + 1555, + 797 + ] + }, + { + "text": "若m+m²+m²", + "boxes": [ + 1197, + 782, + 1287, + 812 + ] + }, + { + "text": "+m+1=0", + "boxes": [ + 1288, + 792, + 1344, + 810 + ] + }, + { + "text": "猫王妙播x王者荣耀", + "boxes": [ + 210, + 810, + 360, + 840 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "十周年限定", + "boxes": [ + 214, + 838, + 296, + 864 + ] + }, + { + "text": "电藏音响礼盒", + "boxes": [ + 312, + 838, + 406, + 864 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1456, + 848, + 1518, + 889 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1624, + 852, + 1690, + 878 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1526, + 941 + ] + }, + { + "text": "W", + "boxes": [ + 1594, + 899, + 1620, + 923 + ] + }, + { + "text": "+4.413", + "boxes": [ + 1628, + 891, + 1700, + 939 + ] + }, + { + "text": "众播动漫·14小时", + "boxes": [ + 826, + 921, + 958, + 945 + ] + }, + { + "text": "0", + "boxes": [ + 1140, + 933, + 1166, + 953 + ] + }, + { + "text": "一点视频/中小学数学云课堂", + "boxes": [ + 1158, + 929, + 1320, + 959 + ] + }, + { + "text": "斗罗大陆：这3个封号斗罗，", + "boxes": [ + 826, + 943, + 1076, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 987 + ] + }, + { + "text": "小乔十周年限定官宣，本周新皮肤断更，53", + "boxes": [ + 200, + 945, + 770, + 985 + ] + }, + { + "text": ",31", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "上海竞赛数学题，求", + "boxes": [ + 1138, + 955, + 1328, + 985 + ] + }, + { + "text": "连跪是假，策划在线辟谣", + "boxes": [ + 194, + 977, + 590, + 1025 + ] + }, + { + "text": "你了解吗？", + "boxes": [ + 828, + 969, + 932, + 1001 + ] + }, + { + "text": "猫王妙播x王者荣耀", + "boxes": [ + 600, + 989, + 758, + 1012 + ] + }, + { + "text": "m~100，快来挑战！", + "boxes": [ + 1138, + 983, + 1338, + 1012 + ] + }, + { + "text": "英伟达上", + "boxes": [ + 1454, + 983, + 1526, + 1032 + ] + }, + { + "text": ".3026", + "boxes": [ + 1624, + 983, + 1700, + 1030 + ] + }, + { + "text": "十周年限定典藏音响礼盒", + "boxes": [ + 620, + 1012, + 800, + 1036 + ] + }, + { + "text": "12", + "boxes": [ + 826, + 1026, + 870, + 1046 + ] + }, + { + "text": "2", + "boxes": [ + 1140, + 1028, + 1172, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 230 + ] + }, + { + "text": " About 2,660,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将A送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "9 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 780, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全，", + "boxes": [ + 178, + 389, + 772, + 413 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 210, + 435, + 278, + 461 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "w.thepaper.cn", + "boxes": [ + 278, + 453, + 376, + 478 + ] + }, + { + "text": " Translate this result ", + "boxes": [ + 368, + 455, + 490, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "12 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 208, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报「将人工智能送上太空！我国太空计算卫星", + "boxes": [ + 176, + 613, + 720, + 649 + ] + }, + { + "text": "12 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 178, + 667, + 762, + 691 + ] + }, + { + "text": "C", + "boxes": [ + 178, + 721, + 210, + 752 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 212, + 715, + 292, + 741 + ] + }, + { + "text": "https://c.chinadaily.comcn Translatethisresut", + "boxes": [ + 210, + 731, + 514, + 760 + ] + }, + { + "text": "将AI送上太空 我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 176, + 756, + 706, + 792 + ] + }, + { + "text": "11 hours ago·12星箭上排布图 首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 178, + 784, + 778, + 814 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链，", + "boxes": [ + 178, + 810, + 774, + 834 + ] + }, + { + "text": "浙江在线", + "boxes": [ + 208, + 856, + 278, + 881 + ] + }, + { + "text": "。", + "boxes": [ + 182, + 866, + 212, + 887 + ] + }, + { + "text": "https://zjnews.zjol.com.cn s yc gmt Translatethis result", + "boxes": [ + 206, + 869, + 562, + 901 + ] + }, + { + "text": "算力上天！首批12星成功入轨，“三体计算星座\"开启太空计算", + "boxes": [ + 176, + 895, + 724, + 931 + ] + }, + { + "text": "7 hours ago·为何要将算力送上太空？李超举了一个直观的例子：“传统遥感卫星拍摄城市交通画", + "boxes": [ + 176, + 923, + 788, + 953 + ] + }, + { + "text": "面，数据传回地面后，可能需要1小时来进行处理。“把算力带到太空就可以实现数据的在轨处，", + "boxes": [ + 176, + 947, + 766, + 977 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 991, + 280, + 1022 + ] + }, + { + "text": "https:/finance.sina.com..cn > jiw > doc-inewpmqw... Translate thisresult", + "boxes": [ + 210, + 1012, + 658, + 1040 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 300, + 1070 + ] + } + ] + }, + { + "frame_id": "100_1_4", + "episode_id": 100, + "env_id": 1, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.148399353027344, + "advantages": -0.4947979152202606, + "generated_text": "{\n \"intent\": \"Click on the heading of the article to read the full content.\",\n \"action\": \"DoubleClick(481, 367)\" \n}", + "action_string": "DoubleClick(481, 367)", + "intent_string": "Click on the heading of the article to read the full content.", + "before_screen_ocr_results": [ + { + "text": "京东外卖回应系统故障：已", + "boxes": [ + 248, + 32, + 414, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1850, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1757, + 116, + 1793, + 150 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1834, + 127, + 1854, + 141 + ] + }, + { + "text": "关注", + "boxes": [ + 282, + 179, + 314, + 199 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "淘", + "boxes": [ + 1624, + 252, + 1650, + 266 + ] + }, + { + "text": "1", + "boxes": [ + 392, + 274, + 420, + 296 + ] + }, + { + "text": "红板报十关注", + "boxes": [ + 410, + 266, + 558, + 304 + ] + }, + { + "text": "21.9K关注者", + "boxes": [ + 1096, + 274, + 1174, + 298 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1586, + 284, + 1702, + 314 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1424, + 294, + 1544, + 326 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "京东外卖回应系统故障：已全面恢复给予受影响用户赔偿", + "boxes": [ + 366, + 349, + 1200, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "罗智勇的报道·8小时·01分钟读取", + "boxes": [ + 362, + 413, + 664, + 451 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 457, + 210, + 471 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1508, + 492 + ] + }, + { + "text": "【CNMO科技消息】5月14日中午，有不少用户反应京东外卖出现系统故障，自己的订单出现超时现象。针对这", + "boxes": [ + 406, + 504, + 1230, + 534 + ] + }, + { + "text": "一事件，京东外卖官方进行了回应。", + "boxes": [ + 372, + 528, + 630, + 562 + ] + }, + { + "text": "访问红板报", + "boxes": [ + 1430, + 556, + 1538, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "研究称宇宙消亡速度比我们想象的", + "boxes": [ + 1444, + 599, + 1664, + 633 + ] + }, + { + "text": "要快仅需几万亿年", + "boxes": [ + 1448, + 625, + 1566, + 649 + ] + }, + { + "text": "广汽大重整！研发体系洗牌、", + "boxes": [ + 1448, + 667, + 1630, + 691 + ] + }, + { + "text": "干部", + "boxes": [ + 1620, + 667, + 1662, + 693 + ] + }, + { + "text": "竞聘上岗，自主品牌3年冲刺200..", + "boxes": [ + 1446, + 685, + 1656, + 715 + ] + }, + { + "text": "光伏行业财报盘点：2024年合计亏", + "boxes": [ + 1446, + 729, + 1662, + 752 + ] + }, + { + "text": "损300亿元，今年一季度盈利回.", + "boxes": [ + 1446, + 748, + 1652, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "京东外卖回应系统故障：已", + "boxes": [ + 248, + 32, + 414, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1850, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1757, + 116, + 1793, + 150 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1834, + 127, + 1854, + 141 + ] + }, + { + "text": "关注", + "boxes": [ + 282, + 179, + 314, + 199 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "淘", + "boxes": [ + 1624, + 252, + 1650, + 266 + ] + }, + { + "text": "1", + "boxes": [ + 392, + 274, + 420, + 296 + ] + }, + { + "text": "红板报十关注", + "boxes": [ + 410, + 266, + 558, + 304 + ] + }, + { + "text": "21.9K关注者", + "boxes": [ + 1096, + 274, + 1174, + 298 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1586, + 284, + 1702, + 314 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1424, + 294, + 1544, + 326 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "京东外卖回应系统故障：已全面恢复给予受影响用户赔偿", + "boxes": [ + 366, + 349, + 1200, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "罗智勇的报道·8小时·①1分钟读取", + "boxes": [ + 362, + 411, + 664, + 451 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 457, + 210, + 471 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1508, + 492 + ] + }, + { + "text": "【CNMO科技消息】5月14日中午，有不少用户反应京东外卖出现系统故障，自己的订单出现超时现象。针对这", + "boxes": [ + 406, + 504, + 1230, + 534 + ] + }, + { + "text": "一事件，京东外卖官方进行了回应。", + "boxes": [ + 372, + 528, + 628, + 562 + ] + }, + { + "text": "访问红板报", + "boxes": [ + 1430, + 556, + 1538, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "研究称宇宙消亡速度比我们想象的", + "boxes": [ + 1444, + 599, + 1664, + 633 + ] + }, + { + "text": "要快仅需几万亿年", + "boxes": [ + 1448, + 625, + 1566, + 649 + ] + }, + { + "text": "广汽大重整！研发体系洗牌、", + "boxes": [ + 1448, + 667, + 1630, + 691 + ] + }, + { + "text": "干部", + "boxes": [ + 1620, + 667, + 1662, + 693 + ] + }, + { + "text": "竞聘上岗，自主品牌3年冲刺200..", + "boxes": [ + 1446, + 685, + 1656, + 715 + ] + }, + { + "text": "光伏行业财报盘点：2024年合计亏", + "boxes": [ + 1446, + 729, + 1662, + 752 + ] + }, + { + "text": "损300亿元，今年一季度盈利回.", + "boxes": [ + 1446, + 748, + 1652, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ] + }, + { + "frame_id": "100_2_4", + "episode_id": 100, + "env_id": 2, + "step": 4, + "format_rewards": 1.0, + "rewards": 11.053496360778809, + "advantages": 0.9125410318374634, + "generated_text": "{\n \"intent\": \"Click on the visible southeast content area to explore more topics and alerts within the Bing news feed.\",\n \"action\": \"DoubleClick(853, 476)\"\n}", + "action_string": "DoubleClick(853, 476)", + "intent_string": "Click on the visible southeast content area to explore more topics and alerts within the Bing news feed.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 294, + 632, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 478, + 444, + 650, + 483 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "解方程组", + "boxes": [ + 904, + 770, + 1010, + 808 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "?", + "boxes": [ + 946, + 824, + 980, + 846 + ] + }, + { + "text": "和讯", + "boxes": [ + 1126, + 830, + 1406, + 931 + ] + }, + { + "text": "x²+y²=25", + "boxes": [ + 910, + 848, + 1024, + 879 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1450, + 838, + 1523, + 894 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "和讯网·11小时", + "boxes": [ + 1138, + 919, + 1264, + 949 + ] + }, + { + "text": "1", + "boxes": [ + 830, + 935, + 850, + 951 + ] + }, + { + "text": "一点视频/小张园地·1周", + "boxes": [ + 846, + 929, + 998, + 959 + ] + }, + { + "text": "奇瑞风云A9L：以安全为底，重塑高端市场", + "boxes": [ + 202, + 943, + 764, + 987 + ] + }, + { + "text": "南县小龙虾：产量达300多", + "boxes": [ + 1136, + 941, + 1404, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "解方程组：x²+y²=25，", + "boxes": [ + 824, + 951, + 1048, + 987 + ] + }, + { + "text": "±2.81%", + "boxes": [ + 1634, + 943, + 1692, + 975 + ] + }, + { + "text": "万吨，价格波动", + "boxes": [ + 1138, + 969, + 1288, + 1001 + ] + }, + { + "text": "东方豪华新标杆", + "boxes": [ + 204, + 985, + 410, + 1020 + ] + }, + { + "text": "xy=12，明明是送分题，正", + "boxes": [ + 826, + 979, + 1088, + 1014 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1458, + 985, + 1522, + 1026 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 991, + 1622, + 1012 + ] + }, + { + "text": "+3.74.8%", + "boxes": [ + 1632, + 987, + 1692, + 1020 + ] + }, + { + "text": "9F12FC7C\"+tnVers", + "boxes": [ + 828, + 1012, + 956, + 1039 + ] + }, + { + "text": "sbcf7-93d7", + "boxes": [ + 1518, + 1020, + 1588, + 1038 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "NBA第32支球队来了", + "boxes": [ + 176, + 157, + 330, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 3,110.000 results", + "boxes": [ + 172, + 254, + 332, + 288 + ] + }, + { + "text": "G", + "boxes": [ + 178, + 301, + 211, + 334 + ] + }, + { + "text": "搜狐", + "boxes": [ + 210, + 294, + 250, + 322 + ] + }, + { + "text": "NBA宣布！第32支球队要来了_萧华_扩军_事宜", + "boxes": [ + 174, + 336, + 602, + 371 + ] + }, + { + "text": "12 hours ago·NBA总裁亚当-萧华表示，他预计今年夏天联盟老板们的下一次会议议程中将讨论", + "boxes": [ + 178, + 363, + 780, + 393 + ] + }, + { + "text": "联盟扩军的问题，正式讨论将NBA扩充至32支球队。在接受SiriusXM NBA电台采访时，萧华被，", + "boxes": [ + 176, + 387, + 774, + 417 + ] + }, + { + "text": "腾讯新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 449, + 206, + 469 + ] + }, + { + "text": "https://view", + "boxes": [ + 216, + 455, + 286, + 476 + ] + }, + { + "text": "ws.qq.com Translate this result", + "boxes": [ + 308, + 455, + 500, + 478 + ] + }, + { + "text": "终于来了！NBA将正式讨论扩军至32队西雅图拉斯维加斯..", + "boxes": [ + 174, + 476, + 714, + 512 + ] + }, + { + "text": "18 hours ago·北京时间5月14日，NBA总裁亚当-萧华表示，他预计今年夏天联盟老板们的下一次", + "boxes": [ + 176, + 504, + 790, + 534 + ] + }, + { + "text": "会议议程中将讨论联盟扩军的问题，正式讨论将NBA扩充至32支球队。在接受SiriusXM NBA，", + "boxes": [ + 178, + 530, + 758, + 554 + ] + }, + { + "text": "⑧", + "boxes": [ + 180, + 586, + 220, + 611 + ] + }, + { + "text": "zhibo8.com", + "boxes": [ + 218, + 578, + 290, + 596 + ] + }, + { + "text": "https://ews.zhibo8.com>nba Translate this resut", + "boxes": [ + 206, + 590, + 526, + 619 + ] + }, + { + "text": "见证历史？萧华：7月将和所有球队老板会面正式讨论扩军..", + "boxes": [ + 176, + 613, + 720, + 649 + ] + }, + { + "text": "18 hours ago·萧华表示，将在今年7月份和NBA所有球队老板进行会面，正式讨论将NBA扩充至", + "boxes": [ + 176, + 641, + 782, + 675 + ] + }, + { + "text": "32支球队的主意。萧华提到，西雅图和拉斯维加斯对NBA扩军表现出了极大的兴趣。NBA上-", + "boxes": [ + 178, + 669, + 750, + 693 + ] + }, + { + "text": "球天下体育", + "boxes": [ + 212, + 715, + 292, + 741 + ] + }, + { + "text": "朵", + "boxes": [ + 188, + 729, + 204, + 744 + ] + }, + { + "text": "https://ww.qtx.om> nba Translatethisresut", + "boxes": [ + 210, + 729, + 504, + 762 + ] + }, + { + "text": "NBA计划扩军至32支队今年7月份正式商讨－球天下体育", + "boxes": [ + 172, + 756, + 678, + 792 + ] + }, + { + "text": "18 hours ago·球天下5月14日讯据悉，NBA执行总裁萧华在今日于《SiriusXM》节目当中透露", + "boxes": [ + 178, + 784, + 774, + 814 + ] + }, + { + "text": "NBA将计划从原来的30支队伍扩军至32支球队且今年7月份的时候会和联盟各大球队的老板进，", + "boxes": [ + 178, + 810, + 758, + 834 + ] + }, + { + "text": "网易", + "boxes": [ + 208, + 856, + 250, + 883 + ] + }, + { + "text": " https:/www.163.com > dy artice Translate thisresult", + "boxes": [ + 206, + 872, + 548, + 901 + ] + }, + { + "text": "提上日程，萧华将在7月与所有球队老板讨论NBA扩军至32支，", + "boxes": [ + 174, + 895, + 724, + 931 + ] + }, + { + "text": "16 hours ago·据称，萧华将在7月与所有球队老板开会，正式讨论未来NBA扩军至32支球队的计", + "boxes": [ + 176, + 925, + 784, + 955 + ] + }, + { + "text": "划。萧华提到，西雅图和拉斯维加斯对此“非常感兴趣”。值得一提的是，西雅图此前曾拥有NBA.", + "boxes": [ + 172, + 941, + 784, + 979 + ] + }, + { + "text": "新浪财经网", + "boxes": [ + 210, + 991, + 296, + 1022 + ] + }, + { + "text": "https:/lci.sina.com.cn articles view ranslate thisresut", + "boxes": [ + 210, + 1010, + 566, + 1042 + ] + }, + { + "text": "A第32支球·", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "100_3_4", + "episode_id": 100, + "env_id": 3, + "step": 4, + "format_rewards": 1.0, + "rewards": 11.403335571289062, + "advantages": 1.1709753274917603, + "generated_text": "{\n \"intent\": \"Since there are no specific applications mentioned or tasks outlined, I will focus on opening and interacting with Firefox to start the exploration. Double-clicking Firefox will allow me to open an application or browser.\",\n \"action\": \"DoubleClick(78, 39)\" }", + "action_string": "DoubleClick(78, 39)", + "intent_string": "Since there are no specific applications mentioned or tasks outlined, I will focus on opening and interacting with Firefox to start the exploration. Double-clicking Firefox will allow me to open an application or browser.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 72, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "100_4_4", + "episode_id": 100, + "env_id": 4, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.510610580444336, + "advantages": -0.22722415626049042, + "generated_text": "{\n \"intent\": \"Move the mouse to navigate through different sections of the Bing homepage.\",\n \"action\": \"DoubleClick(1714, 404)\"\n}", + "action_string": "DoubleClick(1714, 404)", + "intent_string": "Move the mouse to navigate through different sections of the Bing homepage.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 192, + 727, + 272, + 750 + ] + }, + { + "text": "经典款，", + "boxes": [ + 199, + 758, + 339, + 815 + ] + }, + { + "text": "三年级的奥数题", + "boxes": [ + 1344, + 772, + 1388, + 899 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "猫王妙播x王者荣耀", + "boxes": [ + 210, + 810, + 368, + 840 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1453, + 797, + 1549, + 847 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "十周年限定典藏音响礼盒", + "boxes": [ + 210, + 836, + 406, + 866 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1520, + 893 + ] + }, + { + "text": "23,30%", + "boxes": [ + 1624, + 850, + 1690, + 891 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 899, + 1622, + 927 + ] + }, + { + "text": "+ 4124 ", + "boxes": [ + 1630, + 891, + 1700, + 939 + ] + }, + { + "text": "ZAKER娱乐·10小时", + "boxes": [ + 824, + 917, + 980, + 947 + ] + }, + { + "text": "一点视频/公考客栈店小二·4周", + "boxes": [ + 1158, + 929, + 1344, + 959 + ] + }, + { + "text": "戏里戏外贵公子，却放弃亿万", + "boxes": [ + 824, + 941, + 1096, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "小乔十周年限定官宣，本周新皮肤断更，53", + "boxes": [ + 198, + 945, + 770, + 985 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "看看三年级同学的算式谜题，", + "boxes": [ + 1136, + 953, + 1402, + 989 + ] + }, + { + "text": "家产去当和尚，除了钱他一无", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "连跪是假，策划在线辟谣", + "boxes": [ + 194, + 979, + 592, + 1025 + ] + }, + { + "text": "猫王妙播x王者荣耀", + "boxes": [ + 584, + 985, + 764, + 1014 + ] + }, + { + "text": "大家几分钟能做出正确答案来", + "boxes": [ + 1136, + 979, + 1410, + 1014 + ] + }, + { + "text": "英博工", + "boxes": [ + 1456, + 983, + 1526, + 1036 + ] + }, + { + "text": "{", + "boxes": [ + 1590, + 989, + 1628, + 1016 + ] + }, + { + "text": "+3.7.0% ", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "所有？", + "boxes": [ + 828, + 999, + 892, + 1024 + ] + }, + { + "text": "十周年限定典藏音响礼盒", + "boxes": [ + 598, + 1009, + 802, + 1038 + ] + }, + { + "text": "呢", + "boxes": [ + 1136, + 1009, + 1170, + 1038 + ] + }, + { + "text": "8", + "boxes": [ + 826, + 1026, + 886, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 187, + 153 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "@Next", + "boxes": [ + 1364, + 375, + 1418, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 409, + 1292, + 445 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 792, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1266, + 478 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 187, + 722, + 271, + 751 + ] + }, + { + "text": "科幻申影里的车", + "boxes": [ + 210, + 744, + 796, + 846 + ] + }, + { + "text": "三年级的奥数题", + "boxes": [ + 1344, + 772, + 1388, + 899 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1453, + 797, + 1549, + 847 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "照进", + "boxes": [ + 198, + 832, + 382, + 939 + ] + }, + { + "text": "现实？", + "boxes": [ + 554, + 838, + 802, + 933 + ] + }, + { + "text": "", + "boxes": [ + 754, + 830, + 766, + 842 + ] + }, + { + "text": "O", + "boxes": [ + 466, + 854, + 526, + 913 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1520, + 893 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1632, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 899, + 1622, + 927 + ] + }, + { + "text": "+ 4124 ", + "boxes": [ + 1630, + 891, + 1700, + 939 + ] + }, + { + "text": "点视频/爱车兵团·2", + "boxes": [ + 246, + 923, + 356, + 941 + ] + }, + { + "text": "ZAKER娱乐·10小时", + "boxes": [ + 824, + 917, + 978, + 947 + ] + }, + { + "text": "戏里戏外贵公子，却放弃亿万", + "boxes": [ + 824, + 941, + 1096, + 977 + ] + }, + { + "text": "一点视频/公考客栈店小二·4周", + "boxes": [ + 1160, + 933, + 1342, + 957 + ] + }, + { + "text": "汽车界的科技革命？五十万级的问界M9挑战", + "boxes": [ + 196, + 945, + 780, + 987 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "看看三年级同学的算式谜题，", + "boxes": [ + 1136, + 953, + 1402, + 989 + ] + }, + { + "text": "家产去当和尚，除了钱他一无", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "百万豪车", + "boxes": [ + 196, + 980, + 332, + 1023 + ] + }, + { + "text": "大家几分钟能做出正确答案来", + "boxes": [ + 1136, + 979, + 1410, + 1014 + ] + }, + { + "text": "英博工", + "boxes": [ + 1456, + 983, + 1526, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 989, + 1624, + 1018 + ] + }, + { + "text": "+3.7.0% ", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "#", + "boxes": [ + 438, + 988, + 554, + 1025 + ] + }, + { + "text": "所有？", + "boxes": [ + 828, + 999, + 892, + 1024 + ] + }, + { + "text": "呢", + "boxes": [ + 1136, + 1009, + 1170, + 1038 + ] + }, + { + "text": "8", + "boxes": [ + 828, + 1026, + 886, + 1044 + ] + } + ] + }, + { + "frame_id": "100_5_4", + "episode_id": 100, + "env_id": 5, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.393651962280273, + "advantages": -0.31362417340278625, + "generated_text": "{\n \"intent\": \"Move the cursor to explore potential areas on the laptop's screen\",\n \"action\": \"DoubleClick(478, 197)\" \n}", + "action_string": "DoubleClick(478, 197)", + "intent_string": "Move the cursor to explore potential areas on the laptop's screen", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 6, + 6, + 22, + 24 + ] + }, + { + "text": "×", + "boxes": [ + 1860, + 4, + 1912, + 24 + ] + }, + { + "text": "● iPhone 16 Pro and iPhon ×+", + "boxes": [ + 6, + 24, + 244, + 56 + ] + }, + { + "text": "→白", + "boxes": [ + 0, + 56, + 136, + 99 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1536, + 62, + 1664, + 93 + ] + }, + { + "text": "I四9三", + "boxes": [ + 1782, + 62, + 1914, + 93 + ] + }, + { + "text": "ALO", + "boxes": [ + 22, + 1040, + 218, + 1078 + ] + }, + { + "text": "iphone 16 Pro.", + "boxes": [ + 216, + 1046, + 314, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 6, + 6, + 22, + 24 + ] + }, + { + "text": "×", + "boxes": [ + 1860, + 4, + 1912, + 24 + ] + }, + { + "text": "● iPhone 16 Pro and iPhon ×+", + "boxes": [ + 6, + 24, + 244, + 56 + ] + }, + { + "text": "→白", + "boxes": [ + 0, + 56, + 136, + 99 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1536, + 62, + 1664, + 93 + ] + }, + { + "text": "I四9三", + "boxes": [ + 1782, + 62, + 1914, + 93 + ] + }, + { + "text": "ALO", + "boxes": [ + 22, + 1040, + 218, + 1078 + ] + }, + { + "text": "iphone 16 Pro.", + "boxes": [ + 216, + 1048, + 314, + 1072 + ] + } + ] + }, + { + "frame_id": "100_6_4", + "episode_id": 100, + "env_id": 6, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.706315040588379, + "advantages": 0.6560702323913574, + "generated_text": "{\n \"intent\": \"Clicking on the Bing icon here would navigate directly to one of the popular websites ready to search through his browsing content.\"\n , \"action\": \"DoubleClick(637, 473)\" \n}", + "action_string": "DoubleClick(637, 473)", + "intent_string": "Clicking on the Bing icon here would navigate directly to one of the popular websites ready to search through his browsing content.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 658, + 290, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 740, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 192, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 640, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13,.7212%", + "boxes": [ + 1630, + 802, + 1690, + 844 + ] + }, + { + "text": "D", + "boxes": [ + 1156, + 822, + 1192, + 864 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "2.40%", + "boxes": [ + 1626, + 846, + 1692, + 893 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.32 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "智车派·20小时", + "boxes": [ + 1134, + 915, + 1264, + 951 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 937, + 850, + 951 + ] + }, + { + "text": "一点视频/商河融媒电视剧荒", + "boxes": [ + 848, + 933, + 1006, + 957 + ] + }, + { + "text": "全新智己L6正式上市全系", + "boxes": [ + 1138, + 941, + 1386, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3419 ", + "boxes": [ + 1630, + 939, + 1700, + 987 + ] + }, + { + "text": "村民喂养了十几年的鱼，越养", + "boxes": [ + 826, + 951, + 1098, + 987 + ] + }, + { + "text": "800V平台权益价20.49万起", + "boxes": [ + 1136, + 965, + 1416, + 1003 + ] + }, + { + "text": "小龙虾价格暴降近50%，短期内将继续下探", + "boxes": [ + 204, + 987, + 766, + 1016 + ] + }, + { + "text": "越不对，有人出价10万想买走", + "boxes": [ + 830, + 983, + 1100, + 1012 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1454, + 981, + 1524, + 1028 + ] + }, + { + "text": "+3.76%", + "boxes": [ + 1632, + 985, + 1698, + 1024 + ] + }, + { + "text": "Order:c8be", + "boxes": [ + 1452, + 1016, + 1526, + 1040 + ] + } + ] + }, + { + "frame_id": "100_7_4", + "episode_id": 100, + "env_id": 7, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.119532585144043, + "advantages": -0.5161224603652954, + "generated_text": "{\n \"intent\": \"click on the article headline to read more information about the topic in the image conversation\",\n \"action\": \"DoubleClick(576, 371)\" \n}", + "action_string": "DoubleClick(576, 371)", + "intent_string": "click on the article headline to read more information about the topic in the image conversation", + "before_screen_ocr_results": [ + { + "text": "龙虾价格腰斩业内人士", + "boxes": [ + 490, + 32, + 628, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1595, + 61, + 1663, + 92 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1742, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "0", + "boxes": [ + 1766, + 125, + 1784, + 141 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 266, + 197 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "快聊IT+关注", + "boxes": [ + 388, + 266, + 558, + 304 + ] + }, + { + "text": "12.3K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1412, + 309, + 1578, + 358 + ] + }, + { + "text": "小龙虾价格腰斩业内人士：还会再降", + "boxes": [ + 368, + 349, + 906, + 391 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1454, + 353, + 1540, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 184, + 388, + 223, + 427 + ] + }, + { + "text": "驱动之家的报道·6小时", + "boxes": [ + 362, + 417, + 554, + 447 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1420, + 411, + 1684, + 447 + ] + }, + { + "text": "你", + "boxes": [ + 1424, + 438, + 1453, + 467 + ] + }, + { + "text": "5", + "boxes": [ + 198, + 459, + 210, + 471 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1428, + 469, + 1506, + 492 + ] + }, + { + "text": "5月14日消息，据媒体报道，随着气温不断攀升，小龙虾的消费逐渐进入旺季。", + "boxes": [ + 364, + 504, + 944, + 534 + ] + }, + { + "text": "在湖北潜江小龙虾交易中心，工人将一筐筐鲜活的小龙虾有序分拣，销往广东、重庆、江苏和浙江等地，从之前的每", + "boxes": [ + 360, + 542, + 1238, + 580 + ] + }, + { + "text": "访问快聊IT", + "boxes": [ + 1430, + 556, + 1532, + 582 + ] + }, + { + "text": "C", + "boxes": [ + 1676, + 556, + 1697, + 574 + ] + }, + { + "text": "天大概两三千斤到现在每天三五万斤。", + "boxes": [ + 366, + 576, + 646, + 600 + ] + }, + { + "text": "腾讯：已囤很多GPU足够训练未来", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "业内人士介绍，小龙虾1-4月份最高价格可达到70元/公斤，5月价格调度后38元/公斤，价格还会再降，原因是小龙虾", + "boxes": [ + 364, + 615, + 1238, + 645 + ] + }, + { + "text": "几代模型", + "boxes": [ + 1448, + 623, + 1508, + 649 + ] + }, + { + "text": "养殖技术不断进步，产区持续扩张。", + "boxes": [ + 364, + 637, + 630, + 671 + ] + }, + { + "text": "美团大众点评全民监督机制上线", + "boxes": [ + 1448, + 667, + 1648, + 691 + ] + }, + { + "text": "据了解，小龙虾的营养很丰富，其蛋白质含量占总体的16%~20%，并且肉质松软，易消化，人体容易吸收，是补充", + "boxes": [ + 362, + 677, + 1228, + 713 + ] + }, + { + "text": "遇到硬要好评、强删差评可一.", + "boxes": [ + 1448, + 687, + 1652, + 711 + ] + }, + { + "text": "蛋白质的佳品。", + "boxes": [ + 364, + 709, + 476, + 739 + ] + }, + { + "text": "王腾喜提爱车：碳纤维双风道版小", + "boxes": [ + 1448, + 731, + 1660, + 754 + ] + }, + { + "text": "除此之外，小龙虾还含有多种矿物质，如钙、锌、铁、镁等常量和微量元素，这些都是人体所必需的营养素。", + "boxes": [ + 360, + 746, + 1174, + 784 + ] + }, + { + "text": "米SU7UItra！网友直呼巨帅4.2..", + "boxes": [ + 1448, + 750, + 1654, + 774 + ] + }, + { + "text": "值得注意的是，小龙虾中含有的虾青素是一种很强的抗氧化剂，能够延缓衰老，还具有美白、抑制糖尿病及其并发", + "boxes": [ + 362, + 792, + 1220, + 822 + ] + }, + { + "text": "症、增强免疫力、缓解运动疲劳等功效。", + "boxes": [ + 362, + 820, + 664, + 850 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击“管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置\"改变您的选择。欲了解", + "boxes": [ + 30, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "龙虾价格腰·.", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×", + "boxes": [ + 194, + 36, + 218, + 50 + ] + }, + { + "text": "龙虾价格腰斩业内人士", + "boxes": [ + 490, + 32, + 628, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1595, + 61, + 1663, + 92 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1742, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "0", + "boxes": [ + 1766, + 125, + 1784, + 141 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 266, + 197 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "快聊IT+关注", + "boxes": [ + 388, + 266, + 558, + 304 + ] + }, + { + "text": "12.3K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1412, + 309, + 1578, + 358 + ] + }, + { + "text": "小龙虾价格腰业内人士：还会再降", + "boxes": [ + 368, + 349, + 906, + 391 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1454, + 353, + 1540, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 184, + 388, + 223, + 427 + ] + }, + { + "text": "驱动之家的报道·6小时", + "boxes": [ + 362, + 417, + 554, + 447 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1420, + 411, + 1684, + 447 + ] + }, + { + "text": "你", + "boxes": [ + 1424, + 438, + 1453, + 467 + ] + }, + { + "text": "5", + "boxes": [ + 198, + 459, + 210, + 471 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1428, + 469, + 1506, + 492 + ] + }, + { + "text": "5月14日消息，据媒体报道，随着气温不断攀升，小龙虾的消费逐渐进入旺季。", + "boxes": [ + 364, + 504, + 944, + 534 + ] + }, + { + "text": "在湖北潜江小龙虾交易中心，工人将一筐筐鲜活的小龙虾有序分拣，销往广东、重庆、江苏和浙江等地，从之前的每", + "boxes": [ + 360, + 542, + 1238, + 580 + ] + }, + { + "text": "访问快聊IT", + "boxes": [ + 1430, + 556, + 1532, + 582 + ] + }, + { + "text": "C", + "boxes": [ + 1676, + 556, + 1697, + 574 + ] + }, + { + "text": "天大概两三千斤到现在每天三五万斤。", + "boxes": [ + 366, + 576, + 646, + 600 + ] + }, + { + "text": "业内人士介绍，小龙虾1-4月份最高价格可达到70元/公斤，5月价格调度后38元/公斤，价格还会再降，原因是小龙虾", + "boxes": [ + 360, + 609, + 1240, + 649 + ] + }, + { + "text": "腾讯：已囤很多GPU足够训练未来", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "几代模型", + "boxes": [ + 1448, + 623, + 1508, + 649 + ] + }, + { + "text": "养殖技术不断进步，产区持续扩张。", + "boxes": [ + 364, + 637, + 630, + 671 + ] + }, + { + "text": "美团大众点评全民监督机制上线", + "boxes": [ + 1448, + 667, + 1648, + 691 + ] + }, + { + "text": "据了解，小龙虾的营养很丰富，其蛋白质含量占总体的16%~20%，并且肉质松软，易消化，人体容易吸收，是补充", + "boxes": [ + 362, + 677, + 1228, + 713 + ] + }, + { + "text": "遇到硬要好评、强删差评可一.", + "boxes": [ + 1448, + 687, + 1652, + 711 + ] + }, + { + "text": "蛋白质的佳品。", + "boxes": [ + 364, + 709, + 476, + 739 + ] + }, + { + "text": "王腾喜提爱车：碳纤维双风道版小", + "boxes": [ + 1448, + 731, + 1660, + 754 + ] + }, + { + "text": "除此之外，小龙虾还含有多种矿物质，如钙、锌、铁、镁等常量和微量元素，这些都是人体所必需的营养素。", + "boxes": [ + 360, + 746, + 1174, + 784 + ] + }, + { + "text": "米SU7UItra！网友直呼巨帅4.2..", + "boxes": [ + 1448, + 750, + 1654, + 774 + ] + }, + { + "text": "值得注意的是，小龙虾中含有的虾青素是一种很强的抗氧化剂，能够延缓衰老，还具有美白、抑制糖尿病及其并发", + "boxes": [ + 362, + 792, + 1220, + 822 + ] + }, + { + "text": "症、增强免疫力、缓解运动疲劳等功效。", + "boxes": [ + 362, + 820, + 664, + 850 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击“管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置\"改变您的选择。欲了解", + "boxes": [ + 30, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "龙虾价格腰·.", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "100_0_5", + "episode_id": 100, + "env_id": 0, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.277945518493652, + "advantages": 0.3396238088607788, + "generated_text": "{\n \"intent\": \"Select a notable article about the satellite mission on the search results. This will provide context for understanding the goal.\",\n \"action\": \"DoubleClick(317, 350)\"\n}", + "action_string": "DoubleClick(317, 350)", + "intent_string": "Select a notable article about the satellite mission on the search results. This will provide context for understanding the goal.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 230 + ] + }, + { + "text": " About 2,660,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将A送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "9 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 780, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全，", + "boxes": [ + 178, + 389, + 772, + 413 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 210, + 435, + 278, + 461 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "w.thepaper.cn", + "boxes": [ + 278, + 453, + 376, + 478 + ] + }, + { + "text": " Translate this result ", + "boxes": [ + 368, + 455, + 490, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "12 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 208, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报「将人工智能送上太空！我国太空计算卫星", + "boxes": [ + 176, + 613, + 720, + 649 + ] + }, + { + "text": "12 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 178, + 667, + 762, + 691 + ] + }, + { + "text": "C", + "boxes": [ + 178, + 721, + 210, + 752 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 212, + 715, + 292, + 741 + ] + }, + { + "text": "https://c.chinadaily.comcn Translatethisresut", + "boxes": [ + 210, + 731, + 514, + 760 + ] + }, + { + "text": "将AI送上太空 我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 176, + 756, + 706, + 792 + ] + }, + { + "text": "11 hours ago·12星箭上排布图 首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 178, + 784, + 778, + 814 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链，", + "boxes": [ + 178, + 810, + 774, + 834 + ] + }, + { + "text": "浙江在线", + "boxes": [ + 208, + 856, + 278, + 881 + ] + }, + { + "text": "。", + "boxes": [ + 182, + 866, + 212, + 887 + ] + }, + { + "text": "https://zjnews.zjol.com.cn s yc gmt Translatethis result", + "boxes": [ + 206, + 869, + 562, + 901 + ] + }, + { + "text": "算力上天！首批12星成功入轨，“三体计算星座\"开启太空计算", + "boxes": [ + 176, + 895, + 724, + 931 + ] + }, + { + "text": "7 hours ago·为何要将算力送上太空？李超举了一个直观的例子：“传统遥感卫星拍摄城市交通画", + "boxes": [ + 176, + 923, + 788, + 953 + ] + }, + { + "text": "面，数据传回地面后，可能需要1小时来进行处理。“把算力带到太空就可以实现数据的在轨处，", + "boxes": [ + 176, + 947, + 766, + 977 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 991, + 280, + 1022 + ] + }, + { + "text": "https:/finance.sina.com..cn > jiw > doc-inewpmqw... Translate thisresult", + "boxes": [ + 210, + 1012, + 658, + 1040 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 300, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 862, + 111, + 892, + 131 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 360, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "兑读", + "boxes": [ + 908, + 161, + 932, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道）", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "100_1_5", + "episode_id": 100, + "env_id": 1, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.170230865478516, + "advantages": 0.26005250215530396, + "generated_text": "{\n \"intent\": \"Click the article titled '京东外卖回应系统故障：已全面恢复 给予受影响用户赔偿' to read more information.\",\n \"action\": \"DoubleClick(449, 360)\" \n}", + "action_string": "DoubleClick(449, 360)", + "intent_string": "Click the article titled '京东外卖回应系统故障：已全面恢复 给予受影响用户赔偿' to read more information.", + "before_screen_ocr_results": [ + { + "text": "京东外卖回应系统故障：已", + "boxes": [ + 248, + 32, + 414, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1850, + 89 + ] + }, + { + "text": "?", + "boxes": [ + 1842, + 69, + 1866, + 83 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1757, + 116, + 1793, + 150 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1834, + 127, + 1854, + 141 + ] + }, + { + "text": "关注", + "boxes": [ + 282, + 179, + 314, + 199 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "淘", + "boxes": [ + 1624, + 252, + 1650, + 266 + ] + }, + { + "text": "1", + "boxes": [ + 392, + 274, + 420, + 296 + ] + }, + { + "text": "红板报十关注", + "boxes": [ + 410, + 266, + 558, + 304 + ] + }, + { + "text": "21.9K关注者", + "boxes": [ + 1096, + 274, + 1174, + 298 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1586, + 284, + 1702, + 314 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1424, + 294, + 1544, + 326 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "京东外卖回应系统故障：已全面恢复给予受影响用户赔偿", + "boxes": [ + 366, + 349, + 1200, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "罗智勇的报道·8小时·①1分钟读取", + "boxes": [ + 362, + 411, + 664, + 451 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 457, + 210, + 471 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1508, + 492 + ] + }, + { + "text": "【CNMO科技消息】5月14日中午，有不少用户反应京东外卖出现系统故障，自己的订单出现超时现象。针对这", + "boxes": [ + 406, + 504, + 1230, + 534 + ] + }, + { + "text": "一事件，京东外卖官方进行了回应。", + "boxes": [ + 372, + 528, + 628, + 562 + ] + }, + { + "text": "访问红板报", + "boxes": [ + 1430, + 556, + 1538, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "研究称宇宙消亡速度比我们想象的", + "boxes": [ + 1444, + 599, + 1664, + 633 + ] + }, + { + "text": "要快仅需几万亿年", + "boxes": [ + 1448, + 625, + 1566, + 649 + ] + }, + { + "text": "广汽大重整！研发体系洗牌、", + "boxes": [ + 1448, + 667, + 1630, + 691 + ] + }, + { + "text": "干部", + "boxes": [ + 1620, + 667, + 1662, + 693 + ] + }, + { + "text": "竞聘上岗，自主品牌3年冲刺200.", + "boxes": [ + 1446, + 685, + 1656, + 715 + ] + }, + { + "text": "光伏行业财报盘点：2024年合计亏", + "boxes": [ + 1446, + 729, + 1662, + 752 + ] + }, + { + "text": "损300亿元，今年一季度盈利回.", + "boxes": [ + 1446, + 748, + 1652, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "京东外卖回应系统故障：已", + "boxes": [ + 248, + 32, + 412, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1850, + 89 + ] + }, + { + "text": "?", + "boxes": [ + 1842, + 69, + 1866, + 83 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1757, + 116, + 1793, + 150 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1834, + 127, + 1854, + 141 + ] + }, + { + "text": "关注", + "boxes": [ + 282, + 179, + 314, + 199 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "淘", + "boxes": [ + 1624, + 252, + 1650, + 266 + ] + }, + { + "text": "1", + "boxes": [ + 392, + 274, + 420, + 296 + ] + }, + { + "text": "红板报十关注", + "boxes": [ + 410, + 266, + 558, + 304 + ] + }, + { + "text": "21.9K关注者", + "boxes": [ + 1096, + 274, + 1174, + 298 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1586, + 284, + 1702, + 314 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1424, + 294, + 1544, + 326 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "京东外卖回应系统故障：已全面恢复给予受影响用户赔偿", + "boxes": [ + 366, + 349, + 1200, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "罗智勇的报道·8小时·01分钟读取", + "boxes": [ + 362, + 413, + 664, + 451 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 457, + 210, + 471 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1508, + 492 + ] + }, + { + "text": "【CNMO科技消息】5月14日中午，有不少用户反应京东外卖出现系统故障，自己的订单出现超时现象。针对这", + "boxes": [ + 406, + 504, + 1230, + 534 + ] + }, + { + "text": "一事件，京东外卖官方进行了回应。", + "boxes": [ + 372, + 528, + 630, + 562 + ] + }, + { + "text": "访问红板报", + "boxes": [ + 1430, + 556, + 1538, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "研究称宇宙消亡速度比我们想象的", + "boxes": [ + 1444, + 599, + 1664, + 633 + ] + }, + { + "text": "要快仅需几万亿年", + "boxes": [ + 1448, + 625, + 1566, + 649 + ] + }, + { + "text": "广汽大重整！研发体系洗牌、", + "boxes": [ + 1448, + 667, + 1630, + 691 + ] + }, + { + "text": "干部", + "boxes": [ + 1620, + 667, + 1662, + 693 + ] + }, + { + "text": "竞聘上岗，自主品牌3年冲刺200.", + "boxes": [ + 1446, + 685, + 1656, + 715 + ] + }, + { + "text": "光伏行业财报盘点：2024年合计亏", + "boxes": [ + 1446, + 729, + 1662, + 752 + ] + }, + { + "text": "损300亿元，今年一季度盈利回.", + "boxes": [ + 1446, + 748, + 1652, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ] + }, + { + "frame_id": "100_2_5", + "episode_id": 100, + "env_id": 2, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.594951629638672, + "advantages": 0.5738034844398499, + "generated_text": "{\n \"intent\": \"Click on the first article to explore more about the NBA teams expansion\",\n \"action\": \"Click(321, 348)\"\n}", + "action_string": "Click(321, 348)", + "intent_string": "Click on the first article to explore more about the NBA teams expansion", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "NBA第32支球队来了", + "boxes": [ + 176, + 157, + 330, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 3,110.000 results", + "boxes": [ + 172, + 254, + 332, + 288 + ] + }, + { + "text": "G", + "boxes": [ + 178, + 301, + 211, + 334 + ] + }, + { + "text": "搜狐", + "boxes": [ + 210, + 294, + 250, + 322 + ] + }, + { + "text": "NBA宣布！第32支球队要来了_萧华_扩军_事宜", + "boxes": [ + 174, + 336, + 602, + 371 + ] + }, + { + "text": "12 hours ago·NBA总裁亚当-萧华表示，他预计今年夏天联盟老板们的下一次会议议程中将讨论", + "boxes": [ + 178, + 363, + 780, + 393 + ] + }, + { + "text": "联盟扩军的问题，正式讨论将NBA扩充至32支球队。在接受SiriusXM NBA电台采访时，萧华被，", + "boxes": [ + 176, + 387, + 774, + 417 + ] + }, + { + "text": "腾讯新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 449, + 206, + 469 + ] + }, + { + "text": "https://view", + "boxes": [ + 216, + 455, + 286, + 476 + ] + }, + { + "text": "ws.qq.com Translate this result", + "boxes": [ + 308, + 455, + 500, + 478 + ] + }, + { + "text": "终于来了！NBA将正式讨论扩军至32队西雅图拉斯维加斯..", + "boxes": [ + 174, + 476, + 714, + 512 + ] + }, + { + "text": "18 hours ago·北京时间5月14日，NBA总裁亚当-萧华表示，他预计今年夏天联盟老板们的下一次", + "boxes": [ + 176, + 504, + 790, + 534 + ] + }, + { + "text": "会议议程中将讨论联盟扩军的问题，正式讨论将NBA扩充至32支球队。在接受SiriusXM NBA，", + "boxes": [ + 178, + 530, + 758, + 554 + ] + }, + { + "text": "⑧", + "boxes": [ + 180, + 586, + 220, + 611 + ] + }, + { + "text": "zhibo8.com", + "boxes": [ + 218, + 578, + 290, + 596 + ] + }, + { + "text": "https://ews.zhibo8.com>nba Translate this resut", + "boxes": [ + 206, + 590, + 526, + 619 + ] + }, + { + "text": "见证历史？萧华：7月将和所有球队老板会面正式讨论扩军..", + "boxes": [ + 176, + 613, + 720, + 649 + ] + }, + { + "text": "18 hours ago·萧华表示，将在今年7月份和NBA所有球队老板进行会面，正式讨论将NBA扩充至", + "boxes": [ + 176, + 641, + 782, + 675 + ] + }, + { + "text": "32支球队的主意。萧华提到，西雅图和拉斯维加斯对NBA扩军表现出了极大的兴趣。NBA上-", + "boxes": [ + 178, + 669, + 750, + 693 + ] + }, + { + "text": "球天下体育", + "boxes": [ + 212, + 715, + 292, + 741 + ] + }, + { + "text": "朵", + "boxes": [ + 188, + 729, + 204, + 744 + ] + }, + { + "text": "https://ww.qtx.om> nba Translatethisresut", + "boxes": [ + 210, + 729, + 504, + 762 + ] + }, + { + "text": "NBA计划扩军至32支队今年7月份正式商讨－球天下体育", + "boxes": [ + 172, + 756, + 678, + 792 + ] + }, + { + "text": "18 hours ago·球天下5月14日讯据悉，NBA执行总裁萧华在今日于《SiriusXM》节目当中透露", + "boxes": [ + 178, + 784, + 774, + 814 + ] + }, + { + "text": "NBA将计划从原来的30支队伍扩军至32支球队且今年7月份的时候会和联盟各大球队的老板进，", + "boxes": [ + 178, + 810, + 758, + 834 + ] + }, + { + "text": "网易", + "boxes": [ + 208, + 856, + 250, + 883 + ] + }, + { + "text": " https:/www.163.com > dy artice Translate thisresult", + "boxes": [ + 206, + 872, + 548, + 901 + ] + }, + { + "text": "提上日程，萧华将在7月与所有球队老板讨论NBA扩军至32支，", + "boxes": [ + 174, + 895, + 724, + 931 + ] + }, + { + "text": "16 hours ago·据称，萧华将在7月与所有球队老板开会，正式讨论未来NBA扩军至32支球队的计", + "boxes": [ + 176, + 925, + 784, + 955 + ] + }, + { + "text": "划。萧华提到，西雅图和拉斯维加斯对此“非常感兴趣”。值得一提的是，西雅图此前曾拥有NBA.", + "boxes": [ + 172, + 941, + 784, + 979 + ] + }, + { + "text": "新浪财经网", + "boxes": [ + 210, + 991, + 296, + 1022 + ] + }, + { + "text": "https:/lci.sina.com.cn articles view ranslate thisresut", + "boxes": [ + 210, + 1010, + 566, + 1042 + ] + }, + { + "text": "A第32支球·", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "NBA宣布！第32支球队要", + "boxes": [ + 482, + 32, + 630, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 63, + 124, + 90 + ] + }, + { + "text": "①", + "boxes": [ + 256, + 69, + 310, + 87 + ] + }, + { + "text": "https://www.sohu.co", + "boxes": [ + 304, + 69, + 452, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1882, + 91 + ] + }, + { + "text": "搜", + "boxes": [ + 332, + 97, + 404, + 145 + ] + }, + { + "text": "新闻", + "boxes": [ + 438, + 111, + 480, + 137 + ] + }, + { + "text": "体育", + "boxes": [ + 500, + 111, + 544, + 137 + ] + }, + { + "text": "汽车", + "boxes": [ + 564, + 113, + 610, + 133 + ] + }, + { + "text": "房产", + "boxes": [ + 626, + 113, + 668, + 133 + ] + }, + { + "text": "旅游", + "boxes": [ + 692, + 113, + 740, + 133 + ] + }, + { + "text": "教育", + "boxes": [ + 746, + 113, + 806, + 133 + ] + }, + { + "text": "时尚", + "boxes": [ + 796, + 111, + 880, + 135 + ] + }, + { + "text": "科技", + "boxes": [ + 870, + 113, + 932, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 936, + 111, + 996, + 137 + ] + }, + { + "text": "娱乐", + "boxes": [ + 996, + 111, + 1060, + 137 + ] + }, + { + "text": "无障碍|关怀版", + "boxes": [ + 1394, + 111, + 1494, + 135 + ] + }, + { + "text": "原创NBA宣布！第32支球队要来了", + "boxes": [ + 526, + 177, + 962, + 220 + ] + }, + { + "text": "2025-05-14 11:37", + "boxes": [ + 532, + 228, + 648, + 258 + ] + }, + { + "text": "发布于：福建省", + "boxes": [ + 664, + 230, + 772, + 258 + ] + }, + { + "text": "体育说球吧?", + "boxes": [ + 384, + 240, + 486, + 272 + ] + }, + { + "text": "中", + "boxes": [ + 428, + 276, + 442, + 292 + ] + }, + { + "text": "NBA总裁亚当-萧华表示，他预计今年夏天联盟老板们的下一次会议议程中将讨论联盟扩军", + "boxes": [ + 530, + 274, + 1168, + 304 + ] + }, + { + "text": "2448", + "boxes": [ + 380, + 304, + 426, + 330 + ] + }, + { + "text": "530万", + "boxes": [ + 435, + 299, + 491, + 332 + ] + }, + { + "text": "的问题，正式讨论将NBA扩充至32支球队。", + "boxes": [ + 528, + 306, + 832, + 336 + ] + }, + { + "text": "文章", + "boxes": [ + 386, + 326, + 418, + 345 + ] + }, + { + "text": "总阅读", + "boxes": [ + 446, + 328, + 486, + 347 + ] + }, + { + "text": "体育领域优质创作者", + "boxes": [ + 384, + 355, + 490, + 383 + ] + }, + { + "text": "在接受SiusXM NBA电台采访时，萧华被问到，自联盟董事会上次在纽约召开会议以来的", + "boxes": [ + 528, + 361, + 1166, + 391 + ] + }, + { + "text": "查看TA的文章>", + "boxes": [ + 394, + 393, + 472, + 417 + ] + }, + { + "text": "近八周时间里，联盟对扩军的看法有何进展。在那次会议上，波士顿凯尔特人队的出售事宜", + "boxes": [ + 530, + 395, + 1176, + 425 + ] + }, + { + "text": "刚刚达成协议，但还尚未经过联盟的审查。", + "boxes": [ + 532, + 429, + 828, + 453 + ] + }, + { + "text": "凸", + "boxes": [ + 418, + 461, + 450, + 490 + ] + }, + { + "text": "首赞", + "boxes": [ + 422, + 502, + 450, + 524 + ] + }, + { + "text": "FW", + "boxes": [ + 548, + 494, + 590, + 520 + ] + }, + { + "text": "热门精选", + "boxes": [ + 1218, + 558, + 1310, + 596 + ] + }, + { + "text": "见证", + "boxes": [ + 1230, + 635, + 1526, + 756 + ] + }, + { + "text": "☆", + "boxes": [ + 420, + 645, + 450, + 677 + ] + }, + { + "text": "®", + "boxes": [ + 412, + 733, + 456, + 776 + ] + }, + { + "text": "苏亚雷斯", + "boxes": [ + 1232, + 741, + 1302, + 766 + ] + }, + { + "text": "当前目标是带领亚泰赢球，", + "boxes": [ + 1308, + 738, + 1504, + 770 + ] + }, + { + "text": "集中精力提升战力", + "boxes": [ + 1232, + 760, + 1368, + 790 + ] + }, + { + "text": "分享", + "boxes": [ + 424, + 782, + 444, + 796 + ] + }, + { + "text": "扫码打开手机搜狐网", + "boxes": [ + 382, + 913, + 484, + 931 + ] + }, + { + "text": "欧协联\"曼联德比”，安", + "boxes": [ + 1378, + 907, + 1514, + 925 + ] + }, + { + "text": "则吗？这些要点必须..", + "boxes": [ + 1226, + 921, + 1364, + 945 + ] + }, + { + "text": "东尼、", + "boxes": [ + 1378, + 921, + 1424, + 947 + ] + }, + { + "text": "德赫亚谁进", + "boxes": [ + 1418, + 921, + 1494, + 947 + ] + }, + { + "text": "精彩", + "boxes": [ + 396, + 949, + 418, + 963 + ] + }, + { + "text": "微软云", + "boxes": [ + 4, + 1009, + 76, + 1040 + ] + }, + { + "text": "NBA宣布！第3.", + "boxes": [ + 216, + 1048, + 316, + 1072 + ] + } + ] + }, + { + "frame_id": "100_3_5", + "episode_id": 100, + "env_id": 3, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.390817642211914, + "advantages": -0.3157179653644562, + "generated_text": "{\n \"intent\": \"Move my mouse to the middle of the screen as an inertial exploratory gesture.\",\n \"action\": \"DoubleClick(960, 756)\" \n}", + "action_string": "DoubleClick(960, 756)", + "intent_string": "Move my mouse to the middle of the screen as an inertial exploratory gesture.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 72, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1226, + 673, + 1418, + 735 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 744, + 788, + 904, + 816 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "100_4_5", + "episode_id": 100, + "env_id": 4, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.710515975952148, + "advantages": 0.6591735482215881, + "generated_text": "{\n \"intent\": \"The primary goal is to explore the Bing search results page to find information or relevant content. The first search result being about technology trends suggests that clicking on it could provide more useful information.\",\n \"action\": \"Click(740, 805)\" \n}", + "action_string": "Click(740, 805)", + "intent_string": "The primary goal is to explore the Bing search results page to find information or relevant content. The first search result being about technology trends suggests that clicking on it could provide more useful information.", + "before_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 44, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "0", + "boxes": [ + 1342, + 302, + 1356, + 322 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "CNext", + "boxes": [ + 1360, + 373, + 1418, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "三年级的奥数题", + "boxes": [ + 1344, + 772, + 1388, + 899 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1453, + 797, + 1549, + 847 + ] + }, + { + "text": "13.71%", + "boxes": [ + 1632, + 806, + 1688, + 840 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1450, + 838, + 1523, + 894 + ] + }, + { + "text": " 3,.30%0", + "boxes": [ + 1624, + 850, + 1690, + 889 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 899, + 1622, + 927 + ] + }, + { + "text": "+ 4124 ", + "boxes": [ + 1630, + 891, + 1700, + 939 + ] + }, + { + "text": "ZAKER娱乐·10小时", + "boxes": [ + 824, + 917, + 978, + 947 + ] + }, + { + "text": "一点视频/公考客栈店小二·4周", + "boxes": [ + 1158, + 929, + 1344, + 959 + ] + }, + { + "text": "戏里戏外贵公子，却放弃亿万", + "boxes": [ + 824, + 941, + 1096, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "快聊IT·6小时", + "boxes": [ + 208, + 955, + 314, + 979 + ] + }, + { + "text": "看看三年级同学的算式谜题，", + "boxes": [ + 1136, + 953, + 1402, + 989 + ] + }, + { + "text": "家产去当和尚，除了钱他一无", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "小龙虾价格腰斩业内人士：还会再降", + "boxes": [ + 200, + 981, + 682, + 1022 + ] + }, + { + "text": "大家几分钟能做出正确答案来", + "boxes": [ + 1138, + 979, + 1410, + 1014 + ] + }, + { + "text": "英博工", + "boxes": [ + 1456, + 983, + 1526, + 1036 + ] + }, + { + "text": "{", + "boxes": [ + 1590, + 989, + 1624, + 1016 + ] + }, + { + "text": "+3.7.0% ", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "所有？", + "boxes": [ + 826, + 995, + 894, + 1026 + ] + }, + { + "text": "呢", + "boxes": [ + 1136, + 1009, + 1170, + 1038 + ] + }, + { + "text": "8", + "boxes": [ + 830, + 1028, + 858, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "回", + "boxes": [ + 1876, + 6, + 1904, + 20 + ] + }, + { + "text": "Microsoft Bing ", + "boxes": [ + 90, + 32, + 188, + 50 + ] + }, + { + "text": "奇瑞风云A9L：以安全为底", + "boxes": [ + 250, + 28, + 414, + 52 + ] + }, + { + "text": "→×", + "boxes": [ + 38, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1666, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "Q", + "boxes": [ + 1308, + 123, + 1328, + 139 + ] + }, + { + "text": "中", + "boxes": [ + 1764, + 121, + 1792, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1828, + 123, + 1860, + 145 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 270, + 199 + ] + }, + { + "text": "资讯 娱乐　 时尚 教育", + "boxes": [ + 344, + 175, + 542, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "ITBEAR科技资讯", + "boxes": [ + 380, + 260, + 554, + 308 + ] + }, + { + "text": "日本人的聪明創新，打破語言障", + "boxes": [ + 1416, + 252, + 1660, + 282 + ] + }, + { + "text": "奇瑞风云A9L：以安全为底，重塑高端市场东方豪华新标杆", + "boxes": [ + 366, + 349, + 1216, + 391 + ] + }, + { + "text": "轿车情报的报道·6小时。2分钟读取", + "boxes": [ + 364, + 417, + 680, + 447 + ] + }, + { + "text": "日本人的明創新，打破語言障", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "凝", + "boxes": [ + 1428, + 441, + 1452, + 465 + ] + }, + { + "text": "广告Enence", + "boxes": [ + 1426, + 469, + 1502, + 492 + ] + }, + { + "text": "奇瑞汽车近日在芜湖举办了一场以\"底线\"为主题的安全之夜活动，活动地点设在奇瑞碰撞安全试验室。在此次活动", + "boxes": [ + 366, + 504, + 1216, + 534 + ] + }, + { + "text": "中，奇瑞正式揭晓了其基于全新EOX平台打造的首款C级旗舰轿车——风云A9L。这款车型以532的越级尺寸，对标百", + "boxes": [ + 366, + 530, + 1228, + 560 + ] + }, + { + "text": "万级豪车制造标准，展现了奇瑞在品质与工艺上的全面跃升，旨在重构旗舰车型的新标准，并承载着奇瑞进军新能源", + "boxes": [ + 366, + 560, + 1234, + 584 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1596, + 584 + ] + }, + { + "text": "C", + "boxes": [ + 1678, + 558, + 1696, + 574 + ] + }, + { + "text": "高端市场的雄心壮志。", + "boxes": [ + 366, + 588, + 526, + 611 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 663, + 1662, + 695 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1446, + 685, + 1588, + 709 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1446, + 729, + 1662, + 758 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1446, + 748, + 1580, + 778 + ] + }, + { + "text": "风云A9L", + "boxes": [ + 921, + 746, + 1139, + 829 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 873, + 1088, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：", + "boxes": [ + 32, + 971, + 130, + 995 + ] + }, + { + "text": "微软隐私声明", + "boxes": [ + 118, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "瑞风云A9L", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "100_5_5", + "episode_id": 100, + "env_id": 5, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.343463897705078, + "advantages": -0.350699245929718, + "generated_text": "{\n \"intent\": \"Move the mouse to explore different parts of the screen and discover any open applications or icons\",\n \"action\": \"Move(960, 469)\"\n}", + "action_string": "Move(960, 469)", + "intent_string": "Move the mouse to explore different parts of the screen and discover any open applications or icons", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 6, + 6, + 22, + 24 + ] + }, + { + "text": "×", + "boxes": [ + 1860, + 4, + 1912, + 24 + ] + }, + { + "text": "● iPhone 16 Pro and iPhon ×+", + "boxes": [ + 6, + 24, + 244, + 56 + ] + }, + { + "text": "→白", + "boxes": [ + 0, + 56, + 136, + 99 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1536, + 62, + 1664, + 93 + ] + }, + { + "text": "I四9三", + "boxes": [ + 1782, + 62, + 1914, + 93 + ] + }, + { + "text": "ALO", + "boxes": [ + 22, + 1040, + 218, + 1078 + ] + }, + { + "text": "iphone 16 Pro.", + "boxes": [ + 216, + 1046, + 314, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 6, + 6, + 22, + 24 + ] + }, + { + "text": "×", + "boxes": [ + 1860, + 4, + 1912, + 24 + ] + }, + { + "text": "● iPhone 16 Pro and iPhon ×+", + "boxes": [ + 6, + 24, + 244, + 56 + ] + }, + { + "text": "→白", + "boxes": [ + 0, + 56, + 136, + 99 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1536, + 62, + 1664, + 93 + ] + }, + { + "text": "三四9三", + "boxes": [ + 1782, + 62, + 1914, + 93 + ] + }, + { + "text": "切", + "boxes": [ + 946, + 469, + 990, + 494 + ] + }, + { + "text": "iphone 16 Pro.", + "boxes": [ + 216, + 1048, + 314, + 1072 + ] + } + ] + }, + { + "frame_id": "100_6_5", + "episode_id": 100, + "env_id": 6, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.06875228881836, + "advantages": 0.18508794903755188, + "generated_text": "{\n \"intent\": \"Clicking on trending articles will help identify interesting content to explore further.\",\n \"action\": \"Click(488, 309)\" \n}", + "action_string": "Click(488, 309)", + "intent_string": "Clicking on trending articles will help identify interesting content to explore further.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 20, + 109, + 184, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 296, + 632, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 484, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "日系三强的分化：", + "boxes": [ + 330, + 808, + 744, + 864 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1456, + 848, + 1516, + 889 + ] + }, + { + "text": "丰田与本田为何能稳住阵地，日产却走向衰落？", + "boxes": [ + 370, + 870, + 712, + 899 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "4.32%", + "boxes": [ + 1642, + 897, + 1694, + 933 + ] + }, + { + "text": "星视频·12小时", + "boxes": [ + 232, + 921, + 324, + 945 + ] + }, + { + "text": "智车派·20小时", + "boxes": [ + 1138, + 921, + 1262, + 945 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 937, + 850, + 951 + ] + }, + { + "text": "一点视频/商河融媒电视剧荒", + "boxes": [ + 848, + 933, + 1006, + 957 + ] + }, + { + "text": "全新智己L6正式上市全系", + "boxes": [ + 1138, + 941, + 1386, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "丰田与本田为何能稳住阵地，日产却走向衰", + "boxes": [ + 192, + 949, + 758, + 985 + ] + }, + { + "text": "村民喂养了十几年的鱼，越养", + "boxes": [ + 826, + 951, + 1098, + 987 + ] + }, + { + "text": "±2.81%", + "boxes": [ + 1634, + 943, + 1692, + 975 + ] + }, + { + "text": "800V平台权益价20.49万起", + "boxes": [ + 1136, + 965, + 1416, + 1003 + ] + }, + { + "text": "落？", + "boxes": [ + 190, + 983, + 266, + 1020 + ] + }, + { + "text": "越不对，有人出价10万想买走", + "boxes": [ + 830, + 983, + 1100, + 1012 + ] + }, + { + "text": "英体达", + "boxes": [ + 1456, + 981, + 1524, + 1028 + ] + }, + { + "text": "+3.768%", + "boxes": [ + 1630, + 985, + 1696, + 1024 + ] + }, + { + "text": "H", + "boxes": [ + 702, + 997, + 722, + 1011 + ] + }, + { + "text": "", + "boxes": [ + 1585, + 979, + 1629, + 1022 + ] + }, + { + "text": "Drder:\"c8be", + "boxes": [ + 1454, + 1020, + 1524, + 1038 + ] + }, + { + "text": "7abo", + "boxes": [ + 1532, + 1022, + 1562, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing ×", + "boxes": [ + 36, + 32, + 220, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": "三四", + "boxes": [ + 1788, + 68, + 1852, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 17, + 105, + 189, + 155 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "人工智能送上太空", + "boxes": [ + 466, + 292, + 630, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1422, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1282, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 640, + 478 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 444, + 966, + 479 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 183, + 718, + 275, + 755 + ] + }, + { + "text": "我州中彩", + "boxes": [ + 203, + 723, + 783, + 863 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 768, + 1550, + 792 + ] + }, + { + "text": "2y161", + "boxes": [ + 359, + 800, + 440, + 872 + ] + }, + { + "text": "13,.7217%", + "boxes": [ + 1630, + 802, + 1694, + 844 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1445, + 833, + 1522, + 897 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1624, + 852, + 1688, + 878 + ] + }, + { + "text": "23,640...", + "boxes": [ + 1634, + 868, + 1686, + 885 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1526, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 899, + 1622, + 927 + ] + }, + { + "text": "+4.323", + "boxes": [ + 1628, + 891, + 1700, + 939 + ] + }, + { + "text": "一点资讯·14小时", + "boxes": [ + 236, + 921, + 342, + 945 + ] + }, + { + "text": "智车派·20小时", + "boxes": [ + 1136, + 921, + 1262, + 945 + ] + }, + { + "text": "0", + "boxes": [ + 828, + 933, + 856, + 953 + ] + }, + { + "text": "一点视频/商河融媒电视剧荒", + "boxes": [ + 846, + 933, + 1006, + 957 + ] + }, + { + "text": "看完《我是赵甲第2》两集，观众集体弃剧", + "boxes": [ + 200, + 945, + 762, + 987 + ] + }, + { + "text": "全新智己L6正式上市全系", + "boxes": [ + 1136, + 943, + 1382, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": ",31", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "村民喂养了十几年的鱼，越养", + "boxes": [ + 824, + 951, + 1098, + 987 + ] + }, + { + "text": "800V平台权益价20.49万起", + "boxes": [ + 1134, + 965, + 1416, + 1003 + ] + }, + { + "text": "评价：爽剧男主太无趣", + "boxes": [ + 198, + 981, + 504, + 1022 + ] + }, + { + "text": "越不对，有人出价10万想买走", + "boxes": [ + 826, + 979, + 1100, + 1013 + ] + }, + { + "text": "传", + "boxes": [ + 1454, + 979, + 1528, + 1036 + ] + }, + { + "text": "<", + "boxes": [ + 1588, + 989, + 1630, + 1016 + ] + }, + { + "text": "3.62", + "boxes": [ + 1624, + 983, + 1700, + 1030 + ] + }, + { + "text": "23", + "boxes": [ + 828, + 1026, + 892, + 1046 + ] + }, + { + "text": "S", + "boxes": [ + 1164, + 1028, + 1186, + 1042 + ] + } + ] + }, + { + "frame_id": "100_7_5", + "episode_id": 100, + "env_id": 7, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.707948684692383, + "advantages": -0.8201689720153809, + "generated_text": "{\n \"intent\": \"The goal is to check if there are any other articles or information related to the current search query\",\n \"action\": \"DoubleClick(427, 314)\" \n}", + "action_string": "DoubleClick(427, 314)", + "intent_string": "The goal is to check if there are any other articles or information related to the current search query", + "before_screen_ocr_results": [ + { + "text": "×", + "boxes": [ + 194, + 36, + 218, + 50 + ] + }, + { + "text": "龙虾价格腰斩业内人士", + "boxes": [ + 490, + 32, + 628, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1595, + 61, + 1663, + 92 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1742, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "0", + "boxes": [ + 1766, + 125, + 1784, + 141 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 266, + 197 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "快聊IT+关注", + "boxes": [ + 388, + 266, + 558, + 304 + ] + }, + { + "text": "12.3K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1412, + 309, + 1578, + 358 + ] + }, + { + "text": "小龙虾价格腰业内人士：还会再降", + "boxes": [ + 368, + 349, + 906, + 391 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1454, + 353, + 1540, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 184, + 388, + 223, + 427 + ] + }, + { + "text": "驱动之家的报道·6小时", + "boxes": [ + 362, + 417, + 554, + 447 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1420, + 411, + 1684, + 447 + ] + }, + { + "text": "你", + "boxes": [ + 1424, + 438, + 1453, + 467 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1428, + 469, + 1506, + 492 + ] + }, + { + "text": "5月14日消息，据媒体报道，随着气温不断攀升，小龙虾的消费逐渐进入旺季。", + "boxes": [ + 364, + 504, + 944, + 534 + ] + }, + { + "text": "在湖北潜江小龙虾交易中心，工人将一筐筐鲜活的小龙虾有序分拣，销往广东、重庆、江苏和浙江等地，从之前的每", + "boxes": [ + 360, + 542, + 1238, + 580 + ] + }, + { + "text": "访问快聊IT", + "boxes": [ + 1430, + 556, + 1532, + 582 + ] + }, + { + "text": "C", + "boxes": [ + 1676, + 556, + 1697, + 574 + ] + }, + { + "text": "天大概两三千斤到现在每天三五万斤。", + "boxes": [ + 366, + 576, + 646, + 600 + ] + }, + { + "text": "业内人士介绍，小龙虾1-4月份最高价格可达到70元/公斤，5月价格调度后38元/公斤，价格还会再降，原因是小龙虾", + "boxes": [ + 360, + 609, + 1240, + 649 + ] + }, + { + "text": "腾讯：已囤很多GPU足够训练未来", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "几代模型", + "boxes": [ + 1448, + 623, + 1508, + 649 + ] + }, + { + "text": "养殖技术不断进步，产区持续扩张。", + "boxes": [ + 364, + 637, + 630, + 671 + ] + }, + { + "text": "美团大众点评全民监督机制上线", + "boxes": [ + 1448, + 667, + 1648, + 691 + ] + }, + { + "text": "据了解，小龙虾的营养很丰富，其蛋白质含量占总体的16%~20%，并且肉质松软，易消化，人体容易吸收，是补充", + "boxes": [ + 362, + 677, + 1228, + 713 + ] + }, + { + "text": "遇到硬要好评、强删差评可一.", + "boxes": [ + 1448, + 687, + 1652, + 711 + ] + }, + { + "text": "蛋白质的佳品。", + "boxes": [ + 364, + 709, + 476, + 739 + ] + }, + { + "text": "王腾喜提爱车：碳纤维双风道版小", + "boxes": [ + 1448, + 731, + 1660, + 754 + ] + }, + { + "text": "除此之外，小龙虾还含有多种矿物质，如钙、锌、铁、镁等常量和微量元素，这些都是人体所必需的营养素。", + "boxes": [ + 360, + 746, + 1174, + 784 + ] + }, + { + "text": "米SU7UItra！网友直呼巨帅4.2..", + "boxes": [ + 1448, + 750, + 1654, + 774 + ] + }, + { + "text": "值得注意的是，小龙虾中含有的虾青素是一种很强的抗氧化剂，能够延缓衰老，还具有美白、抑制糖尿病及其并发", + "boxes": [ + 362, + 792, + 1220, + 822 + ] + }, + { + "text": "症、增强免疫力、缓解运动疲劳等功效。", + "boxes": [ + 362, + 820, + 664, + 850 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击“管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置\"改变您的选择。欲了解", + "boxes": [ + 30, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "龙虾价格腰·.", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "龙虾价格腰斩业内人士", + "boxes": [ + 490, + 32, + 630, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "。☆", + "boxes": [ + 1593, + 61, + 1663, + 92 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1742, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "0", + "boxes": [ + 1766, + 125, + 1784, + 141 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 264, + 197 + ] + }, + { + "text": "关注", + "boxes": [ + 280, + 179, + 316, + 199 + ] + }, + { + "text": "東娱乐时尚教育", + "boxes": [ + 380, + 175, + 542, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "快聊IT", + "boxes": [ + 414, + 270, + 488, + 302 + ] + }, + { + "text": "十关注", + "boxes": [ + 486, + 270, + 556, + 302 + ] + }, + { + "text": "12.3K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1412, + 309, + 1578, + 358 + ] + }, + { + "text": "小龙虾价格腰斩业内人士：还会再降", + "boxes": [ + 366, + 349, + 906, + 391 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1454, + 353, + 1540, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 184, + 388, + 223, + 427 + ] + }, + { + "text": "驱动之家的报道·6小时", + "boxes": [ + 362, + 417, + 554, + 447 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1420, + 411, + 1684, + 447 + ] + }, + { + "text": "你", + "boxes": [ + 1424, + 438, + 1453, + 467 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1428, + 469, + 1506, + 492 + ] + }, + { + "text": "5月14日消息，据媒体报道，随着气温不断攀升，小龙虾的消费逐渐进入旺季。", + "boxes": [ + 364, + 504, + 944, + 534 + ] + }, + { + "text": "在湖北潜江小龙虾交易中心，工人将一筐筐鲜活的小龙虾有序分拣，销往广东、重庆、江苏和浙江等地，从之前的每", + "boxes": [ + 362, + 542, + 1238, + 580 + ] + }, + { + "text": "访问快聊IT", + "boxes": [ + 1430, + 556, + 1532, + 582 + ] + }, + { + "text": "天大概两三千斤到现在每天三五万斤。", + "boxes": [ + 366, + 576, + 646, + 600 + ] + }, + { + "text": "业内人士介绍，小龙虾1-4月份最高价格可达到70元/公斤，5月价格调度后38元/公斤，价格还会再降，原因是小龙虾", + "boxes": [ + 360, + 609, + 1240, + 649 + ] + }, + { + "text": "腾讯：已囤很多GPU足够训练未来", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "几代模型", + "boxes": [ + 1448, + 623, + 1508, + 649 + ] + }, + { + "text": "养殖技术不断进步，产区持续扩张。", + "boxes": [ + 364, + 637, + 630, + 671 + ] + }, + { + "text": "美团大众点评全民监督机制上线", + "boxes": [ + 1448, + 667, + 1648, + 691 + ] + }, + { + "text": "据了解，小龙虾的营养很丰富，其蛋白质含量占总体的16%~20%，并且肉质松软，易消化，人体容易吸收，是补充", + "boxes": [ + 362, + 677, + 1228, + 713 + ] + }, + { + "text": "遇到硬要好评、强删差评可一键..", + "boxes": [ + 1448, + 687, + 1652, + 711 + ] + }, + { + "text": "蛋白质的佳品。", + "boxes": [ + 364, + 709, + 476, + 739 + ] + }, + { + "text": "王腾喜提爱车：碳纤维双风道版小", + "boxes": [ + 1448, + 731, + 1660, + 754 + ] + }, + { + "text": "除此之外，小龙虾还含有多种矿物质，如钙、锌、铁、镁等常量和微量元素，这些都是人体所必需的营养素。", + "boxes": [ + 360, + 746, + 1174, + 784 + ] + }, + { + "text": "米SU7UItra！网友直呼巨帅 4.2..", + "boxes": [ + 1448, + 750, + 1654, + 774 + ] + }, + { + "text": "值得注意的是，小龙虾中含有的虾青素是一种很强的抗氧化剂，能够延缓衰老，还具有美白、抑制糖尿病及其并发", + "boxes": [ + 362, + 792, + 1220, + 822 + ] + }, + { + "text": "症、增强免疫力、缓解运动疲劳等功效。", + "boxes": [ + 362, + 820, + 664, + 850 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击“管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置\"改变您的选择。欲了解", + "boxes": [ + 30, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "龙虾价格腰·.", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "100_0_6", + "episode_id": 100, + "env_id": 0, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.983696937561035, + "advantages": 0.1222556084394455, + "generated_text": "{\n \"intent\": \"Click on the image and article titled '将AI送上太空 我国成功发射全球首个太空计算卫星星座'\",\n \"action\": \"Click(645, 217)\"\n}", + "action_string": "Click(645, 217)", + "intent_string": "Click on the image and article titled '将AI送上太空 我国成功发射全球首个太空计算卫星星座'", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "新闻", + "boxes": [ + 514, + 111, + 546, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 890, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 360, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "兑读", + "boxes": [ + 908, + 161, + 932, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道>", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻丨2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 574, + 113, + 600, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 890, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 360, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 542, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道>", + "boxes": [ + 478, + 270, + 590, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 604, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 654, + 568, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "100_1_6", + "episode_id": 100, + "env_id": 1, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.809911727905273, + "advantages": -0.006123523693531752, + "generated_text": "{\n \"intent\": \"To explore the latest news on JD外卖响应系统故障并获取用户赔偿情况，双击标题进行确认阅读。\",\n \"action\": \"DoubleClick(585, 370)\"\n}", + "action_string": "DoubleClick(585, 370)", + "intent_string": "To explore the latest news on JD外卖响应系统故障并获取用户赔偿情况，双击标题进行确认阅读。", + "before_screen_ocr_results": [ + { + "text": "京东外卖回应系统故障：已", + "boxes": [ + 248, + 32, + 412, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1850, + 89 + ] + }, + { + "text": "?", + "boxes": [ + 1842, + 69, + 1866, + 83 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1757, + 116, + 1793, + 150 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1834, + 127, + 1854, + 141 + ] + }, + { + "text": "关注", + "boxes": [ + 282, + 179, + 314, + 199 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "淘", + "boxes": [ + 1624, + 252, + 1650, + 266 + ] + }, + { + "text": "1", + "boxes": [ + 392, + 274, + 420, + 296 + ] + }, + { + "text": "红板报十关注", + "boxes": [ + 410, + 266, + 558, + 304 + ] + }, + { + "text": "21.9K关注者", + "boxes": [ + 1096, + 274, + 1174, + 298 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1586, + 284, + 1702, + 314 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1424, + 294, + 1544, + 326 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "京东外卖回应系统故障：已全面恢复给予受影响用户赔偿", + "boxes": [ + 366, + 349, + 1200, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "罗智勇的报道·8小时·01分钟读取", + "boxes": [ + 362, + 413, + 664, + 451 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 457, + 210, + 471 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1508, + 492 + ] + }, + { + "text": "【CNMO科技消息】5月14日中午，有不少用户反应京东外卖出现系统故障，自己的订单出现超时现象。针对这", + "boxes": [ + 406, + 504, + 1230, + 534 + ] + }, + { + "text": "一事件，京东外卖官方进行了回应。", + "boxes": [ + 372, + 528, + 630, + 562 + ] + }, + { + "text": "访问红板报", + "boxes": [ + 1430, + 556, + 1538, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "研究称宇宙消亡速度比我们想象的", + "boxes": [ + 1444, + 599, + 1664, + 633 + ] + }, + { + "text": "要快仅需几万亿年", + "boxes": [ + 1448, + 625, + 1566, + 649 + ] + }, + { + "text": "广汽大重整！研发体系洗牌、", + "boxes": [ + 1448, + 667, + 1630, + 691 + ] + }, + { + "text": "干部", + "boxes": [ + 1620, + 667, + 1662, + 693 + ] + }, + { + "text": "竞聘上岗，自主品牌3年冲刺200.", + "boxes": [ + 1446, + 685, + 1656, + 715 + ] + }, + { + "text": "光伏行业财报盘点：2024年合计亏", + "boxes": [ + 1446, + 729, + 1662, + 752 + ] + }, + { + "text": "损300亿元，今年一季度盈利回.", + "boxes": [ + 1446, + 748, + 1652, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "京东外卖回应系统故障：已", + "boxes": [ + 248, + 32, + 414, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1850, + 89 + ] + }, + { + "text": "?", + "boxes": [ + 1842, + 69, + 1866, + 83 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1757, + 116, + 1793, + 150 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1834, + 127, + 1854, + 141 + ] + }, + { + "text": "关注", + "boxes": [ + 282, + 179, + 314, + 199 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "淘", + "boxes": [ + 1624, + 252, + 1650, + 266 + ] + }, + { + "text": "1", + "boxes": [ + 392, + 274, + 420, + 296 + ] + }, + { + "text": "红板报十关注", + "boxes": [ + 410, + 266, + 558, + 304 + ] + }, + { + "text": "21.9K关注者", + "boxes": [ + 1096, + 274, + 1174, + 298 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1586, + 284, + 1702, + 314 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1424, + 294, + 1544, + 326 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "京东外卖回应系统故障：已全面恢复给予受影响用户赔偿", + "boxes": [ + 366, + 349, + 1200, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "罗智勇的报道·8小时·01分钟读取", + "boxes": [ + 362, + 413, + 664, + 451 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 457, + 210, + 471 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1508, + 492 + ] + }, + { + "text": "【CNMO科技消息】5月14日中午，有不少用户反应京东外卖出现系统故障，自己的订单出现超时现象。针对这", + "boxes": [ + 406, + 504, + 1230, + 534 + ] + }, + { + "text": "一事件，京东外卖官方进行了回应。", + "boxes": [ + 372, + 528, + 630, + 562 + ] + }, + { + "text": "访问红板报", + "boxes": [ + 1430, + 556, + 1538, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "研究称宇宙消亡速度比我们想象的", + "boxes": [ + 1444, + 599, + 1664, + 633 + ] + }, + { + "text": "要快仅需几万亿年", + "boxes": [ + 1448, + 625, + 1566, + 649 + ] + }, + { + "text": "广汽大重整！研发体系洗牌、", + "boxes": [ + 1448, + 667, + 1630, + 691 + ] + }, + { + "text": "干部", + "boxes": [ + 1620, + 667, + 1662, + 693 + ] + }, + { + "text": "竞聘上岗，自主品牌3年冲刺200.", + "boxes": [ + 1446, + 685, + 1656, + 715 + ] + }, + { + "text": "光伏行业财报盘点：2024年合计亏", + "boxes": [ + 1446, + 729, + 1662, + 752 + ] + }, + { + "text": "损300亿元，今年一季度盈利回.", + "boxes": [ + 1446, + 748, + 1652, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ] + }, + { + "frame_id": "100_2_6", + "episode_id": 100, + "env_id": 2, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.669626235961914, + "advantages": -0.10975564271211624, + "generated_text": "{\n \"intent\": \"Exploring the article about NBA's expansion decision and potential impact on league strategy\",\n \"action\": \"DoubleClick(498, 217)\" \n}", + "action_string": "DoubleClick(498, 217)", + "intent_string": "Exploring the article about NBA's expansion decision and potential impact on league strategy", + "before_screen_ocr_results": [ + { + "text": "NBA宣布！第32支球队要", + "boxes": [ + 482, + 32, + 630, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 65, + 124, + 88 + ] + }, + { + "text": "①", + "boxes": [ + 258, + 69, + 310, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1882, + 91 + ] + }, + { + "text": "搜", + "boxes": [ + 332, + 97, + 404, + 145 + ] + }, + { + "text": "新闻", + "boxes": [ + 438, + 111, + 480, + 137 + ] + }, + { + "text": "体育", + "boxes": [ + 500, + 111, + 544, + 137 + ] + }, + { + "text": "汽车", + "boxes": [ + 564, + 113, + 608, + 133 + ] + }, + { + "text": "房产", + "boxes": [ + 626, + 113, + 668, + 133 + ] + }, + { + "text": "旅游", + "boxes": [ + 692, + 113, + 736, + 133 + ] + }, + { + "text": "教育", + "boxes": [ + 746, + 113, + 804, + 133 + ] + }, + { + "text": "时尚", + "boxes": [ + 796, + 111, + 880, + 135 + ] + }, + { + "text": "科技", + "boxes": [ + 882, + 113, + 932, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 936, + 111, + 996, + 137 + ] + }, + { + "text": "娱乐", + "boxes": [ + 996, + 111, + 1060, + 137 + ] + }, + { + "text": "无障碍|关怀版", + "boxes": [ + 1394, + 111, + 1494, + 135 + ] + }, + { + "text": "原创NBA宣布！第32支球队要来了", + "boxes": [ + 526, + 177, + 962, + 220 + ] + }, + { + "text": "大家都在搜：孔雪儿是谁叫我", + "boxes": [ + 1238, + 195, + 1412, + 212 + ] + }, + { + "text": "2025-05-14 11:37", + "boxes": [ + 534, + 230, + 646, + 254 + ] + }, + { + "text": "发布于：福建省", + "boxes": [ + 664, + 230, + 772, + 258 + ] + }, + { + "text": "体育说球吧?", + "boxes": [ + 384, + 240, + 486, + 272 + ] + }, + { + "text": "中", + "boxes": [ + 428, + 276, + 442, + 292 + ] + }, + { + "text": "NBA总裁亚当-萧华表示，他预计今年夏天联盟老板们的下一次会议议程中将讨论联盟扩军", + "boxes": [ + 530, + 274, + 1168, + 304 + ] + }, + { + "text": "2448", + "boxes": [ + 377, + 301, + 427, + 333 + ] + }, + { + "text": "530万", + "boxes": [ + 435, + 299, + 491, + 332 + ] + }, + { + "text": "的问题，正式讨论将NBA扩充至32支球队。", + "boxes": [ + 528, + 306, + 832, + 336 + ] + }, + { + "text": "文章", + "boxes": [ + 386, + 326, + 418, + 345 + ] + }, + { + "text": "总阅读", + "boxes": [ + 446, + 328, + 486, + 347 + ] + }, + { + "text": "体育领域优质创作者", + "boxes": [ + 384, + 355, + 490, + 383 + ] + }, + { + "text": "在接受SiusXM NBA电台采访时，萧华被问到，自联盟董事会上次在纽约召开会议以来的", + "boxes": [ + 528, + 361, + 1166, + 391 + ] + }, + { + "text": "查看TA的文章>", + "boxes": [ + 394, + 393, + 472, + 417 + ] + }, + { + "text": "近八周时间里，联盟对扩军的看法有何进展。在那次会议上，波士顿凯尔特人队的出售事宜", + "boxes": [ + 530, + 395, + 1176, + 425 + ] + }, + { + "text": "刚刚达成协议，但还尚未经过联盟的审查。", + "boxes": [ + 532, + 429, + 828, + 453 + ] + }, + { + "text": "凸", + "boxes": [ + 418, + 461, + 450, + 490 + ] + }, + { + "text": "首赞", + "boxes": [ + 422, + 502, + 450, + 524 + ] + }, + { + "text": "FW", + "boxes": [ + 548, + 494, + 590, + 520 + ] + }, + { + "text": "热门精选", + "boxes": [ + 1218, + 558, + 1310, + 596 + ] + }, + { + "text": "见证", + "boxes": [ + 1230, + 635, + 1526, + 756 + ] + }, + { + "text": "☆", + "boxes": [ + 420, + 645, + 450, + 677 + ] + }, + { + "text": "&", + "boxes": [ + 420, + 739, + 452, + 770 + ] + }, + { + "text": "苏亚雷斯", + "boxes": [ + 1232, + 741, + 1302, + 766 + ] + }, + { + "text": "当前目标是带领亚泰赢球，", + "boxes": [ + 1308, + 738, + 1504, + 770 + ] + }, + { + "text": "集中精力提升战力", + "boxes": [ + 1232, + 760, + 1368, + 790 + ] + }, + { + "text": "分享", + "boxes": [ + 426, + 782, + 442, + 796 + ] + }, + { + "text": "欧协联\"曼联德比”，安", + "boxes": [ + 1378, + 907, + 1514, + 925 + ] + }, + { + "text": "则吗？这些要点必须.", + "boxes": [ + 1226, + 921, + 1364, + 945 + ] + }, + { + "text": "东尼、", + "boxes": [ + 1378, + 921, + 1424, + 947 + ] + }, + { + "text": "德赫亚谁进", + "boxes": [ + 1418, + 921, + 1494, + 947 + ] + }, + { + "text": "精彩", + "boxes": [ + 396, + 949, + 418, + 963 + ] + }, + { + "text": "微软云", + "boxes": [ + 4, + 1009, + 76, + 1040 + ] + }, + { + "text": "NBA宣布！第3.", + "boxes": [ + 216, + 1048, + 316, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "NBA宣布！第32支球队要", + "boxes": [ + 482, + 32, + 630, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 63, + 124, + 90 + ] + }, + { + "text": "①", + "boxes": [ + 256, + 69, + 310, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1882, + 91 + ] + }, + { + "text": "找", + "boxes": [ + 334, + 101, + 402, + 143 + ] + }, + { + "text": "新闻", + "boxes": [ + 438, + 111, + 478, + 137 + ] + }, + { + "text": "体育", + "boxes": [ + 502, + 111, + 544, + 137 + ] + }, + { + "text": "汽车", + "boxes": [ + 564, + 113, + 606, + 133 + ] + }, + { + "text": "房产", + "boxes": [ + 626, + 113, + 668, + 133 + ] + }, + { + "text": "旅游", + "boxes": [ + 692, + 113, + 736, + 133 + ] + }, + { + "text": "教育", + "boxes": [ + 754, + 113, + 804, + 133 + ] + }, + { + "text": "　时尚", + "boxes": [ + 800, + 111, + 878, + 135 + ] + }, + { + "text": "科技", + "boxes": [ + 882, + 113, + 932, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 936, + 111, + 996, + 137 + ] + }, + { + "text": "娱乐", + "boxes": [ + 996, + 111, + 1060, + 137 + ] + }, + { + "text": "更多", + "boxes": [ + 1066, + 115, + 1118, + 135 + ] + }, + { + "text": "无障碍|关怀版", + "boxes": [ + 1394, + 111, + 1494, + 135 + ] + }, + { + "text": "原创NBA宣布！第32支球队要来了", + "boxes": [ + 526, + 177, + 962, + 220 + ] + }, + { + "text": "2025-05-14 11:37", + "boxes": [ + 534, + 230, + 646, + 254 + ] + }, + { + "text": "发布于：福建省", + "boxes": [ + 664, + 230, + 772, + 258 + ] + }, + { + "text": "体育说球吧", + "boxes": [ + 386, + 244, + 484, + 270 + ] + }, + { + "text": "中", + "boxes": [ + 428, + 276, + 442, + 292 + ] + }, + { + "text": "NBA总裁亚当-萧华表示，他预计今年夏天联盟老板们的下一次会议议程中将讨论联盟扩军", + "boxes": [ + 530, + 274, + 1168, + 304 + ] + }, + { + "text": "2448", + "boxes": [ + 382, + 308, + 422, + 328 + ] + }, + { + "text": "530万", + "boxes": [ + 435, + 299, + 491, + 332 + ] + }, + { + "text": "的问题，正式讨论将NBA扩充至32支球队。", + "boxes": [ + 528, + 306, + 832, + 336 + ] + }, + { + "text": "文章", + "boxes": [ + 388, + 330, + 416, + 343 + ] + }, + { + "text": "总阅读", + "boxes": [ + 446, + 328, + 486, + 347 + ] + }, + { + "text": "体育领域优质创作者", + "boxes": [ + 386, + 357, + 490, + 381 + ] + }, + { + "text": "在接受SiusXM NBA电台采访时，萧华被问到，自联盟董事会上次在纽约召开会议以来的", + "boxes": [ + 528, + 361, + 1166, + 391 + ] + }, + { + "text": "查看TA的文章>", + "boxes": [ + 394, + 393, + 472, + 417 + ] + }, + { + "text": "近八周时间里，联盟对扩军的看法有何进展。在那次会议上，波士顿凯尔特人队的出售事宜", + "boxes": [ + 530, + 395, + 1176, + 425 + ] + }, + { + "text": "刚刚达成协议，但还尚未经过联盟的审查。", + "boxes": [ + 532, + 429, + 828, + 453 + ] + }, + { + "text": "凸", + "boxes": [ + 418, + 461, + 450, + 490 + ] + }, + { + "text": "首赞", + "boxes": [ + 422, + 502, + 450, + 524 + ] + }, + { + "text": "FW", + "boxes": [ + 548, + 494, + 590, + 520 + ] + }, + { + "text": "热门精选", + "boxes": [ + 1218, + 558, + 1310, + 596 + ] + }, + { + "text": "见证", + "boxes": [ + 1230, + 635, + 1526, + 756 + ] + }, + { + "text": "☆", + "boxes": [ + 420, + 645, + 450, + 677 + ] + }, + { + "text": "&", + "boxes": [ + 420, + 739, + 452, + 770 + ] + }, + { + "text": "苏亚雷斯", + "boxes": [ + 1232, + 741, + 1302, + 766 + ] + }, + { + "text": "当前目标是带领亚泰赢球，", + "boxes": [ + 1308, + 738, + 1504, + 770 + ] + }, + { + "text": "集中精力提升战力", + "boxes": [ + 1232, + 760, + 1368, + 790 + ] + }, + { + "text": "分享", + "boxes": [ + 426, + 782, + 442, + 796 + ] + }, + { + "text": "扫码打开手机搜狐网", + "boxes": [ + 380, + 909, + 486, + 935 + ] + }, + { + "text": "欧协联\"曼联德比”，安", + "boxes": [ + 1378, + 907, + 1514, + 925 + ] + }, + { + "text": "则吗？这些要点必须.", + "boxes": [ + 1226, + 921, + 1364, + 945 + ] + }, + { + "text": "东尼、", + "boxes": [ + 1378, + 921, + 1424, + 947 + ] + }, + { + "text": "德赫亚谁进", + "boxes": [ + 1418, + 921, + 1494, + 947 + ] + }, + { + "text": "无限元宝传奇", + "boxes": [ + 8, + 1012, + 136, + 1036 + ] + }, + { + "text": "NBA宣布！第3..", + "boxes": [ + 216, + 1048, + 318, + 1072 + ] + } + ] + }, + { + "frame_id": "100_3_6", + "episode_id": 100, + "env_id": 3, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.643791198730469, + "advantages": -0.1288405805826187, + "generated_text": "{\n \"intent\": \"Open the Firefox browser window to start searching for information or browsing websites\",\n \"action\": \"DoubleClick(1234, 77)\" \n}", + "action_string": "DoubleClick(1234, 77)", + "intent_string": "Open the Firefox browser window to start searching for information or browsing websites", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1226, + 673, + 1418, + 735 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 744, + 788, + 904, + 816 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 60, + 524, + 95 + ] + }, + { + "text": " Apple - htt:/w.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "a Amazon — http://www.amazon.com", + "boxes": [ + 256, + 179, + 510, + 202 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 252, + 210, + 592, + 242 + ] + }, + { + "text": "iqiyi.com", + "boxes": [ + 602, + 220, + 662, + 238 + ] + }, + { + "text": "知zhihu -", + "boxes": [ + 254, + 250, + 328, + 274 + ] + }, + { + "text": "G ifeng - ifeng.com", + "boxes": [ + 254, + 284, + 402, + 314 + ] + }, + { + "text": "weibo", + "boxes": [ + 258, + 324, + 322, + 341 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1270, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 748, + 772, + 792, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "100_4_6", + "episode_id": 100, + "env_id": 4, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.323244094848633, + "advantages": -0.36563608050346375, + "generated_text": "{\n \"intent\": \"_click open the related article by cascading double clicks.\",\n \"action\": \"DoubleClick(370, 366)\"\n}", + "action_string": "DoubleClick(370, 366)", + "intent_string": "_click open the related article by cascading double clicks.", + "before_screen_ocr_results": [ + { + "text": "奇瑞风云A9L：以安全为底", + "boxes": [ + 254, + 28, + 414, + 52 + ] + }, + { + "text": "→×", + "boxes": [ + 38, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1878, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "Q", + "boxes": [ + 1308, + 123, + 1324, + 137 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1858, + 145 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 177, + 318, + 202 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 342, + 173, + 542, + 202 + ] + }, + { + "text": "科技 萌宠汽车", + "boxes": [ + 530, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 206 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 382, + 264, + 632, + 306 + ] + }, + { + "text": "60.2K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "", + "boxes": [ + 192, + 284, + 214, + 312 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 220, + 371 + ] + }, + { + "text": "奇瑞风云A9L：以安全为底，重塑高端市场东方豪华新标杆", + "boxes": [ + 362, + 345, + 1216, + 395 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "轿车情报的报道·6小时·①2分钟读取", + "boxes": [ + 362, + 413, + 682, + 449 + ] + }, + { + "text": "日本人的聪明創新，打破語言障", + "boxes": [ + 1420, + 411, + 1688, + 447 + ] + }, + { + "text": "凝", + "boxes": [ + 1426, + 443, + 1452, + 465 + ] + }, + { + "text": "B", + "boxes": [ + 192, + 453, + 214, + 476 + ] + }, + { + "text": "广告Enence", + "boxes": [ + 1426, + 469, + 1502, + 492 + ] + }, + { + "text": "奇瑞汽车近日在芜湖举办了一场以\"底线\"为主题的安全之夜活动，活动地点设在奇瑞碰撞安全试验室。在此次活动", + "boxes": [ + 366, + 504, + 1216, + 534 + ] + }, + { + "text": "中，奇瑞正式揭晓了其基于全新EOX平台打造的首款C级旗舰轿车——风云A9L。这款车型以532的越级尺寸，对标百", + "boxes": [ + 364, + 530, + 1228, + 560 + ] + }, + { + "text": "万级豪车制造标准，展现了奇瑞在品质与工艺上的全面跃升，旨在重构旗舰车型的新标准，并承载着奇瑞进军新能源", + "boxes": [ + 366, + 560, + 1236, + 584 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1598, + 584 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1702, + 579 + ] + }, + { + "text": "高端市场的雄心壮志。", + "boxes": [ + 364, + 584, + 528, + 613 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1666, + 631 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1446, + 685, + 1588, + 709 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1446, + 729, + 1664, + 758 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1444, + 748, + 1580, + 778 + ] + }, + { + "text": "风云A9L", + "boxes": [ + 923, + 746, + 1139, + 828 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 873, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1668, + 872, + 1722, + 913 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：", + "boxes": [ + 32, + 971, + 130, + 995 + ] + }, + { + "text": "微软隐私声明", + "boxes": [ + 118, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "瑞风云A9L", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "rosoft Bing", + "boxes": [ + 110, + 32, + 188, + 50 + ] + }, + { + "text": "×\"", + "boxes": [ + 192, + 34, + 252, + 52 + ] + }, + { + "text": "奇瑞风云A9L：以安全为底", + "boxes": [ + 246, + 28, + 414, + 52 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1746, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1860, + 145 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 177, + 318, + 202 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 342, + 173, + 542, + 202 + ] + }, + { + "text": "科技 萌宠汽车", + "boxes": [ + 530, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 206 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 382, + 264, + 632, + 306 + ] + }, + { + "text": "60.2K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "", + "boxes": [ + 192, + 284, + 214, + 312 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 220, + 371 + ] + }, + { + "text": "奇瑞风云A9L：以安全为底，重塑高端市场东方豪华新标杆", + "boxes": [ + 362, + 345, + 1216, + 395 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "轿车情报的报道·6小时·① 2分钟读取", + "boxes": [ + 362, + 413, + 682, + 449 + ] + }, + { + "text": "日本人的聪明創新，打破語言障", + "boxes": [ + 1420, + 411, + 1688, + 447 + ] + }, + { + "text": "凝", + "boxes": [ + 1426, + 443, + 1452, + 465 + ] + }, + { + "text": "B", + "boxes": [ + 192, + 453, + 214, + 476 + ] + }, + { + "text": "广告Enence", + "boxes": [ + 1426, + 469, + 1502, + 492 + ] + }, + { + "text": "奇瑞汽车近日在芜湖举办了一场以\"底线\"为主题的安全之夜活动，活动地点设在奇瑞碰撞安全试验室。在此次活动", + "boxes": [ + 366, + 504, + 1216, + 534 + ] + }, + { + "text": "中，奇瑞正式揭晓了其基于全新EOX平台打造的首款C级旗舰轿车——风云A9L。这款车型以532的越级尺寸，对标百", + "boxes": [ + 364, + 530, + 1228, + 560 + ] + }, + { + "text": "万级豪车制造标准，展现了奇瑞在品质与工艺上的全面跃升，旨在重构旗舰车型的新标准，并承载着奇瑞进军新能源", + "boxes": [ + 366, + 560, + 1234, + 584 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1598, + 584 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1702, + 579 + ] + }, + { + "text": "高端市场的雄心壮志。", + "boxes": [ + 364, + 584, + 528, + 613 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1666, + 631 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1446, + 685, + 1588, + 709 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1446, + 729, + 1664, + 758 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1444, + 748, + 1580, + 778 + ] + }, + { + "text": "风云A9L", + "boxes": [ + 923, + 746, + 1139, + 828 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 873, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "瑞风云A9L :", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "100_5_6", + "episode_id": 100, + "env_id": 5, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.4915189743042, + "advantages": -0.24132756888866425, + "generated_text": "{\n \"intent\": \"The goal is to explore this screen environment by interacting with various applications on it. This action will help us better understand where things are located.\",\n \"action\": \"Click(822, 708)\"\n}", + "action_string": "Click(822, 708)", + "intent_string": "The goal is to explore this screen environment by interacting with various applications on it. This action will help us better understand where things are located.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 6, + 6, + 22, + 24 + ] + }, + { + "text": "×", + "boxes": [ + 1860, + 4, + 1912, + 24 + ] + }, + { + "text": "● iPhone 16 Pro and iPhon ×+", + "boxes": [ + 6, + 24, + 244, + 56 + ] + }, + { + "text": "→白", + "boxes": [ + 0, + 56, + 136, + 99 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1536, + 62, + 1664, + 93 + ] + }, + { + "text": "三四9三", + "boxes": [ + 1782, + 62, + 1914, + 93 + ] + }, + { + "text": "切", + "boxes": [ + 946, + 469, + 990, + 494 + ] + }, + { + "text": "AOLO", + "boxes": [ + 24, + 1040, + 216, + 1078 + ] + }, + { + "text": "iphone 16 Pro.", + "boxes": [ + 216, + 1048, + 314, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 6, + 6, + 22, + 24 + ] + }, + { + "text": "回", + "boxes": [ + 1860, + 4, + 1912, + 22 + ] + }, + { + "text": "①→", + "boxes": [ + 2, + 60, + 134, + 97 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1536, + 62, + 1664, + 93 + ] + }, + { + "text": "I四9三", + "boxes": [ + 1782, + 62, + 1914, + 93 + ] + }, + { + "text": "AEoLO", + "boxes": [ + 30, + 1040, + 216, + 1076 + ] + }, + { + "text": "iphone 16 Pro.", + "boxes": [ + 216, + 1048, + 314, + 1072 + ] + } + ] + }, + { + "frame_id": "100_6_6", + "episode_id": 100, + "env_id": 6, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.404366493225098, + "advantages": -0.3057091236114502, + "generated_text": "{\n \"intent\": \"Move the mouse to the Center of Desktop: This allows me to focus on my next exploration task or hallway selection.\",\n \"action\": \"DoubleClick(960, 570)\" \n}", + "action_string": "DoubleClick(960, 570)", + "intent_string": "Move the mouse to the Center of Desktop: This allows me to focus on my next exploration task or hallway selection.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 38, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 252, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 18, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "蒋人工智能送上太空", + "boxes": [ + 468, + 293, + 630, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1422, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1282, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 449, + 640, + 478 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 444, + 966, + 479 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 768, + 1550, + 792 + ] + }, + { + "text": "三华", + "boxes": [ + 648, + 784, + 712, + 868 + ] + }, + { + "text": "13,.71%6", + "boxes": [ + 1627, + 797, + 1693, + 845 + ] + }, + { + "text": "级", + "boxes": [ + 648, + 848, + 706, + 891 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1456, + 848, + 1518, + 889 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1628, + 852, + 1688, + 878 + ] + }, + { + "text": "的", + "boxes": [ + 648, + 876, + 708, + 925 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1526, + 941 + ] + }, + { + "text": "W", + "boxes": [ + 1594, + 899, + 1620, + 923 + ] + }, + { + "text": "+4.32%", + "boxes": [ + 1630, + 893, + 1698, + 935 + ] + }, + { + "text": "奥", + "boxes": [ + 650, + 911, + 706, + 953 + ] + }, + { + "text": "1一点视频/商河融媒电视剧荒", + "boxes": [ + 824, + 929, + 1006, + 957 + ] + }, + { + "text": "智车派·20小时", + "boxes": [ + 1136, + 921, + 1262, + 945 + ] + }, + { + "text": "，大家几分钟能做", + "boxes": [ + 546, + 945, + 790, + 985 + ] + }, + { + "text": "全新智己L6正式上市全系", + "boxes": [ + 1138, + 943, + 1382, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": ",31", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "看看三年级同学的算式谜题", + "boxes": [ + 206, + 951, + 560, + 981 + ] + }, + { + "text": "村民喂养了十几年的鱼，越养", + "boxes": [ + 826, + 955, + 1096, + 985 + ] + }, + { + "text": "800V平台权益价20.49万起", + "boxes": [ + 1138, + 969, + 1414, + 999 + ] + }, + { + "text": "出正确答案来呢", + "boxes": [ + 198, + 980, + 412, + 1021 + ] + }, + { + "text": "题", + "boxes": [ + 652, + 979, + 704, + 1014 + ] + }, + { + "text": "越不对，有人出价10万想买走", + "boxes": [ + 826, + 979, + 1100, + 1013 + ] + }, + { + "text": "上", + "boxes": [ + 1452, + 979, + 1528, + 1036 + ] + }, + { + "text": "3.62", + "boxes": [ + 1624, + 983, + 1700, + 1030 + ] + }, + { + "text": "23", + "boxes": [ + 826, + 1026, + 896, + 1048 + ] + }, + { + "text": "S", + "boxes": [ + 1164, + 1028, + 1186, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 444, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "5月13日，周二。", + "boxes": [ + 208, + 776, + 400, + 818 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13.71%", + "boxes": [ + 1632, + 806, + 1686, + 840 + ] + }, + { + "text": "一", + "boxes": [ + 1162, + 828, + 1184, + 852 + ] + }, + { + "text": "健身房打卡，2025年第43次。", + "boxes": [ + 210, + 852, + 554, + 887 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1446, + 834, + 1523, + 897 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1634, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.32 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "W", + "boxes": [ + 1594, + 901, + 1620, + 925 + ] + }, + { + "text": "ITBEAR", + "boxes": [ + 226, + 923, + 276, + 941 + ] + }, + { + "text": "智车派·20小时", + "boxes": [ + 1136, + 917, + 1264, + 947 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 937, + 850, + 951 + ] + }, + { + "text": "一点视频/商河融媒电视剧荒", + "boxes": [ + 848, + 933, + 1008, + 957 + ] + }, + { + "text": "全新智己L6正式上市全系", + "boxes": [ + 1138, + 941, + 1386, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "小米风波不断，雷军微博设限：仅允许百天老", + "boxes": [ + 210, + 949, + 790, + 985 + ] + }, + { + "text": "村民喂养了十几年的鱼，越养", + "boxes": [ + 828, + 955, + 1096, + 985 + ] + }, + { + "text": "800V平台权益价20.49万起", + "boxes": [ + 1134, + 965, + 1416, + 1003 + ] + }, + { + "text": "粉评论，何去何从？", + "boxes": [ + 204, + 981, + 472, + 1025 + ] + }, + { + "text": "越不对，有人出价10万想买走", + "boxes": [ + 828, + 979, + 1102, + 1014 + ] + }, + { + "text": "传", + "boxes": [ + 1454, + 979, + 1528, + 1036 + ] + }, + { + "text": "{", + "boxes": [ + 1590, + 989, + 1626, + 1016 + ] + }, + { + "text": "+3.76%", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + } + ] + }, + { + "frame_id": "100_7_6", + "episode_id": 100, + "env_id": 7, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.013257026672363, + "advantages": 0.14409232139587402, + "generated_text": "{\n \"intent\": \"Open the article '小龙虾价格腰斩 业内人士：还会再降' by double clicking its title.\",\n \"action\": \"DoubleClick(483, 370)\"\n}", + "action_string": "DoubleClick(483, 370)", + "intent_string": "Open the article '小龙虾价格腰斩 业内人士：还会再降' by double clicking its title.", + "before_screen_ocr_results": [ + { + "text": "龙虾价格腰斩业内人士", + "boxes": [ + 490, + 32, + 630, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "。☆", + "boxes": [ + 1593, + 61, + 1663, + 92 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1742, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "0", + "boxes": [ + 1766, + 125, + 1784, + 141 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 264, + 197 + ] + }, + { + "text": "关注", + "boxes": [ + 280, + 179, + 316, + 199 + ] + }, + { + "text": "東娱乐时尚教育", + "boxes": [ + 380, + 175, + 542, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "快聊IT", + "boxes": [ + 414, + 270, + 488, + 302 + ] + }, + { + "text": "十关注", + "boxes": [ + 486, + 270, + 556, + 302 + ] + }, + { + "text": "12.3K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1412, + 309, + 1578, + 358 + ] + }, + { + "text": "小龙虾价格腰斩业内人士：还会再降", + "boxes": [ + 366, + 349, + 906, + 391 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1454, + 353, + 1540, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 184, + 388, + 223, + 427 + ] + }, + { + "text": "驱动之家的报道·6小时", + "boxes": [ + 362, + 417, + 554, + 447 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1420, + 411, + 1684, + 447 + ] + }, + { + "text": "你", + "boxes": [ + 1424, + 438, + 1453, + 467 + ] + }, + { + "text": "5", + "boxes": [ + 198, + 459, + 210, + 471 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1428, + 469, + 1506, + 492 + ] + }, + { + "text": "5月14日消息，据媒体报道，随着气温不断攀升，小龙虾的消费逐渐进入旺季。", + "boxes": [ + 364, + 504, + 944, + 534 + ] + }, + { + "text": "在湖北潜江小龙虾交易中心，工人将一筐筐鲜活的小龙虾有序分拣，销往广东、重庆、江苏和浙江等地，从之前的每", + "boxes": [ + 362, + 542, + 1238, + 580 + ] + }, + { + "text": "访问快聊IT", + "boxes": [ + 1430, + 556, + 1532, + 582 + ] + }, + { + "text": "天大概两三千斤到现在每天三五万斤。", + "boxes": [ + 366, + 576, + 646, + 600 + ] + }, + { + "text": "业内人士介绍，小龙虾1-4月份最高价格可达到70元/公斤，5月价格调度后38元/公斤，价格还会再降，原因是小龙虾", + "boxes": [ + 360, + 609, + 1240, + 649 + ] + }, + { + "text": "腾讯：已囤很多GPU足够训练未来", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "几代模型", + "boxes": [ + 1448, + 623, + 1508, + 649 + ] + }, + { + "text": "养殖技术不断进步，产区持续扩张。", + "boxes": [ + 364, + 637, + 630, + 671 + ] + }, + { + "text": "美团大众点评全民监督机制上线", + "boxes": [ + 1448, + 667, + 1648, + 691 + ] + }, + { + "text": "据了解，小龙虾的营养很丰富，其蛋白质含量占总体的16%~20%，并且肉质松软，易消化，人体容易吸收，是补充", + "boxes": [ + 362, + 677, + 1228, + 713 + ] + }, + { + "text": "遇到硬要好评、强删差评可一键..", + "boxes": [ + 1448, + 687, + 1652, + 711 + ] + }, + { + "text": "蛋白质的佳品。", + "boxes": [ + 364, + 709, + 476, + 739 + ] + }, + { + "text": "王腾喜提爱车：碳纤维双风道版小", + "boxes": [ + 1448, + 731, + 1660, + 754 + ] + }, + { + "text": "除此之外，小龙虾还含有多种矿物质，如钙、锌、铁、镁等常量和微量元素，这些都是人体所必需的营养素。", + "boxes": [ + 360, + 746, + 1174, + 784 + ] + }, + { + "text": "米SU7UItra！网友直呼巨帅 4.2..", + "boxes": [ + 1448, + 750, + 1654, + 774 + ] + }, + { + "text": "值得注意的是，小龙虾中含有的虾青素是一种很强的抗氧化剂，能够延缓衰老，还具有美白、抑制糖尿病及其并发", + "boxes": [ + 362, + 792, + 1220, + 822 + ] + }, + { + "text": "症、增强免疫力、缓解运动疲劳等功效。", + "boxes": [ + 362, + 820, + 664, + 850 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击“管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置\"改变您的选择。欲了解", + "boxes": [ + 30, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "龙虾价格腰·.", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×", + "boxes": [ + 194, + 36, + 218, + 50 + ] + }, + { + "text": "龙虾价格腰斩业内人士", + "boxes": [ + 490, + 32, + 628, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1595, + 61, + 1663, + 92 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1742, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "0", + "boxes": [ + 1766, + 125, + 1784, + 141 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 266, + 197 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "快聊IT+关注", + "boxes": [ + 390, + 266, + 558, + 304 + ] + }, + { + "text": "12.3K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1412, + 309, + 1578, + 358 + ] + }, + { + "text": "小龙虾价格腰斩业内人士：还会再降", + "boxes": [ + 368, + 349, + 906, + 391 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1456, + 355, + 1538, + 387 + ] + }, + { + "text": "#", + "boxes": [ + 184, + 388, + 223, + 427 + ] + }, + { + "text": "驱动之家的报道·6小时", + "boxes": [ + 362, + 417, + 554, + 447 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1420, + 411, + 1684, + 447 + ] + }, + { + "text": "你", + "boxes": [ + 1424, + 438, + 1453, + 467 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1428, + 469, + 1506, + 492 + ] + }, + { + "text": "5月14日消息，据媒体报道，随着气温不断攀升，小龙虾的消费逐渐进入旺季。", + "boxes": [ + 364, + 504, + 944, + 534 + ] + }, + { + "text": "在湖北潜江小龙虾交易中心，工人将一筐筐鲜活的小龙虾有序分拣，销往广东、重庆、江苏和浙江等地，从之前的每", + "boxes": [ + 360, + 542, + 1238, + 580 + ] + }, + { + "text": "访问快聊IT", + "boxes": [ + 1430, + 556, + 1532, + 582 + ] + }, + { + "text": "C", + "boxes": [ + 1676, + 556, + 1697, + 574 + ] + }, + { + "text": "天大概两三千斤到现在每天三五万斤。", + "boxes": [ + 366, + 576, + 646, + 600 + ] + }, + { + "text": "腾讯：已囤很多GPU足够训练未来", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "业内人士介绍，小龙虾1-4月份最高价格可达到70元/公斤，5月价格调度后38元/公斤，价格还会再降，原因是小龙虾", + "boxes": [ + 364, + 615, + 1238, + 645 + ] + }, + { + "text": "几代模型", + "boxes": [ + 1448, + 623, + 1508, + 649 + ] + }, + { + "text": "养殖技术不断进步，产区持续扩张。", + "boxes": [ + 364, + 637, + 630, + 671 + ] + }, + { + "text": "美团大众点评全民监督机制上线", + "boxes": [ + 1448, + 667, + 1648, + 691 + ] + }, + { + "text": "据了解，小龙虾的营养很丰富，其蛋白质含量占总体的16%~20%，并且肉质松软，易消化，人体容易吸收，是补充", + "boxes": [ + 362, + 677, + 1228, + 713 + ] + }, + { + "text": "遇到硬要好评、强删差评可一.", + "boxes": [ + 1448, + 687, + 1652, + 711 + ] + }, + { + "text": "蛋白质的佳品。", + "boxes": [ + 364, + 709, + 476, + 739 + ] + }, + { + "text": "王腾喜提爱车：碳纤维双风道版小", + "boxes": [ + 1448, + 731, + 1660, + 754 + ] + }, + { + "text": "除此之外，小龙虾还含有多种矿物质，如钙、锌、铁、镁等常量和微量元素，这些都是人体所必需的营养素。", + "boxes": [ + 360, + 746, + 1174, + 784 + ] + }, + { + "text": "米SU7UItra！网友直呼巨帅4.2..", + "boxes": [ + 1448, + 750, + 1654, + 774 + ] + }, + { + "text": "值得注意的是，小龙虾中含有的虾青素是一种很强的抗氧化剂，能够延缓衰老，还具有美白、抑制糖尿病及其并发", + "boxes": [ + 362, + 792, + 1220, + 822 + ] + }, + { + "text": "症、增强免疫力、缓解运动疲劳等功效。", + "boxes": [ + 362, + 820, + 664, + 850 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击“管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置\"改变您的选择。欲了解", + "boxes": [ + 30, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "龙虾价格腰·.", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "100_0_7", + "episode_id": 100, + "env_id": 0, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.035539627075195, + "advantages": 0.1605529934167862, + "generated_text": "{\n \"intent\": \"Read the news article about China sending AI into space and exploring related contents.\",\n \"action\": \"DoubleClick(780, 364)\" \n}", + "action_string": "DoubleClick(780, 364)", + "intent_string": "Read the news article about China sending AI into space and exploring related contents.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 482, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 574, + 113, + 600, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 890, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 360, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 542, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道>", + "boxes": [ + 478, + 270, + 590, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 604, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 654, + 568, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1596, + 64, + 1662, + 89 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 486, + 131 + ] + }, + { + "text": "直播中国", + "boxes": [ + 918, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1170, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 115, + 602, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 894, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1252, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 486, + 159, + 544, + 177 + ] + }, + { + "text": "央博", + "boxes": [ + 646, + 161, + 674, + 175 + ] + }, + { + "text": "文化", + "boxes": [ + 694, + 161, + 730, + 175 + ] + }, + { + "text": "健康", + "boxes": [ + 800, + 161, + 834, + 175 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "阅读", + "boxes": [ + 904, + 161, + 932, + 175 + ] + }, + { + "text": "5G", + "boxes": [ + 1006, + 161, + 1034, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1052, + 161, + 1092, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1110, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 540, + 298 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 608, + 272, + 672, + 298 + ] + }, + { + "text": "将AI送上太空", + "boxes": [ + 450, + 326, + 640, + 363 + ] + }, + { + "text": "我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 634, + 324, + 1182, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "100_1_7", + "episode_id": 100, + "env_id": 1, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.533686637878418, + "advantages": -0.9489003419876099, + "generated_text": "{\n \"intent\": \"To proceed to the detailed news article page to continue exploring.\",\n \"action\": \"DoubleClick(594, 317)\"\n}", + "action_string": "DoubleClick(594, 317)", + "intent_string": "To proceed to the detailed news article page to continue exploring.", + "before_screen_ocr_results": [ + { + "text": "京东外卖回应系统故障：已", + "boxes": [ + 248, + 32, + 414, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1850, + 89 + ] + }, + { + "text": "?", + "boxes": [ + 1842, + 69, + 1866, + 83 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1757, + 116, + 1793, + 150 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1834, + 127, + 1854, + 141 + ] + }, + { + "text": "关注", + "boxes": [ + 282, + 179, + 314, + 199 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "淘", + "boxes": [ + 1624, + 252, + 1650, + 266 + ] + }, + { + "text": "1", + "boxes": [ + 392, + 274, + 420, + 296 + ] + }, + { + "text": "红板报十关注", + "boxes": [ + 410, + 266, + 558, + 304 + ] + }, + { + "text": "21.9K关注者", + "boxes": [ + 1096, + 274, + 1174, + 298 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1586, + 284, + 1702, + 314 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1424, + 294, + 1544, + 326 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "京东外卖回应系统故障：已全面恢复给予受影响用户赔偿", + "boxes": [ + 366, + 349, + 1200, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "罗智勇的报道·8小时·01分钟读取", + "boxes": [ + 362, + 413, + 664, + 451 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 457, + 210, + 471 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1508, + 492 + ] + }, + { + "text": "【CNMO科技消息】5月14日中午，有不少用户反应京东外卖出现系统故障，自己的订单出现超时现象。针对这", + "boxes": [ + 406, + 504, + 1230, + 534 + ] + }, + { + "text": "一事件，京东外卖官方进行了回应。", + "boxes": [ + 372, + 528, + 630, + 562 + ] + }, + { + "text": "访问红板报", + "boxes": [ + 1430, + 556, + 1538, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "研究称宇宙消亡速度比我们想象的", + "boxes": [ + 1444, + 599, + 1664, + 633 + ] + }, + { + "text": "要快仅需几万亿年", + "boxes": [ + 1448, + 625, + 1566, + 649 + ] + }, + { + "text": "广汽大重整！研发体系洗牌、", + "boxes": [ + 1448, + 667, + 1630, + 691 + ] + }, + { + "text": "干部", + "boxes": [ + 1620, + 667, + 1662, + 693 + ] + }, + { + "text": "竞聘上岗，自主品牌3年冲刺200.", + "boxes": [ + 1446, + 685, + 1656, + 715 + ] + }, + { + "text": "光伏行业财报盘点：2024年合计亏", + "boxes": [ + 1446, + 729, + 1662, + 752 + ] + }, + { + "text": "损300亿元，今年一季度盈利回.", + "boxes": [ + 1446, + 748, + 1652, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "京东外卖回应系统故障：已", + "boxes": [ + 248, + 32, + 414, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1850, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1757, + 116, + 1793, + 150 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1834, + 127, + 1854, + 141 + ] + }, + { + "text": "关注", + "boxes": [ + 282, + 179, + 314, + 199 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "淘", + "boxes": [ + 1624, + 252, + 1650, + 266 + ] + }, + { + "text": "红板报", + "boxes": [ + 417, + 265, + 489, + 305 + ] + }, + { + "text": "+关注", + "boxes": [ + 488, + 272, + 552, + 298 + ] + }, + { + "text": "21.9K关注者", + "boxes": [ + 1096, + 274, + 1174, + 298 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1586, + 284, + 1702, + 314 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1424, + 294, + 1544, + 326 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "京东外卖回应系统故障：已全面恢复给予受影响用户赔偿", + "boxes": [ + 366, + 349, + 1200, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "罗智勇的报道·8小时·①1分钟读取", + "boxes": [ + 362, + 411, + 664, + 451 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "E", + "boxes": [ + 194, + 457, + 210, + 472 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1508, + 492 + ] + }, + { + "text": "【CNMO科技消息】5月14日中午，有不少用户反应京东外卖出现系统故障，自己的订单出现超时现象。针对这", + "boxes": [ + 406, + 504, + 1230, + 534 + ] + }, + { + "text": "一事件，京东外卖官方进行了回应。", + "boxes": [ + 372, + 528, + 628, + 562 + ] + }, + { + "text": "访问红板报", + "boxes": [ + 1430, + 556, + 1538, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "研究称宇宙消亡速度比我们想象的", + "boxes": [ + 1444, + 599, + 1664, + 633 + ] + }, + { + "text": "要快仅需几万亿年", + "boxes": [ + 1448, + 625, + 1566, + 649 + ] + }, + { + "text": "广汽大重整！研发体系洗牌、", + "boxes": [ + 1448, + 667, + 1630, + 691 + ] + }, + { + "text": "干部", + "boxes": [ + 1620, + 667, + 1662, + 693 + ] + }, + { + "text": "竞聘上岗，自主品牌3年冲刺200..", + "boxes": [ + 1446, + 685, + 1656, + 715 + ] + }, + { + "text": "光伏行业财报盘点：2024年合计亏", + "boxes": [ + 1446, + 729, + 1662, + 752 + ] + }, + { + "text": "损300亿元，今年一季度盈利回.", + "boxes": [ + 1446, + 748, + 1652, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ] + }, + { + "frame_id": "100_2_7", + "episode_id": 100, + "env_id": 2, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.166430473327637, + "advantages": 0.2572450637817383, + "generated_text": "{\n \"intent\": \"Click on the visible elements to start interacting with the content\",\n \"action\": \"DoubleClick(1060, 737)\"\n}", + "action_string": "DoubleClick(1060, 737)", + "intent_string": "Click on the visible elements to start interacting with the content", + "before_screen_ocr_results": [ + { + "text": "NBA宣布！第32支球队要", + "boxes": [ + 482, + 32, + 628, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 16, + 64, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "I四 =", + "boxes": [ + 1780, + 59, + 1912, + 94 + ] + }, + { + "text": "找", + "boxes": [ + 334, + 101, + 402, + 143 + ] + }, + { + "text": "新闻", + "boxes": [ + 438, + 111, + 480, + 137 + ] + }, + { + "text": "体育", + "boxes": [ + 500, + 111, + 544, + 137 + ] + }, + { + "text": "汽车", + "boxes": [ + 564, + 113, + 606, + 133 + ] + }, + { + "text": "房产", + "boxes": [ + 628, + 113, + 666, + 133 + ] + }, + { + "text": "旅游", + "boxes": [ + 692, + 113, + 732, + 133 + ] + }, + { + "text": "教育", + "boxes": [ + 756, + 113, + 800, + 133 + ] + }, + { + "text": "时尚", + "boxes": [ + 810, + 113, + 864, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 946, + 113, + 990, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 1008, + 111, + 1056, + 137 + ] + }, + { + "text": "更多", + "boxes": [ + 1074, + 111, + 1118, + 137 + ] + }, + { + "text": "无障碍|关怀版", + "boxes": [ + 1394, + 111, + 1494, + 135 + ] + }, + { + "text": "登录", + "boxes": [ + 1532, + 115, + 1562, + 129 + ] + }, + { + "text": "原创NBA宣布！第32支球队要来了", + "boxes": [ + 526, + 177, + 962, + 220 + ] + }, + { + "text": "2025-05-14 11:37", + "boxes": [ + 534, + 230, + 646, + 254 + ] + }, + { + "text": "发布于：福建省", + "boxes": [ + 666, + 230, + 766, + 256 + ] + }, + { + "text": "体育说球吧", + "boxes": [ + 386, + 244, + 482, + 270 + ] + }, + { + "text": "2448", + "boxes": [ + 384, + 308, + 420, + 328 + ] + }, + { + "text": "530", + "boxes": [ + 442, + 304, + 476, + 326 + ] + }, + { + "text": "文章", + "boxes": [ + 388, + 330, + 416, + 343 + ] + }, + { + "text": "总阅", + "boxes": [ + 446, + 328, + 472, + 347 + ] + }, + { + "text": "体育领域优质他", + "boxes": [ + 384, + 357, + 460, + 383 + ] + }, + { + "text": "查看TA的文章", + "boxes": [ + 392, + 393, + 466, + 417 + ] + }, + { + "text": "18:10", + "boxes": [ + 722, + 451, + 1202, + 613 + ] + }, + { + "text": "凸", + "boxes": [ + 418, + 461, + 450, + 490 + ] + }, + { + "text": "首赞", + "boxes": [ + 422, + 502, + 450, + 526 + ] + }, + { + "text": "F记", + "boxes": [ + 418, + 588, + 450, + 619 + ] + }, + { + "text": "☆", + "boxes": [ + 420, + 643, + 450, + 675 + ] + }, + { + "text": "正", + "boxes": [ + 1412, + 637, + 1532, + 756 + ] + }, + { + "text": "收藏", + "boxes": [ + 424, + 691, + 444, + 707 + ] + }, + { + "text": "&", + "boxes": [ + 420, + 739, + 452, + 770 + ] + }, + { + "text": "亚泰赢球", + "boxes": [ + 1436, + 746, + 1494, + 764 + ] + }, + { + "text": "分享", + "boxes": [ + 424, + 782, + 444, + 798 + ] + }, + { + "text": "捕鱼游戏", + "boxes": [ + 606, + 794, + 664, + 820 + ] + }, + { + "text": "谷歌浏览器", + "boxes": [ + 790, + 794, + 866, + 820 + ] + }, + { + "text": "亚马逊服务器", + "boxes": [ + 976, + 794, + 1064, + 820 + ] + }, + { + "text": "西瓜浏览器", + "boxes": [ + 1160, + 794, + 1234, + 820 + ] + }, + { + "text": "上打鱼游戏？", + "boxes": [ + 664, + 820, + 732, + 838 + ] + }, + { + "text": "什么浏览器好用", + "boxes": [ + 790, + 816, + 876, + 842 + ] + }, + { + "text": "亚洲服务器哪家好？来这", + "boxes": [ + 977, + 813, + 1113, + 846 + ] + }, + { + "text": "西瓜影院", + "boxes": [ + 1164, + 818, + 1212, + 838 + ] + }, + { + "text": "扫码打开手机搜狐", + "boxes": [ + 380, + 911, + 472, + 935 + ] + }, + { + "text": "02", + "boxes": [ + 624, + 935, + 852, + 959 + ] + }, + { + "text": "精彩内", + "boxes": [ + 396, + 949, + 428, + 963 + ] + }, + { + "text": "萧华表示，联盟有机会审视凯尔特人队的出售计划，并对该计划充满信心，而这也为推进关", + "boxes": [ + 532, + 997, + 1172, + 1020 + ] + }, + { + "text": "微软云", + "boxes": [ + 4, + 1009, + 76, + 1040 + ] + }, + { + "text": "NBA宣布！第3.", + "boxes": [ + 216, + 1048, + 316, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " https://www.baidu.com/s?ie", + "boxes": [ + 250, + 62, + 500, + 91 + ] + }, + { + "text": "Q", + "boxes": [ + 110, + 73, + 122, + 85 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 66, + 1846, + 91 + ] + }, + { + "text": "亚马逊服务器", + "boxes": [ + 140, + 119, + 250, + 151 + ] + }, + { + "text": "×-回", + "boxes": [ + 640, + 117, + 716, + 149 + ] + }, + { + "text": "百度一下", + "boxes": [ + 736, + 119, + 822, + 151 + ] + }, + { + "text": "百度首页", + "boxes": [ + 1710, + 123, + 1774, + 149 + ] + }, + { + "text": "设置", + "boxes": [ + 1774, + 125, + 1812, + 145 + ] + }, + { + "text": "α网页", + "boxes": [ + 148, + 165, + 202, + 195 + ] + }, + { + "text": "Ai+", + "boxes": [ + 210, + 167, + 250, + 187 + ] + }, + { + "text": "图片", + "boxes": [ + 258, + 167, + 328, + 189 + ] + }, + { + "text": "回资讯", + "boxes": [ + 316, + 165, + 398, + 189 + ] + }, + { + "text": "视频", + "boxes": [ + 396, + 163, + 470, + 189 + ] + }, + { + "text": "目笔记", + "boxes": [ + 460, + 163, + 538, + 189 + ] + }, + { + "text": "地图", + "boxes": [ + 534, + 163, + 612, + 189 + ] + }, + { + "text": "贴贴吧", + "boxes": [ + 602, + 161, + 682, + 193 + ] + }, + { + "text": "文库", + "boxes": [ + 684, + 163, + 750, + 189 + ] + }, + { + "text": "更多", + "boxes": [ + 772, + 171, + 796, + 185 + ] + }, + { + "text": "百度为您找到以下结果", + "boxes": [ + 150, + 202, + 280, + 226 + ] + }, + { + "text": "了搜索工具", + "boxes": [ + 640, + 204, + 710, + 226 + ] + }, + { + "text": "腾讯云上云特惠-爆款秒杀-2核2G云服务器38元/年名企", + "boxes": [ + 148, + 234, + 590, + 264 + ] + }, + { + "text": "Ait DeepSeek-R1", + "boxes": [ + 868, + 250, + 1024, + 280 + ] + }, + { + "text": "帮你解答〉", + "boxes": [ + 1166, + 248, + 1240, + 280 + ] + }, + { + "text": "腾讯云上云特惠限时秒杀,2核2G云服务器38元/年,更有畅享200M峰值带", + "boxes": [ + 290, + 264, + 704, + 294 + ] + }, + { + "text": "宽,不限流量,独享CPU+高带宽，企业和开发者上云必备，价值4208元代金", + "boxes": [ + 292, + 284, + 702, + 314 + ] + }, + { + "text": "券免费领,助力企业和开发者稳定上云", + "boxes": [ + 290, + 306, + 512, + 336 + ] + }, + { + "text": "登录百度帐号交易更有保障", + "boxes": [ + 868, + 308, + 1072, + 338 + ] + }, + { + "text": "腾讯云", + "boxes": [ + 188, + 326, + 240, + 351 + ] + }, + { + "text": "云主机：热门云产品特惠2核2G3M38元/1年2核2G4M99元/1年更", + "boxes": [ + 294, + 334, + 712, + 357 + ] + }, + { + "text": "登录百度帐号认准保晖）标，百度为您提供权益保障", + "boxes": [ + 874, + 338, + 1208, + 367 + ] + }, + { + "text": "云主机：热门云产品特惠2核2G3M 38元/1年2核2G4M 99元/1年更多》", + "boxes": [ + 144, + 361, + 586, + 397 + ] + }, + { + "text": "查看《保障服务协议》与免保范围", + "boxes": [ + 876, + 357, + 1094, + 387 + ] + }, + { + "text": "发生欺诈？申请保障", + "boxes": [ + 878, + 375, + 1006, + 409 + ] + }, + { + "text": "爆款产品：DS一键部署高性能云服务器海外云服务器更多》", + "boxes": [ + 146, + 395, + 526, + 425 + ] + }, + { + "text": "加入商家保障获得保隆", + "boxes": [ + 874, + 399, + 1040, + 429 + ] + }, + { + "text": "立即登录", + "boxes": [ + 1166, + 395, + 1232, + 427 + ] + }, + { + "text": "限时彩杀", + "boxes": [ + 188, + 443, + 242, + 469 + ] + }, + { + "text": "限时抢购", + "boxes": [ + 472, + 441, + 534, + 472 + ] + }, + { + "text": "#团起省", + "boxes": [ + 614, + 439, + 672, + 471 + ] + }, + { + "text": "2核2G3M", + "boxes": [ + 182, + 461, + 250, + 486 + ] + }, + { + "text": "2核2G4M", + "boxes": [ + 324, + 461, + 394, + 486 + ] + }, + { + "text": "2核4G6M", + "boxes": [ + 468, + 463, + 534, + 482 + ] + }, + { + "text": "拼成加赠资源", + "boxes": [ + 600, + 461, + 694, + 486 + ] + }, + { + "text": "38元年", + "boxes": [ + 184, + 474, + 242, + 506 + ] + }, + { + "text": "99元年", + "boxes": [ + 328, + 478, + 382, + 504 + ] + }, + { + "text": "199元年", + "boxes": [ + 470, + 478, + 534, + 504 + ] + }, + { + "text": "一个月时长", + "boxes": [ + 616, + 478, + 678, + 504 + ] + }, + { + "text": "相关搜索", + "boxes": [ + 866, + 469, + 940, + 500 + ] + }, + { + "text": "Q亚马逊服务器免费12月", + "boxes": [ + 866, + 506, + 1058, + 536 + ] + }, + { + "text": "爆款秒杀", + "boxes": [ + 148, + 524, + 214, + 550 + ] + }, + { + "text": "新老同享", + "boxes": [ + 292, + 524, + 356, + 550 + ] + }, + { + "text": "高性能云服务器", + "boxes": [ + 436, + 522, + 542, + 554 + ] + }, + { + "text": "拼团嗨购", + "boxes": [ + 580, + 524, + 644, + 550 + ] + }, + { + "text": "优惠折扣享不停", + "boxes": [ + 148, + 548, + 246, + 572 + ] + }, + { + "text": "热销产品超值抢", + "boxes": [ + 290, + 544, + 392, + 576 + ] + }, + { + "text": "限时特惠抢购", + "boxes": [ + 436, + 548, + 522, + 574 + ] + }, + { + "text": "多买多送，拼团超省", + "boxes": [ + 578, + 546, + 704, + 576 + ] + }, + { + "text": "Q谷歌服务器", + "boxes": [ + 866, + 544, + 978, + 574 + ] + }, + { + "text": "查看更多相关信息>>", + "boxes": [ + 148, + 576, + 282, + 600 + ] + }, + { + "text": "Q亚马逊云服务器多少钱一年", + "boxes": [ + 866, + 580, + 1088, + 609 + ] + }, + { + "text": "广告", + "boxes": [ + 288, + 606, + 322, + 619 + ] + }, + { + "text": "保障", + "boxes": [ + 318, + 604, + 370, + 621 + ] + }, + { + "text": "Q亚马逊官网入口", + "boxes": [ + 866, + 617, + 1008, + 647 + ] + }, + { + "text": "亚马逊云服务器官网-全球卓越的服务器-2核2G免费用", + "boxes": [ + 144, + 639, + 582, + 675 + ] + }, + { + "text": "Q amazon亚马逊中国官网", + "boxes": [ + 866, + 655, + 1066, + 685 + ] + }, + { + "text": "亚马逊海外云服务器-注册享2核1G30GBSSD12个月免费+2核2G 60G", + "boxes": [ + 294, + 675, + 704, + 699 + ] + }, + { + "text": "B SD 3个月免费.亚马逊云服务器,内置防火墙+12个月免费CDN,个人和", + "boxes": [ + 290, + 693, + 708, + 723 + ] + }, + { + "text": "Q亚马逊需要外网吗", + "boxes": [ + 864, + 689, + 1026, + 725 + ] + }, + { + "text": "亚马逊云科技", + "boxes": [ + 158, + 701, + 276, + 733 + ] + }, + { + "text": "企业服务器优选.", + "boxes": [ + 290, + 717, + 392, + 742 + ] + }, + { + "text": "亚马逊云科技2025-05○广告", + "boxes": [ + 292, + 741, + 508, + 764 + ] + }, + { + "text": "保障", + "boxes": [ + 500, + 744, + 552, + 764 + ] + }, + { + "text": "百度热搜 >", + "boxes": [ + 864, + 752, + 946, + 784 + ] + }, + { + "text": "换一换", + "boxes": [ + 1174, + 752, + 1244, + 784 + ] + }, + { + "text": "亚马逊云服务器官网-12个月免费试用", + "boxes": [ + 148, + 784, + 452, + 814 + ] + }, + { + "text": "热搜榜", + "boxes": [ + 878, + 784, + 936, + 816 + ] + }, + { + "text": "民生榜", + "boxes": [ + 976, + 786, + 1020, + 812 + ] + }, + { + "text": "财经榜", + "boxes": [ + 1062, + 786, + 1110, + 814 + ] + }, + { + "text": "亚马逊全球爆款云服务器2核1G30GB SSD硬盘12个月免费+2核2G 60GB", + "boxes": [ + 146, + 810, + 576, + 840 + ] + }, + { + "text": "SSD硬盘3个月免费，高", + "boxes": [ + 578, + 816, + 702, + 834 + ] + }, + { + "text": "不 推动中哥战略伙伴关系走深走实", + "boxes": [ + 864, + 822, + 1092, + 852 + ] + }, + { + "text": "带宽/灵活计价，费率享更低折扣，更有Ddo", + "boxes": [ + 150, + 834, + 378, + 858 + ] + }, + { + "text": "dos防御，点击免费试用", + "boxes": [ + 368, + 834, + 492, + 858 + ] + }, + { + "text": "1 美国调整对华加征关税", + "boxes": [ + 866, + 854, + 1058, + 883 + ] + }, + { + "text": "新", + "boxes": [ + 182, + 878, + 238, + 937 + ] + }, + { + "text": "2国台办回应特朗普突然提到\"统-", + "boxes": [ + 868, + 889, + 1086, + 913 + ] + }, + { + "text": "3外国人眼中的中国经济韧性", + "boxes": [ + 866, + 921, + 1060, + 945 + ] + }, + { + "text": "新人首单特惠", + "boxes": [ + 145, + 948, + 241, + 985 + ] + }, + { + "text": "服务器新老同享", + "boxes": [ + 292, + 955, + 394, + 981 + ] + }, + { + "text": "热卖香港服务器", + "boxes": [ + 434, + 951, + 544, + 983 + ] + }, + { + "text": "海外服务器0元领", + "boxes": [ + 576, + 953, + 690, + 983 + ] + }, + { + "text": "4南方未来10天捅了\"雨窝\"", + "boxes": [ + 868, + 953, + 1046, + 977 + ] + }, + { + "text": "2核2G低至0元", + "boxes": [ + 150, + 977, + 240, + 1003 + ] + }, + { + "text": "2核4G￥130/月", + "boxes": [ + 292, + 977, + 390, + 1003 + ] + }, + { + "text": "2核1G12个月免费", + "boxes": [ + 436, + 977, + 552, + 1007 + ] + }, + { + "text": "100+云产品免费", + "boxes": [ + 582, + 979, + 680, + 1005 + ] + }, + { + "text": "查看更多相关信息>>", + "boxes": [ + 150, + 1007, + 282, + 1030 + ] + } + ] + }, + { + "frame_id": "100_3_7", + "episode_id": 100, + "env_id": 3, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.288965225219727, + "advantages": -0.39095866680145264, + "generated_text": "{\n \"intent\": \"The first available tab is empty, suggesting we should open a new tab immediately.\",\n \"action\": \"DoubleClick(302, 100)\"}", + "action_string": "DoubleClick(302, 100)", + "intent_string": "The first available tab is empty, suggesting we should open a new tab immediately.", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 36, + 68, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter adress", + "boxes": [ + 248, + 62, + 522, + 91 + ] + }, + { + "text": " Apple --htt://ww.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 252, + 210, + 592, + 242 + ] + }, + { + "text": "iqiyi.com", + "boxes": [ + 602, + 220, + 662, + 238 + ] + }, + { + "text": "知zhihu -", + "boxes": [ + 254, + 250, + 328, + 274 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 748, + 772, + 792, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 60, + 524, + 95 + ] + }, + { + "text": "http://www.apple.com", + "boxes": [ + 328, + 111, + 478, + 135 + ] + }, + { + "text": ", bing ", + "boxes": [ + 252, + 141, + 320, + 173 + ] + }, + { + "text": "bing.com", + "boxes": [ + 330, + 147, + 390, + 167 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "a Amazon — http://www.amazon.com", + "boxes": [ + 256, + 179, + 510, + 202 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 272, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.com", + "boxes": [ + 602, + 220, + 662, + 238 + ] + }, + { + "text": "知zhihu ", + "boxes": [ + 256, + 252, + 326, + 274 + ] + }, + { + "text": "G ifeng - ifeng.com", + "boxes": [ + 254, + 284, + 402, + 314 + ] + }, + { + "text": "weibo", + "boxes": [ + 258, + 324, + 322, + 341 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1225, + 673, + 1417, + 735 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 748, + 772, + 792, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "100_4_7", + "episode_id": 100, + "env_id": 4, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.429880142211914, + "advantages": -0.2868615984916687, + "generated_text": "{\n \"intent\": \"Click on the main article link to explore more information\",\n \"action\": \"DoubleClick(467, 359)\" \n}", + "action_string": "DoubleClick(467, 359)", + "intent_string": "Click on the main article link to explore more information", + "before_screen_ocr_results": [ + { + "text": "rosoft Bing", + "boxes": [ + 110, + 32, + 188, + 50 + ] + }, + { + "text": "×\"", + "boxes": [ + 192, + 34, + 252, + 52 + ] + }, + { + "text": "奇瑞风云A9L：以安全为底", + "boxes": [ + 246, + 28, + 414, + 52 + ] + }, + { + "text": "→Q白", + "boxes": [ + 43, + 59, + 131, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1746, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1860, + 145 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 177, + 318, + 202 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 342, + 173, + 542, + 202 + ] + }, + { + "text": "科技 萌宠汽车", + "boxes": [ + 530, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 206 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 382, + 264, + 632, + 306 + ] + }, + { + "text": "60.2K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "", + "boxes": [ + 192, + 284, + 214, + 312 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 220, + 371 + ] + }, + { + "text": "奇瑞风云A9L：以安全为底，重塑高端市场东方豪华新标杆", + "boxes": [ + 362, + 345, + 1216, + 395 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "轿车情报的报道·6小时·①2分钟读取", + "boxes": [ + 362, + 413, + 682, + 449 + ] + }, + { + "text": "日本人的聪明創新，打破語言障", + "boxes": [ + 1420, + 411, + 1688, + 447 + ] + }, + { + "text": "凝", + "boxes": [ + 1426, + 443, + 1452, + 465 + ] + }, + { + "text": "B", + "boxes": [ + 192, + 453, + 214, + 476 + ] + }, + { + "text": "广告Enence", + "boxes": [ + 1426, + 469, + 1502, + 492 + ] + }, + { + "text": "奇瑞汽车近日在芜湖举办了一场以\"底线\"为主题的安全之夜活动，活动地点设在奇瑞碰撞安全试验室。在此次活动", + "boxes": [ + 366, + 504, + 1216, + 534 + ] + }, + { + "text": "中，奇瑞正式揭晓了其基于全新EOX平台打造的首款C级旗舰轿车——风云A9L。这款车型以532的越级尺寸，对标百", + "boxes": [ + 364, + 530, + 1228, + 560 + ] + }, + { + "text": "万级豪车制造标准，展现了奇瑞在品质与工艺上的全面跃升，旨在重构旗舰车型的新标准，并承载着奇瑞进军新能源", + "boxes": [ + 366, + 560, + 1234, + 584 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1598, + 584 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1702, + 579 + ] + }, + { + "text": "高端市场的雄心壮志。", + "boxes": [ + 364, + 584, + 528, + 613 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1666, + 631 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1446, + 685, + 1588, + 709 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1446, + 729, + 1664, + 758 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1444, + 748, + 1580, + 778 + ] + }, + { + "text": "风云A9L", + "boxes": [ + 923, + 746, + 1139, + 828 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 873, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "瑞风云A9L :", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "rosoft Bing", + "boxes": [ + 110, + 32, + 188, + 50 + ] + }, + { + "text": "×\"", + "boxes": [ + 192, + 34, + 252, + 52 + ] + }, + { + "text": "奇瑞风云A9L：以安全为底", + "boxes": [ + 246, + 28, + 414, + 52 + ] + }, + { + "text": "→Q白", + "boxes": [ + 43, + 59, + 131, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1746, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1860, + 145 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 177, + 318, + 202 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 342, + 173, + 542, + 202 + ] + }, + { + "text": "科技 萌宠汽车", + "boxes": [ + 530, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 206 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 382, + 264, + 632, + 306 + ] + }, + { + "text": "60.2K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "", + "boxes": [ + 192, + 284, + 214, + 312 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 220, + 371 + ] + }, + { + "text": "奇瑞风云A9L：以安全为底，重塑高端市场东方豪华新标杆", + "boxes": [ + 362, + 345, + 1216, + 395 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "轿车情报的报道·6小时·①2分钟读取", + "boxes": [ + 362, + 413, + 682, + 449 + ] + }, + { + "text": "日本人的聪明創新，打破語言障", + "boxes": [ + 1420, + 411, + 1688, + 447 + ] + }, + { + "text": "凝", + "boxes": [ + 1426, + 443, + 1452, + 465 + ] + }, + { + "text": "B", + "boxes": [ + 192, + 453, + 214, + 476 + ] + }, + { + "text": "广告Enence", + "boxes": [ + 1426, + 469, + 1502, + 492 + ] + }, + { + "text": "奇瑞汽车近日在芜湖举办了一场以\"底线\"为主题的安全之夜活动，活动地点设在奇瑞碰撞安全试验室。在此次活动", + "boxes": [ + 366, + 504, + 1216, + 534 + ] + }, + { + "text": "中，奇瑞正式揭晓了其基于全新EOX平台打造的首款C级旗舰轿车——风云A9L。这款车型以532的越级尺寸，对标百", + "boxes": [ + 364, + 530, + 1228, + 560 + ] + }, + { + "text": "万级豪车制造标准，展现了奇瑞在品质与工艺上的全面跃升，旨在重构旗舰车型的新标准，并承载着奇瑞进军新能源", + "boxes": [ + 366, + 560, + 1234, + 584 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1598, + 584 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1702, + 579 + ] + }, + { + "text": "高端市场的雄心壮志。", + "boxes": [ + 364, + 584, + 528, + 613 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1666, + 631 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1446, + 685, + 1588, + 709 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1446, + 729, + 1664, + 758 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1444, + 748, + 1580, + 778 + ] + }, + { + "text": "风云A9L", + "boxes": [ + 923, + 746, + 1139, + 828 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 873, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "瑞风云A9L :", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "100_5_7", + "episode_id": 100, + "env_id": 5, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.961772918701172, + "advantages": 0.844782829284668, + "generated_text": "{\n \"intent\": \"Click on the Apple logo to start browsing Apple's website\",\n \"action\": \"DoubleClick(470, 116)\"\n}", + "action_string": "DoubleClick(470, 116)", + "intent_string": "Click on the Apple logo to start browsing Apple's website", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 6, + 6, + 22, + 24 + ] + }, + { + "text": "回", + "boxes": [ + 1860, + 4, + 1912, + 22 + ] + }, + { + "text": "①→", + "boxes": [ + 2, + 60, + 134, + 97 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1536, + 62, + 1664, + 93 + ] + }, + { + "text": "I四9三", + "boxes": [ + 1782, + 62, + 1914, + 93 + ] + }, + { + "text": "AEoLO", + "boxes": [ + 30, + 1040, + 216, + 1076 + ] + }, + { + "text": "iphone 16 Pro.", + "boxes": [ + 216, + 1048, + 314, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "享", + "boxes": [ + 466, + 113, + 482, + 127 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 766, + 1001, + 1138, + 1036 + ] + } + ] + }, + { + "frame_id": "100_6_7", + "episode_id": 100, + "env_id": 6, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.868597030639648, + "advantages": 0.03722865879535675, + "generated_text": "{\n \"intent\": \"Click on the Bing search bar to explore more search results and increase knowledge about trending topics.\",\n \"action\": \"DoubleClick(478, 295)\"\n}", + "action_string": "DoubleClick(478, 295)", + "intent_string": "Click on the Bing search bar to explore more search results and increase knowledge about trending topics.", + "before_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 38, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队,总教练", + "boxes": [ + 1102, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13.71%", + "boxes": [ + 1632, + 806, + 1688, + 840 + ] + }, + { + "text": "D", + "boxes": [ + 1156, + 822, + 1192, + 864 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1445, + 833, + 1523, + 898 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1632, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.32 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "W", + "boxes": [ + 1594, + 901, + 1620, + 925 + ] + }, + { + "text": "工星新闻·6小时", + "boxes": [ + 236, + 923, + 326, + 941 + ] + }, + { + "text": "智车派·20小时", + "boxes": [ + 1136, + 917, + 1264, + 947 + ] + }, + { + "text": "1.", + "boxes": [ + 830, + 937, + 850, + 951 + ] + }, + { + "text": "一点视频/商河融媒电视剧荒", + "boxes": [ + 848, + 933, + 1008, + 957 + ] + }, + { + "text": "“京东外卖崩了\"冲上热搜！公司最新回应：", + "boxes": [ + 206, + 945, + 764, + 987 + ] + }, + { + "text": "全新智己L6正式上市全系", + "boxes": [ + 1138, + 941, + 1386, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "村民喂养了十几年的鱼，越养", + "boxes": [ + 826, + 955, + 1096, + 985 + ] + }, + { + "text": "800V平台权益价20.49万起", + "boxes": [ + 1134, + 965, + 1416, + 1003 + ] + }, + { + "text": "越不对，有人出价10万想买走", + "boxes": [ + 828, + 979, + 1102, + 1014 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 979, + 1528, + 1036 + ] + }, + { + "text": "{", + "boxes": [ + 1590, + 989, + 1626, + 1016 + ] + }, + { + "text": "+3.76%", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "好物产", + "boxes": [ + 355, + 1014, + 457, + 1051 + ] + }, + { + "text": "23", + "boxes": [ + 834, + 1028, + 866, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 40, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 468, + 292, + 630, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "CNext", + "boxes": [ + 1356, + 373, + 1422, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1282, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 640, + 478 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 444, + 966, + 479 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 766, + 1550, + 792 + ] + }, + { + "text": "日系三强的分化：", + "boxes": [ + 330, + 808, + 744, + 864 + ] + }, + { + "text": "13,.7217%", + "boxes": [ + 1630, + 802, + 1696, + 844 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1456, + 848, + 1518, + 889 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1628, + 852, + 1688, + 878 + ] + }, + { + "text": "丰田与本田为何能稳住阵地，日产却走向衰落？", + "boxes": [ + 370, + 870, + 712, + 899 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1526, + 941 + ] + }, + { + "text": "W", + "boxes": [ + 1594, + 899, + 1620, + 923 + ] + }, + { + "text": "+4.323", + "boxes": [ + 1628, + 891, + 1700, + 939 + ] + }, + { + "text": "星视频·12小时", + "boxes": [ + 234, + 923, + 322, + 941 + ] + }, + { + "text": "1一点视频/商河融蝶电视剧荒", + "boxes": [ + 824, + 927, + 1006, + 959 + ] + }, + { + "text": "智车派·20小时", + "boxes": [ + 1134, + 917, + 1262, + 945 + ] + }, + { + "text": "全新智己L6正式上市全系", + "boxes": [ + 1136, + 943, + 1382, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": ",31", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "丰田与本田为何能稳住阵地，日产却走向衰", + "boxes": [ + 194, + 951, + 756, + 981 + ] + }, + { + "text": "村民喂养了十几年的鱼，越养", + "boxes": [ + 824, + 951, + 1098, + 987 + ] + }, + { + "text": "800V平台权益价20.49万起", + "boxes": [ + 1138, + 969, + 1414, + 999 + ] + }, + { + "text": "落？", + "boxes": [ + 196, + 987, + 264, + 1020 + ] + }, + { + "text": "越不对，有人出价10万想买走", + "boxes": [ + 826, + 979, + 1100, + 1013 + ] + }, + { + "text": "上", + "boxes": [ + 1452, + 979, + 1528, + 1036 + ] + }, + { + "text": "3.62", + "boxes": [ + 1624, + 983, + 1700, + 1030 + ] + }, + { + "text": "H", + "boxes": [ + 706, + 997, + 722, + 1012 + ] + }, + { + "text": "23", + "boxes": [ + 826, + 1026, + 892, + 1046 + ] + }, + { + "text": "丢白选股", + "boxes": [ + 1634, + 1026, + 1700, + 1044 + ] + } + ] + }, + { + "frame_id": "100_7_7", + "episode_id": 100, + "env_id": 7, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.791083335876465, + "advantages": -0.7587554454803467, + "generated_text": "{\n \"intent\": \"To explore or scroll through web content related to content assured by users\",\n \"action\": \"DoubleClick(476, 351)\" \n}", + "action_string": "DoubleClick(476, 351)", + "intent_string": "To explore or scroll through web content related to content assured by users", + "before_screen_ocr_results": [ + { + "text": "×", + "boxes": [ + 194, + 36, + 218, + 50 + ] + }, + { + "text": "龙虾价格腰斩业内人士", + "boxes": [ + 490, + 32, + 628, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1595, + 61, + 1663, + 92 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1742, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "0", + "boxes": [ + 1766, + 125, + 1784, + 141 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 266, + 197 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "快聊IT+关注", + "boxes": [ + 390, + 266, + 558, + 304 + ] + }, + { + "text": "12.3K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1412, + 309, + 1578, + 358 + ] + }, + { + "text": "小龙虾价格腰斩业内人士：还会再降", + "boxes": [ + 368, + 349, + 906, + 391 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1456, + 355, + 1538, + 387 + ] + }, + { + "text": "#", + "boxes": [ + 184, + 388, + 223, + 427 + ] + }, + { + "text": "驱动之家的报道·6小时", + "boxes": [ + 362, + 417, + 554, + 447 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1420, + 411, + 1684, + 447 + ] + }, + { + "text": "你", + "boxes": [ + 1424, + 438, + 1453, + 467 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1428, + 469, + 1506, + 492 + ] + }, + { + "text": "5月14日消息，据媒体报道，随着气温不断攀升，小龙虾的消费逐渐进入旺季。", + "boxes": [ + 364, + 504, + 944, + 534 + ] + }, + { + "text": "在湖北潜江小龙虾交易中心，工人将一筐筐鲜活的小龙虾有序分拣，销往广东、重庆、江苏和浙江等地，从之前的每", + "boxes": [ + 360, + 542, + 1238, + 580 + ] + }, + { + "text": "访问快聊IT", + "boxes": [ + 1430, + 556, + 1532, + 582 + ] + }, + { + "text": "C", + "boxes": [ + 1676, + 556, + 1697, + 574 + ] + }, + { + "text": "天大概两三千斤到现在每天三五万斤。", + "boxes": [ + 366, + 576, + 646, + 600 + ] + }, + { + "text": "腾讯：已囤很多GPU足够训练未来", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "业内人士介绍，小龙虾1-4月份最高价格可达到70元/公斤，5月价格调度后38元/公斤，价格还会再降，原因是小龙虾", + "boxes": [ + 364, + 615, + 1238, + 645 + ] + }, + { + "text": "几代模型", + "boxes": [ + 1448, + 623, + 1508, + 649 + ] + }, + { + "text": "养殖技术不断进步，产区持续扩张。", + "boxes": [ + 364, + 637, + 630, + 671 + ] + }, + { + "text": "美团大众点评全民监督机制上线", + "boxes": [ + 1448, + 667, + 1648, + 691 + ] + }, + { + "text": "据了解，小龙虾的营养很丰富，其蛋白质含量占总体的16%~20%，并且肉质松软，易消化，人体容易吸收，是补充", + "boxes": [ + 362, + 677, + 1228, + 713 + ] + }, + { + "text": "遇到硬要好评、强删差评可一.", + "boxes": [ + 1448, + 687, + 1652, + 711 + ] + }, + { + "text": "蛋白质的佳品。", + "boxes": [ + 364, + 709, + 476, + 739 + ] + }, + { + "text": "王腾喜提爱车：碳纤维双风道版小", + "boxes": [ + 1448, + 731, + 1660, + 754 + ] + }, + { + "text": "除此之外，小龙虾还含有多种矿物质，如钙、锌、铁、镁等常量和微量元素，这些都是人体所必需的营养素。", + "boxes": [ + 360, + 746, + 1174, + 784 + ] + }, + { + "text": "米SU7UItra！网友直呼巨帅4.2..", + "boxes": [ + 1448, + 750, + 1654, + 774 + ] + }, + { + "text": "值得注意的是，小龙虾中含有的虾青素是一种很强的抗氧化剂，能够延缓衰老，还具有美白、抑制糖尿病及其并发", + "boxes": [ + 362, + 792, + 1220, + 822 + ] + }, + { + "text": "症、增强免疫力、缓解运动疲劳等功效。", + "boxes": [ + 362, + 820, + 664, + 850 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击“管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置\"改变您的选择。欲了解", + "boxes": [ + 30, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "龙虾价格腰·.", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×", + "boxes": [ + 194, + 36, + 218, + 50 + ] + }, + { + "text": "龙虾价格腰斩业内人士", + "boxes": [ + 490, + 32, + 628, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1595, + 61, + 1663, + 92 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1742, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "0", + "boxes": [ + 1766, + 125, + 1784, + 141 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 266, + 197 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "快聊IT+关注", + "boxes": [ + 386, + 264, + 558, + 306 + ] + }, + { + "text": "12.3K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1412, + 309, + 1578, + 358 + ] + }, + { + "text": "小龙虾价格腰斩业内人士：还会再降", + "boxes": [ + 368, + 349, + 906, + 391 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1456, + 355, + 1538, + 387 + ] + }, + { + "text": "#", + "boxes": [ + 184, + 388, + 223, + 427 + ] + }, + { + "text": "驱动之家的报道·6小时", + "boxes": [ + 362, + 417, + 554, + 447 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1420, + 411, + 1684, + 447 + ] + }, + { + "text": "你", + "boxes": [ + 1424, + 438, + 1453, + 467 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1428, + 469, + 1506, + 492 + ] + }, + { + "text": "5月14日消息，据媒体报道，随着气温不断攀升，小龙虾的消费逐渐进入旺季。", + "boxes": [ + 364, + 504, + 944, + 534 + ] + }, + { + "text": "在湖北潜江小龙虾交易中心，工人将一筐筐鲜活的小龙虾有序分拣，销往广东、重庆、江苏和浙江等地，从之前的每", + "boxes": [ + 360, + 542, + 1238, + 580 + ] + }, + { + "text": "访问快聊IT", + "boxes": [ + 1430, + 556, + 1532, + 582 + ] + }, + { + "text": "C", + "boxes": [ + 1676, + 556, + 1697, + 574 + ] + }, + { + "text": "天大概两三千斤到现在每天三五万斤。", + "boxes": [ + 366, + 576, + 646, + 600 + ] + }, + { + "text": "业内人士介绍，小龙虾1-4月份最高价格可达到70元/公斤，5月价格调度后38元/公斤，价格还会再降，原因是小龙虾", + "boxes": [ + 360, + 609, + 1240, + 649 + ] + }, + { + "text": "腾讯：已囤很多GPU足够训练未来", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "几代模型", + "boxes": [ + 1448, + 623, + 1508, + 649 + ] + }, + { + "text": "养殖技术不断进步，产区持续扩张。", + "boxes": [ + 364, + 637, + 630, + 671 + ] + }, + { + "text": "美团大众点评全民监督机制上线", + "boxes": [ + 1448, + 667, + 1648, + 691 + ] + }, + { + "text": "据了解，小龙虾的营养很丰富，其蛋白质含量占总体的16%~20%，并且肉质松软，易消化，人体容易吸收，是补充", + "boxes": [ + 362, + 677, + 1228, + 713 + ] + }, + { + "text": "遇到硬要好评、强删差评可一.", + "boxes": [ + 1448, + 687, + 1652, + 711 + ] + }, + { + "text": "蛋白质的佳品。", + "boxes": [ + 364, + 709, + 476, + 739 + ] + }, + { + "text": "王腾喜提爱车：碳纤维双风道版小", + "boxes": [ + 1448, + 731, + 1660, + 754 + ] + }, + { + "text": "除此之外，小龙虾还含有多种矿物质，如钙、锌、铁、镁等常量和微量元素，这些都是人体所必需的营养素。", + "boxes": [ + 360, + 746, + 1174, + 784 + ] + }, + { + "text": "米SU7UItra！网友直呼巨帅4.2..", + "boxes": [ + 1448, + 750, + 1654, + 774 + ] + }, + { + "text": "值得注意的是，小龙虾中含有的虾青素是一种很强的抗氧化剂，能够延缓衰老，还具有美白、抑制糖尿病及其并发", + "boxes": [ + 362, + 792, + 1220, + 822 + ] + }, + { + "text": "症、增强免疫力、缓解运动疲劳等功效。", + "boxes": [ + 362, + 820, + 664, + 850 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击“管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置\"改变您的选择。欲了解", + "boxes": [ + 30, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "龙虾价格腰·.", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "100_0_8", + "episode_id": 100, + "env_id": 0, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.338647842407227, + "advantages": -0.3542569875717163, + "generated_text": "{\n \"intent\": \"Open the article about China successfully launching a global space computing satellite\",\n \"action\": \"DoubleClick(762, 369)\" \n}", + "action_string": "DoubleClick(762, 369)", + "intent_string": "Open the article about China successfully launching a global space computing satellite", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1596, + 64, + 1662, + 89 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 486, + 131 + ] + }, + { + "text": "直播中国", + "boxes": [ + 918, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1170, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 115, + 602, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "体育", + "boxes": [ + 744, + 115, + 772, + 129 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 894, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1252, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 486, + 159, + 544, + 177 + ] + }, + { + "text": "央博", + "boxes": [ + 646, + 161, + 674, + 175 + ] + }, + { + "text": "文化", + "boxes": [ + 694, + 161, + 730, + 175 + ] + }, + { + "text": "健康", + "boxes": [ + 800, + 161, + 834, + 175 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "阅读", + "boxes": [ + 904, + 161, + 932, + 175 + ] + }, + { + "text": "5G", + "boxes": [ + 1006, + 161, + 1034, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1052, + 161, + 1092, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1110, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 540, + 298 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 608, + 272, + 672, + 298 + ] + }, + { + "text": "将AI送上太空", + "boxes": [ + 450, + 326, + 640, + 363 + ] + }, + { + "text": "我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 634, + 324, + 1182, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1596, + 64, + 1662, + 89 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "直播中国", + "boxes": [ + 918, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1170, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 115, + 602, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 892, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1252, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 486, + 159, + 544, + 177 + ] + }, + { + "text": "文化", + "boxes": [ + 694, + 161, + 730, + 175 + ] + }, + { + "text": "健康", + "boxes": [ + 800, + 161, + 834, + 175 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "阅读", + "boxes": [ + 904, + 161, + 932, + 175 + ] + }, + { + "text": "5G", + "boxes": [ + 1006, + 161, + 1034, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1052, + 161, + 1092, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1110, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 540, + 298 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 608, + 272, + 672, + 298 + ] + }, + { + "text": "将AI送上太空", + "boxes": [ + 450, + 326, + 640, + 363 + ] + }, + { + "text": "我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 634, + 324, + 1182, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "100_1_8", + "episode_id": 100, + "env_id": 1, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.523449897766113, + "advantages": -0.9564624428749084, + "generated_text": "{\n \"intent\": \"Click on the image in the article to see more details and possibly open related news articles\",\n \"action\": \"DoubleClick(499, 607)\"\n}", + "action_string": "DoubleClick(499, 607)", + "intent_string": "Click on the image in the article to see more details and possibly open related news articles", + "before_screen_ocr_results": [ + { + "text": "京东外卖回应系统故障：已", + "boxes": [ + 248, + 32, + 414, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1850, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1757, + 116, + 1793, + 150 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1834, + 127, + 1854, + 141 + ] + }, + { + "text": "关注", + "boxes": [ + 282, + 179, + 314, + 199 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "淘", + "boxes": [ + 1624, + 252, + 1650, + 266 + ] + }, + { + "text": "红板报", + "boxes": [ + 417, + 265, + 489, + 305 + ] + }, + { + "text": "+关注", + "boxes": [ + 488, + 272, + 552, + 298 + ] + }, + { + "text": "21.9K关注者", + "boxes": [ + 1096, + 274, + 1174, + 298 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1586, + 284, + 1702, + 314 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1424, + 294, + 1544, + 326 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "京东外卖回应系统故障：已全面恢复给予受影响用户赔偿", + "boxes": [ + 366, + 349, + 1200, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "罗智勇的报道·8小时·①1分钟读取", + "boxes": [ + 362, + 411, + 664, + 451 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "E", + "boxes": [ + 194, + 457, + 210, + 472 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1508, + 492 + ] + }, + { + "text": "【CNMO科技消息】5月14日中午，有不少用户反应京东外卖出现系统故障，自己的订单出现超时现象。针对这", + "boxes": [ + 406, + 504, + 1230, + 534 + ] + }, + { + "text": "一事件，京东外卖官方进行了回应。", + "boxes": [ + 372, + 528, + 628, + 562 + ] + }, + { + "text": "访问红板报", + "boxes": [ + 1430, + 556, + 1538, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "研究称宇宙消亡速度比我们想象的", + "boxes": [ + 1444, + 599, + 1664, + 633 + ] + }, + { + "text": "要快仅需几万亿年", + "boxes": [ + 1448, + 625, + 1566, + 649 + ] + }, + { + "text": "广汽大重整！研发体系洗牌、", + "boxes": [ + 1448, + 667, + 1630, + 691 + ] + }, + { + "text": "干部", + "boxes": [ + 1620, + 667, + 1662, + 693 + ] + }, + { + "text": "竞聘上岗，自主品牌3年冲刺200..", + "boxes": [ + 1446, + 685, + 1656, + 715 + ] + }, + { + "text": "光伏行业财报盘点：2024年合计亏", + "boxes": [ + 1446, + 729, + 1662, + 752 + ] + }, + { + "text": "损300亿元，今年一季度盈利回.", + "boxes": [ + 1446, + 748, + 1652, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "京东外卖回应系统故障：已", + "boxes": [ + 248, + 32, + 414, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1850, + 89 + ] + }, + { + "text": "?", + "boxes": [ + 1842, + 69, + 1866, + 83 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1757, + 116, + 1793, + 150 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1834, + 127, + 1854, + 141 + ] + }, + { + "text": "关注", + "boxes": [ + 282, + 179, + 314, + 199 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "淘", + "boxes": [ + 1624, + 252, + 1650, + 266 + ] + }, + { + "text": "1", + "boxes": [ + 392, + 274, + 420, + 296 + ] + }, + { + "text": "红板报十关注", + "boxes": [ + 412, + 266, + 558, + 304 + ] + }, + { + "text": "21.9K关注者", + "boxes": [ + 1096, + 274, + 1174, + 298 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1586, + 284, + 1702, + 314 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1424, + 294, + 1544, + 326 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "京东外卖回应系统故障：已全面恢复给予受影响用户赔偿", + "boxes": [ + 366, + 349, + 1200, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "罗智勇的报道·8小时·①1分钟读取", + "boxes": [ + 362, + 411, + 664, + 451 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 457, + 210, + 471 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1508, + 492 + ] + }, + { + "text": "【CNMO科技消息】5月14日中午，有不少用户反应京东外卖出现系统故障，自己的订单出现超时现象。针对这", + "boxes": [ + 406, + 504, + 1230, + 534 + ] + }, + { + "text": "一事件，京东外卖官方进行了回应。", + "boxes": [ + 372, + 528, + 630, + 562 + ] + }, + { + "text": "访问红板报", + "boxes": [ + 1430, + 556, + 1538, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "研究称宇宙消亡速度比我们想象的", + "boxes": [ + 1444, + 599, + 1664, + 633 + ] + }, + { + "text": "要快仅需几万亿年", + "boxes": [ + 1448, + 625, + 1566, + 649 + ] + }, + { + "text": "广汽大重整！研发体系洗牌、", + "boxes": [ + 1448, + 667, + 1630, + 691 + ] + }, + { + "text": "干部", + "boxes": [ + 1620, + 667, + 1662, + 693 + ] + }, + { + "text": "竞聘上岗，自主品牌3年冲刺200.", + "boxes": [ + 1446, + 685, + 1656, + 715 + ] + }, + { + "text": "光伏行业财报盘点：2024年合计亏", + "boxes": [ + 1446, + 729, + 1662, + 752 + ] + }, + { + "text": "损300亿元，今年一季度盈利回.", + "boxes": [ + 1446, + 748, + 1652, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ] + }, + { + "frame_id": "100_2_8", + "episode_id": 100, + "env_id": 2, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.351853370666504, + "advantages": -0.3445017635822296, + "generated_text": "{\n \"intent\": \"Click on the link promoting Amazon Cloud Services\",\n \"action\": \"DoubleClick(625, 380)\" \n}", + "action_string": "DoubleClick(625, 380)", + "intent_string": "Click on the link promoting Amazon Cloud Services", + "before_screen_ocr_results": [ + { + "text": " https://www.baidu.com/s?ie", + "boxes": [ + 250, + 62, + 502, + 91 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 66, + 1846, + 91 + ] + }, + { + "text": "亚马逊服务器", + "boxes": [ + 142, + 119, + 250, + 151 + ] + }, + { + "text": "×-回", + "boxes": [ + 640, + 117, + 716, + 149 + ] + }, + { + "text": "百度一下", + "boxes": [ + 736, + 119, + 822, + 151 + ] + }, + { + "text": "百度首页", + "boxes": [ + 1710, + 123, + 1774, + 149 + ] + }, + { + "text": "设置", + "boxes": [ + 1774, + 125, + 1812, + 145 + ] + }, + { + "text": "α网页", + "boxes": [ + 148, + 165, + 202, + 195 + ] + }, + { + "text": "Ai+", + "boxes": [ + 210, + 167, + 250, + 187 + ] + }, + { + "text": "图片", + "boxes": [ + 258, + 167, + 328, + 189 + ] + }, + { + "text": "回资讯", + "boxes": [ + 316, + 165, + 398, + 189 + ] + }, + { + "text": "视频", + "boxes": [ + 396, + 163, + 470, + 189 + ] + }, + { + "text": "目笔记", + "boxes": [ + 460, + 163, + 538, + 189 + ] + }, + { + "text": "地图", + "boxes": [ + 534, + 163, + 612, + 189 + ] + }, + { + "text": "贴贴吧", + "boxes": [ + 616, + 161, + 682, + 193 + ] + }, + { + "text": "文库", + "boxes": [ + 684, + 163, + 750, + 189 + ] + }, + { + "text": "更多", + "boxes": [ + 772, + 171, + 796, + 185 + ] + }, + { + "text": "百度为您找到以下结果", + "boxes": [ + 150, + 202, + 280, + 226 + ] + }, + { + "text": "了搜索工具", + "boxes": [ + 640, + 204, + 710, + 226 + ] + }, + { + "text": "腾讯云上云特惠-爆款秒杀-2核2G云服务器38元/年名企", + "boxes": [ + 148, + 234, + 590, + 264 + ] + }, + { + "text": "Ait DeepSeek-R1", + "boxes": [ + 868, + 250, + 1024, + 280 + ] + }, + { + "text": "帮你解答〉", + "boxes": [ + 1166, + 248, + 1240, + 280 + ] + }, + { + "text": "腾讯云上云特惠限时秒杀,2核2G云服务器38元/年,更有畅享200M峰值带", + "boxes": [ + 290, + 264, + 704, + 294 + ] + }, + { + "text": "宽,不限流量,独享CPU+高带宽，企业和开发者上云必备，价值4208元代金", + "boxes": [ + 292, + 284, + 702, + 314 + ] + }, + { + "text": "券免费领,助力企业和开发者稳定上云", + "boxes": [ + 290, + 306, + 512, + 336 + ] + }, + { + "text": "登录百度帐号交易更有保障", + "boxes": [ + 868, + 308, + 1072, + 338 + ] + }, + { + "text": "腾讯云", + "boxes": [ + 188, + 326, + 240, + 351 + ] + }, + { + "text": "云主机：热门云产品特惠2核2G3M38元/1年2核2G4M99元/1年更", + "boxes": [ + 294, + 334, + 712, + 357 + ] + }, + { + "text": "登录百度帐号认准保晖）标，百度为您提供权益保障", + "boxes": [ + 874, + 338, + 1208, + 367 + ] + }, + { + "text": "云主机：热门云产品特惠2核2G3M 38元/1年2核2G4M 99元/1年更多》", + "boxes": [ + 144, + 361, + 586, + 397 + ] + }, + { + "text": "查看《保障服务协议》与免保范围", + "boxes": [ + 876, + 357, + 1094, + 387 + ] + }, + { + "text": "发生欺诈？申请保障", + "boxes": [ + 878, + 375, + 1006, + 409 + ] + }, + { + "text": "爆款产品：DS一键部署高性能云服务器海外云服务器更多》", + "boxes": [ + 146, + 395, + 526, + 425 + ] + }, + { + "text": "加入商家保障获得保隆", + "boxes": [ + 874, + 399, + 1040, + 429 + ] + }, + { + "text": "立即登录", + "boxes": [ + 1166, + 395, + 1232, + 427 + ] + }, + { + "text": "限时彩杀", + "boxes": [ + 188, + 443, + 242, + 469 + ] + }, + { + "text": "#团起省", + "boxes": [ + 614, + 439, + 672, + 471 + ] + }, + { + "text": "2核2G3M", + "boxes": [ + 182, + 461, + 250, + 486 + ] + }, + { + "text": "2核2G4M", + "boxes": [ + 324, + 461, + 394, + 486 + ] + }, + { + "text": "2核4G6M", + "boxes": [ + 468, + 463, + 534, + 482 + ] + }, + { + "text": "拼成加赠资源", + "boxes": [ + 600, + 461, + 694, + 486 + ] + }, + { + "text": "38元年", + "boxes": [ + 184, + 474, + 242, + 506 + ] + }, + { + "text": "99元年", + "boxes": [ + 328, + 478, + 382, + 504 + ] + }, + { + "text": "199元年", + "boxes": [ + 470, + 478, + 534, + 504 + ] + }, + { + "text": "一个月时长", + "boxes": [ + 614, + 476, + 680, + 508 + ] + }, + { + "text": "相关搜索", + "boxes": [ + 866, + 469, + 940, + 500 + ] + }, + { + "text": "Q亚马逊服务器免费12月", + "boxes": [ + 866, + 506, + 1058, + 536 + ] + }, + { + "text": "爆款秒杀", + "boxes": [ + 148, + 524, + 214, + 550 + ] + }, + { + "text": "新老同享", + "boxes": [ + 292, + 524, + 356, + 550 + ] + }, + { + "text": "高性能云服务器", + "boxes": [ + 436, + 522, + 542, + 554 + ] + }, + { + "text": "拼团嗨购", + "boxes": [ + 580, + 524, + 644, + 550 + ] + }, + { + "text": "优惠折扣享不停", + "boxes": [ + 148, + 548, + 246, + 572 + ] + }, + { + "text": "热销产品超值抢", + "boxes": [ + 290, + 544, + 392, + 576 + ] + }, + { + "text": "限时特惠抢购", + "boxes": [ + 436, + 548, + 522, + 574 + ] + }, + { + "text": "多买多送，拼团超省", + "boxes": [ + 578, + 546, + 702, + 576 + ] + }, + { + "text": "Q谷歌服务器", + "boxes": [ + 866, + 544, + 978, + 574 + ] + }, + { + "text": "查看更多相关信息>>", + "boxes": [ + 148, + 576, + 284, + 600 + ] + }, + { + "text": "Q亚马逊云服务器多少钱一年", + "boxes": [ + 866, + 580, + 1088, + 609 + ] + }, + { + "text": "腾讯云2025-05广告", + "boxes": [ + 162, + 604, + 324, + 621 + ] + }, + { + "text": "保障", + "boxes": [ + 318, + 604, + 370, + 621 + ] + }, + { + "text": "α亚马逊官网入口", + "boxes": [ + 866, + 617, + 1008, + 649 + ] + }, + { + "text": "亚马逊云服务器官网-全球卓越的服务器-2核2G免费用", + "boxes": [ + 144, + 639, + 582, + 675 + ] + }, + { + "text": "Q amazon亚马逊中国官网", + "boxes": [ + 866, + 655, + 1066, + 685 + ] + }, + { + "text": "亚马逊海外云服务器-注册享2核1G30GBSSD12个月免费+2核2G 60G", + "boxes": [ + 294, + 675, + 706, + 699 + ] + }, + { + "text": "B SD 3个月免费.亚马逊云服务器,内置防火墙+12个月免费CDN,个人和", + "boxes": [ + 290, + 693, + 708, + 723 + ] + }, + { + "text": "Q亚马逊需要外网吗", + "boxes": [ + 864, + 689, + 1026, + 725 + ] + }, + { + "text": "亚马逊云科技", + "boxes": [ + 158, + 701, + 278, + 733 + ] + }, + { + "text": "企业服务器优选.", + "boxes": [ + 290, + 717, + 392, + 742 + ] + }, + { + "text": "亚马逊云科技2025-05广告保障", + "boxes": [ + 294, + 742, + 554, + 766 + ] + }, + { + "text": "百度热搜 >", + "boxes": [ + 864, + 752, + 946, + 784 + ] + }, + { + "text": "换一换", + "boxes": [ + 1174, + 752, + 1244, + 784 + ] + }, + { + "text": "亚马逊云服务器官网-12个月免费试用", + "boxes": [ + 148, + 784, + 452, + 814 + ] + }, + { + "text": "热搜榜", + "boxes": [ + 878, + 784, + 936, + 816 + ] + }, + { + "text": "民生榜", + "boxes": [ + 976, + 786, + 1020, + 812 + ] + }, + { + "text": "财经榜", + "boxes": [ + 1062, + 786, + 1110, + 814 + ] + }, + { + "text": "亚马逊全球爆款云服务器2核1G 30GB SSD硬盘12个月免费+2核2G 60GB SSD硬盘3个月免费,高", + "boxes": [ + 146, + 810, + 710, + 840 + ] + }, + { + "text": "不 推动中哥战略伙伴关系走深走实", + "boxes": [ + 864, + 822, + 1092, + 852 + ] + }, + { + "text": "带宽/灵活计价，费率享更低折扣，更有Ddos防御，点击免费试用！", + "boxes": [ + 150, + 834, + 498, + 858 + ] + }, + { + "text": "1 美国调整对华加征关税", + "boxes": [ + 866, + 854, + 1058, + 883 + ] + }, + { + "text": "2核1G", + "boxes": [ + 154, + 883, + 278, + 933 + ] + }, + { + "text": "0元1年", + "boxes": [ + 296, + 883, + 422, + 933 + ] + }, + { + "text": "2核2G", + "boxes": [ + 444, + 885, + 564, + 933 + ] + }, + { + "text": "0元3个月", + "boxes": [ + 580, + 881, + 712, + 933 + ] + }, + { + "text": "2国台办回应特朗普突然提到\"统-", + "boxes": [ + 866, + 889, + 1086, + 913 + ] + }, + { + "text": "3外国人眼中的中国经济韧性", + "boxes": [ + 866, + 921, + 1062, + 945 + ] + }, + { + "text": "新人首单特惠", + "boxes": [ + 145, + 948, + 241, + 985 + ] + }, + { + "text": "服务器新老同享", + "boxes": [ + 292, + 955, + 394, + 981 + ] + }, + { + "text": "热卖香港服务器", + "boxes": [ + 434, + 951, + 544, + 983 + ] + }, + { + "text": "海外服务器0元领", + "boxes": [ + 578, + 953, + 692, + 983 + ] + }, + { + "text": "4南方未来10天捅了\"雨窝\"", + "boxes": [ + 868, + 953, + 1046, + 977 + ] + }, + { + "text": "2核2G低至0元", + "boxes": [ + 150, + 977, + 240, + 1003 + ] + }, + { + "text": "2核4G￥130/月", + "boxes": [ + 290, + 975, + 392, + 1007 + ] + }, + { + "text": "2核1G 12个月免费", + "boxes": [ + 434, + 977, + 552, + 1007 + ] + }, + { + "text": "100+云产品免费", + "boxes": [ + 580, + 979, + 680, + 1005 + ] + }, + { + "text": "5多名在英国中国公民失踪失联", + "boxes": [ + 868, + 985, + 1078, + 1009 + ] + }, + { + "text": "查看更多相关信息>>", + "boxes": [ + 150, + 1007, + 280, + 1030 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " https://www.baidu.com/s?ie", + "boxes": [ + 250, + 62, + 500, + 91 + ] + }, + { + "text": "Q", + "boxes": [ + 110, + 73, + 122, + 85 + ] + }, + { + "text": "马逊服务器8", + "boxes": [ + 600, + 68, + 680, + 85 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 66, + 1846, + 91 + ] + }, + { + "text": "亚马逊服务器", + "boxes": [ + 140, + 119, + 250, + 151 + ] + }, + { + "text": "×-回", + "boxes": [ + 640, + 117, + 716, + 149 + ] + }, + { + "text": "百度一下", + "boxes": [ + 736, + 119, + 822, + 151 + ] + }, + { + "text": "百度首页", + "boxes": [ + 1710, + 123, + 1774, + 149 + ] + }, + { + "text": "设置", + "boxes": [ + 1774, + 125, + 1812, + 145 + ] + }, + { + "text": "α网页", + "boxes": [ + 148, + 165, + 202, + 195 + ] + }, + { + "text": "Ai+", + "boxes": [ + 210, + 167, + 250, + 187 + ] + }, + { + "text": "图片", + "boxes": [ + 258, + 167, + 328, + 189 + ] + }, + { + "text": "回资讯", + "boxes": [ + 316, + 165, + 398, + 189 + ] + }, + { + "text": "视频", + "boxes": [ + 396, + 163, + 470, + 189 + ] + }, + { + "text": "目笔记", + "boxes": [ + 460, + 163, + 538, + 189 + ] + }, + { + "text": "地图", + "boxes": [ + 534, + 163, + 612, + 189 + ] + }, + { + "text": "贴贴吧", + "boxes": [ + 598, + 161, + 682, + 193 + ] + }, + { + "text": "文库", + "boxes": [ + 684, + 163, + 750, + 189 + ] + }, + { + "text": "更多", + "boxes": [ + 772, + 171, + 796, + 185 + ] + }, + { + "text": "百度为您找到以下结果", + "boxes": [ + 150, + 202, + 280, + 226 + ] + }, + { + "text": "了搜索工具", + "boxes": [ + 640, + 204, + 710, + 226 + ] + }, + { + "text": "腾讯云上云特惠-爆款秒杀-2核2G云服务器38元/年名企", + "boxes": [ + 148, + 234, + 590, + 264 + ] + }, + { + "text": "Ait DeepSeek-R1", + "boxes": [ + 868, + 250, + 1024, + 280 + ] + }, + { + "text": "帮你解答〉", + "boxes": [ + 1166, + 248, + 1240, + 280 + ] + }, + { + "text": "腾讯云上云特惠限时秒杀,2核2G云服务器38元/年,更有畅享200M峰值带", + "boxes": [ + 290, + 264, + 704, + 294 + ] + }, + { + "text": "宽,不限流量,独享CPU+高带宽，企业和开发者上云必备，价值4208元代金", + "boxes": [ + 292, + 284, + 702, + 314 + ] + }, + { + "text": "券免费领,助力企业和开发者稳定上云", + "boxes": [ + 288, + 304, + 510, + 334 + ] + }, + { + "text": "登录百度帐号交易更有保障", + "boxes": [ + 868, + 308, + 1072, + 338 + ] + }, + { + "text": "腾讯云", + "boxes": [ + 188, + 326, + 240, + 351 + ] + }, + { + "text": "云主机：热门云产品特惠2核2G3M38’》Q2G4M99元/1年", + "boxes": [ + 294, + 334, + 686, + 357 + ] + }, + { + "text": "登录百度帐号认准保晖）标，百度为您提供权益保障", + "boxes": [ + 874, + 338, + 1208, + 367 + ] + }, + { + "text": "云主机：热门云产品特惠2核2G3M38元/1年2核2G4M 99元/1年更多", + "boxes": [ + 144, + 361, + 594, + 397 + ] + }, + { + "text": "查看《保障服务协议》与免保范围", + "boxes": [ + 876, + 357, + 1094, + 387 + ] + }, + { + "text": "发生欺诈？申请保障", + "boxes": [ + 878, + 375, + 1006, + 409 + ] + }, + { + "text": "爆款产品：DS一键部署高性能云服务器海外云服务器更多》", + "boxes": [ + 146, + 395, + 524, + 425 + ] + }, + { + "text": "加入商家保障获得保隆", + "boxes": [ + 874, + 399, + 1040, + 429 + ] + }, + { + "text": "立即登录", + "boxes": [ + 1166, + 395, + 1232, + 427 + ] + }, + { + "text": "限时彩杀", + "boxes": [ + 188, + 443, + 242, + 469 + ] + }, + { + "text": "限时抢购", + "boxes": [ + 472, + 441, + 534, + 472 + ] + }, + { + "text": "拼团照", + "boxes": [ + 620, + 443, + 670, + 469 + ] + }, + { + "text": "2核2G3M", + "boxes": [ + 182, + 461, + 250, + 486 + ] + }, + { + "text": "2核2G4M", + "boxes": [ + 324, + 461, + 394, + 486 + ] + }, + { + "text": "2核4G6M", + "boxes": [ + 468, + 463, + 534, + 482 + ] + }, + { + "text": "拼成加赠资源", + "boxes": [ + 600, + 461, + 694, + 486 + ] + }, + { + "text": "38元年", + "boxes": [ + 184, + 474, + 242, + 506 + ] + }, + { + "text": "相关搜索", + "boxes": [ + 864, + 465, + 942, + 502 + ] + }, + { + "text": "99元年", + "boxes": [ + 328, + 478, + 382, + 504 + ] + }, + { + "text": "199元年", + "boxes": [ + 470, + 478, + 534, + 504 + ] + }, + { + "text": "一个月时长", + "boxes": [ + 614, + 476, + 680, + 508 + ] + }, + { + "text": "Q亚马逊服务器免费12月", + "boxes": [ + 866, + 506, + 1058, + 536 + ] + }, + { + "text": "爆款秒杀", + "boxes": [ + 148, + 524, + 214, + 550 + ] + }, + { + "text": "新老同享", + "boxes": [ + 292, + 524, + 356, + 550 + ] + }, + { + "text": "高性能云服务器", + "boxes": [ + 436, + 522, + 540, + 554 + ] + }, + { + "text": "拼团嗨购", + "boxes": [ + 580, + 524, + 644, + 550 + ] + }, + { + "text": "优惠折扣享不停", + "boxes": [ + 148, + 548, + 246, + 572 + ] + }, + { + "text": "热销产品超值抢", + "boxes": [ + 290, + 544, + 392, + 576 + ] + }, + { + "text": "限时特惠抢购", + "boxes": [ + 436, + 548, + 522, + 574 + ] + }, + { + "text": "多买多送，拼团超省", + "boxes": [ + 578, + 546, + 704, + 576 + ] + }, + { + "text": "Q谷歌服务器", + "boxes": [ + 866, + 544, + 978, + 574 + ] + }, + { + "text": "查看更多相关信息>>", + "boxes": [ + 148, + 576, + 282, + 600 + ] + }, + { + "text": "Q亚马逊云服务器多少钱一年", + "boxes": [ + 866, + 580, + 1088, + 609 + ] + }, + { + "text": "广告", + "boxes": [ + 288, + 606, + 322, + 619 + ] + }, + { + "text": "保障", + "boxes": [ + 320, + 604, + 370, + 621 + ] + }, + { + "text": "Q亚马逊官网入口", + "boxes": [ + 866, + 617, + 1008, + 647 + ] + }, + { + "text": "亚马逊云服务器官网-全球卓越的服务器-2核2G免费用", + "boxes": [ + 144, + 639, + 582, + 675 + ] + }, + { + "text": "Q amazon亚马逊中国官网", + "boxes": [ + 866, + 655, + 1066, + 685 + ] + }, + { + "text": "亚马逊海外云服务器-注册享2核1G30GBSSD12个月免费+2核2G 60G", + "boxes": [ + 294, + 675, + 704, + 699 + ] + }, + { + "text": "B SD 3个月免费.亚马逊云服务器,内置防火墙+12个月免费CDN,个人和", + "boxes": [ + 290, + 693, + 708, + 723 + ] + }, + { + "text": "Q亚马逊需要外网吗", + "boxes": [ + 864, + 689, + 1026, + 725 + ] + }, + { + "text": "亚马逊云科技", + "boxes": [ + 158, + 701, + 276, + 733 + ] + }, + { + "text": "企业服务器优选.", + "boxes": [ + 290, + 717, + 392, + 742 + ] + }, + { + "text": "亚马逊云科技2025-05○广告", + "boxes": [ + 292, + 741, + 508, + 764 + ] + }, + { + "text": "保障", + "boxes": [ + 500, + 744, + 552, + 764 + ] + }, + { + "text": "百度热搜 >", + "boxes": [ + 864, + 752, + 946, + 784 + ] + }, + { + "text": "换一换", + "boxes": [ + 1174, + 752, + 1244, + 784 + ] + }, + { + "text": "亚马逊云服务器官网-12个月免费试用", + "boxes": [ + 148, + 784, + 452, + 814 + ] + }, + { + "text": "热搜榜", + "boxes": [ + 878, + 784, + 936, + 816 + ] + }, + { + "text": "民生榜", + "boxes": [ + 976, + 786, + 1022, + 812 + ] + }, + { + "text": "财经榜", + "boxes": [ + 1062, + 786, + 1110, + 814 + ] + }, + { + "text": "亚马逊全球爆款云服务器2核1G 30GB SSD硬盘12个月免费+2核2G 60GB", + "boxes": [ + 146, + 810, + 576, + 840 + ] + }, + { + "text": "SSD硬盘3个月免费，高", + "boxes": [ + 578, + 816, + 702, + 834 + ] + }, + { + "text": "不 推动中哥战略伙伴关系走深走实", + "boxes": [ + 866, + 822, + 1094, + 852 + ] + }, + { + "text": "带宽/灵活计价，费率享更低折扣，更有Ddo", + "boxes": [ + 150, + 834, + 378, + 858 + ] + }, + { + "text": "1 美国调整对华加征关税", + "boxes": [ + 866, + 854, + 1058, + 883 + ] + }, + { + "text": "新", + "boxes": [ + 182, + 878, + 238, + 937 + ] + }, + { + "text": "2国台办回应特朗普突然提到\"统-", + "boxes": [ + 868, + 889, + 1086, + 913 + ] + }, + { + "text": "3外国人眼中的中国经济韧性", + "boxes": [ + 866, + 921, + 1060, + 945 + ] + }, + { + "text": "新人首单特惠", + "boxes": [ + 145, + 948, + 241, + 985 + ] + }, + { + "text": "服务器新老同享", + "boxes": [ + 292, + 955, + 394, + 981 + ] + }, + { + "text": "热卖香港服务器", + "boxes": [ + 434, + 951, + 544, + 983 + ] + }, + { + "text": "海外服务器0元领", + "boxes": [ + 576, + 953, + 690, + 983 + ] + }, + { + "text": "4南方未来10天捅了\"雨窝\"", + "boxes": [ + 868, + 953, + 1046, + 977 + ] + }, + { + "text": "2核2G低至0元", + "boxes": [ + 150, + 977, + 240, + 1003 + ] + }, + { + "text": "2核4G￥130/月", + "boxes": [ + 292, + 977, + 390, + 1003 + ] + }, + { + "text": "2核1G12个月免费", + "boxes": [ + 436, + 977, + 552, + 1007 + ] + }, + { + "text": "100+云产品免费", + "boxes": [ + 582, + 979, + 680, + 1005 + ] + }, + { + "text": "5多名在英国中国公民失踪失联", + "boxes": [ + 870, + 985, + 1078, + 1009 + ] + }, + { + "text": "查看更多相关信息>>", + "boxes": [ + 150, + 1007, + 282, + 1030 + ] + } + ] + }, + { + "frame_id": "100_3_8", + "episode_id": 100, + "env_id": 3, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.150102615356445, + "advantages": 0.2451833039522171, + "generated_text": "{\n \"intent\": \"Move the cursor to the Apple website and click on it.\",\n \"action\": \"DoubleClick(585, 704)\"\n}", + "action_string": "DoubleClick(585, 704)", + "intent_string": "Move the cursor to the Apple website and click on it.", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 38, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter adress", + "boxes": [ + 248, + 62, + 522, + 91 + ] + }, + { + "text": "http://www.apple.com", + "boxes": [ + 328, + 111, + 478, + 135 + ] + }, + { + "text": ", bing ", + "boxes": [ + 252, + 141, + 320, + 173 + ] + }, + { + "text": "bing.com", + "boxes": [ + 330, + 147, + 390, + 167 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "a Amazon — http://www.amaz", + "boxes": [ + 256, + 179, + 462, + 202 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 272, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.com", + "boxes": [ + 602, + 220, + 662, + 238 + ] + }, + { + "text": "知zhihu ", + "boxes": [ + 256, + 252, + 326, + 274 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1225, + 673, + 1417, + 735 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 748, + 772, + 792, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ] + }, + { + "frame_id": "100_4_8", + "episode_id": 100, + "env_id": 4, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.330564498901367, + "advantages": -0.3602283298969269, + "generated_text": "{\n \"intent\": \"To explore the content of this news article about the newly launched car model Fengyun A9L.\",\n \"action\": \"DoubleClick(471, 1034)\"\n}", + "action_string": "DoubleClick(471, 1034)", + "intent_string": "To explore the content of this news article about the newly launched car model Fengyun A9L.", + "before_screen_ocr_results": [ + { + "text": "rosoft Bing", + "boxes": [ + 110, + 32, + 188, + 50 + ] + }, + { + "text": "×\"", + "boxes": [ + 192, + 34, + 252, + 52 + ] + }, + { + "text": "奇瑞风云A9L：以安全为底", + "boxes": [ + 246, + 28, + 414, + 52 + ] + }, + { + "text": "→Q白", + "boxes": [ + 43, + 59, + 131, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1746, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1860, + 145 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 177, + 318, + 202 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 342, + 173, + 542, + 202 + ] + }, + { + "text": "科技 萌宠汽车", + "boxes": [ + 530, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 206 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 382, + 264, + 632, + 306 + ] + }, + { + "text": "60.2K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "", + "boxes": [ + 192, + 284, + 214, + 312 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 220, + 371 + ] + }, + { + "text": "奇瑞风云A9L：以安全为底，重塑高端市场东方豪华新标杆", + "boxes": [ + 362, + 345, + 1216, + 395 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "轿车情报的报道·6小时·①2分钟读取", + "boxes": [ + 362, + 413, + 682, + 449 + ] + }, + { + "text": "日本人的聪明創新，打破語言障", + "boxes": [ + 1420, + 411, + 1688, + 447 + ] + }, + { + "text": "凝", + "boxes": [ + 1426, + 443, + 1452, + 465 + ] + }, + { + "text": "B", + "boxes": [ + 192, + 453, + 214, + 476 + ] + }, + { + "text": "广告Enence", + "boxes": [ + 1426, + 469, + 1502, + 492 + ] + }, + { + "text": "奇瑞汽车近日在芜湖举办了一场以\"底线\"为主题的安全之夜活动，活动地点设在奇瑞碰撞安全试验室。在此次活动", + "boxes": [ + 366, + 504, + 1216, + 534 + ] + }, + { + "text": "中，奇瑞正式揭晓了其基于全新EOX平台打造的首款C级旗舰轿车——风云A9L。这款车型以532的越级尺寸，对标百", + "boxes": [ + 364, + 530, + 1228, + 560 + ] + }, + { + "text": "万级豪车制造标准，展现了奇瑞在品质与工艺上的全面跃升，旨在重构旗舰车型的新标准，并承载着奇瑞进军新能源", + "boxes": [ + 366, + 560, + 1234, + 584 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1598, + 584 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1702, + 579 + ] + }, + { + "text": "高端市场的雄心壮志。", + "boxes": [ + 364, + 584, + 528, + 613 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1666, + 631 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1446, + 685, + 1588, + 709 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1446, + 729, + 1664, + 758 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1444, + 748, + 1580, + 778 + ] + }, + { + "text": "风云A9L", + "boxes": [ + 923, + 746, + 1139, + 828 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 873, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "瑞风云A9L :", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "rosoft Bing", + "boxes": [ + 110, + 32, + 188, + 50 + ] + }, + { + "text": "×\"", + "boxes": [ + 192, + 34, + 252, + 52 + ] + }, + { + "text": "奇瑞风云A9L：以安全为底", + "boxes": [ + 246, + 28, + 414, + 52 + ] + }, + { + "text": "→C白", + "boxes": [ + 45, + 61, + 129, + 92 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "Q", + "boxes": [ + 1308, + 123, + 1324, + 139 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1860, + 145 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 177, + 318, + 202 + ] + }, + { + "text": "资讯娱乐　时尚教育", + "boxes": [ + 342, + 173, + 542, + 202 + ] + }, + { + "text": "科技 萌宠汽车", + "boxes": [ + 530, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 206 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 382, + 264, + 632, + 306 + ] + }, + { + "text": "60.2K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "", + "boxes": [ + 192, + 284, + 214, + 312 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 220, + 371 + ] + }, + { + "text": "奇瑞风云A9L：以安全为底，重塑高端市场东方豪华新标杆", + "boxes": [ + 362, + 345, + 1216, + 395 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "轿车情报的报道·6小时·①2分钟读取", + "boxes": [ + 362, + 413, + 682, + 449 + ] + }, + { + "text": "日本人的聪明創新，打破語言障", + "boxes": [ + 1420, + 411, + 1688, + 447 + ] + }, + { + "text": "凝", + "boxes": [ + 1426, + 443, + 1452, + 465 + ] + }, + { + "text": "B", + "boxes": [ + 192, + 453, + 214, + 476 + ] + }, + { + "text": "广告Enence", + "boxes": [ + 1426, + 469, + 1502, + 492 + ] + }, + { + "text": "奇瑞汽车近日在芜湖举办了一场以\"底线\"为主题的安全之夜活动，活动地点设在奇瑞碰撞安全试验室。在此次活动", + "boxes": [ + 366, + 504, + 1216, + 534 + ] + }, + { + "text": "中，奇瑞正式揭晓了其基于全新EOX平台打造的首款C级旗舰轿车——风云A9L。这款车型以532的越级尺寸，对标百", + "boxes": [ + 364, + 530, + 1228, + 560 + ] + }, + { + "text": "万级豪车制造标准，展现了奇瑞在品质与工艺上的全面跃升，旨在重构旗舰车型的新标准，并承载着奇瑞进军新能源", + "boxes": [ + 366, + 560, + 1234, + 584 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1598, + 584 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1702, + 579 + ] + }, + { + "text": "高端市场的雄心壮志。", + "boxes": [ + 364, + 584, + 528, + 613 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1666, + 631 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1446, + 685, + 1588, + 709 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1446, + 729, + 1664, + 758 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1444, + 748, + 1580, + 778 + ] + }, + { + "text": "风云A9L", + "boxes": [ + 921, + 746, + 1139, + 829 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 873, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 30, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择”我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "瑞风云A9L :", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "100_5_8", + "episode_id": 100, + "env_id": 5, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.40695571899414, + "advantages": 0.4349265992641449, + "generated_text": "{\n \"intent\": \"To continue exploring the Apple website, as it provides information on various Apple products.\",\n \"action\": \"DoubleClick(999, 725)\"\n}", + "action_string": "DoubleClick(999, 725)", + "intent_string": "To continue exploring the Apple website, as it provides information on various Apple products.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "享", + "boxes": [ + 466, + 113, + 482, + 127 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "iPhone-Apple", + "boxes": [ + 28, + 28, + 122, + 50 + ] + }, + { + "text": "?", + "boxes": [ + 258, + 71, + 274, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1660, + 87 + ] + }, + { + "text": "Vatch", + "boxes": [ + 774, + 113, + 802, + 127 + ] + }, + { + "text": "AirPod", + "boxes": [ + 912, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1266, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1348, + 129 + ] + }, + { + "text": "Q", + "boxes": [ + 1378, + 111, + 1394, + 127 + ] + }, + { + "text": "亡", + "boxes": [ + 1428, + 111, + 1442, + 127 + ] + }, + { + "text": "B", + "boxes": [ + 456, + 157, + 522, + 218 + ] + }, + { + "text": "C", + "boxes": [ + 554, + 149, + 634, + 228 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 161, + 714, + 214 + ] + }, + { + "text": "D", + "boxes": [ + 748, + 153, + 824, + 226 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "", + "boxes": [ + 1378, + 153, + 1464, + 226 + ] + }, + { + "text": "00", + "boxes": [ + 846, + 165, + 920, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "ipPhone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1210, + 218, + 1274, + 244 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "iPhone", + "boxes": [ + 103, + 386, + 367, + 486 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + }, + { + "text": "9:41", + "boxes": [ + 838, + 568, + 1042, + 689 + ] + } + ] + }, + { + "frame_id": "100_6_8", + "episode_id": 100, + "env_id": 6, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.796283721923828, + "advantages": -0.016190845519304276, + "generated_text": "{\n \"intent\": \"Click on the trending search result '将人工智能送上太空' to explore related information\",\n \"action\": \"DoubleClick(1078, 156)\"\n}", + "action_string": "DoubleClick(1078, 156)", + "intent_string": "Click on the trending search result '将人工智能送上太空' to explore related information", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 40, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "~将人工智能送上太空", + "boxes": [ + 470, + 295, + 630, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "CNext", + "boxes": [ + 1356, + 373, + 1422, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1282, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 449, + 640, + 478 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 444, + 966, + 479 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 768, + 1550, + 792 + ] + }, + { + "text": "1,.712%6", + "boxes": [ + 1627, + 797, + 1695, + 845 + ] + }, + { + "text": "亚洲最大碰撞安全试验室", + "boxes": [ + 336, + 822, + 656, + 852 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1456, + 848, + 1518, + 889 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1628, + 852, + 1688, + 878 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1526, + 941 + ] + }, + { + "text": "W", + "boxes": [ + 1594, + 899, + 1620, + 923 + ] + }, + { + "text": "+4.323", + "boxes": [ + 1628, + 891, + 1700, + 939 + ] + }, + { + "text": "一点视频/商河融媒电视剧荒", + "boxes": [ + 846, + 929, + 1006, + 957 + ] + }, + { + "text": "智车派·20小时", + "boxes": [ + 1136, + 921, + 1262, + 945 + ] + }, + { + "text": "0", + "boxes": [ + 828, + 933, + 856, + 953 + ] + }, + { + "text": "全新智己L6正式上市全系", + "boxes": [ + 1134, + 939, + 1384, + 975 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": ",31", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "奇瑞风云A9L正式定名C级智慧旗舰破局高", + "boxes": [ + 206, + 949, + 762, + 985 + ] + }, + { + "text": "村民喂养了十几年的鱼，越养", + "boxes": [ + 824, + 951, + 1098, + 987 + ] + }, + { + "text": "800V平台权益价20.49万起", + "boxes": [ + 1138, + 969, + 1414, + 999 + ] + }, + { + "text": "端市场", + "boxes": [ + 200, + 987, + 296, + 1018 + ] + }, + { + "text": "越不对，有人出价10万想买走", + "boxes": [ + 828, + 979, + 1100, + 1013 + ] + }, + { + "text": "上", + "boxes": [ + 1452, + 979, + 1528, + 1036 + ] + }, + { + "text": "3.62", + "boxes": [ + 1624, + 983, + 1700, + 1030 + ] + }, + { + "text": "23", + "boxes": [ + 826, + 1026, + 892, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 38, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1661, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 187, + 153 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1266, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13.719%", + "boxes": [ + 1632, + 806, + 1684, + 840 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1446, + 834, + 1523, + 897 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.32 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "W", + "boxes": [ + 1594, + 901, + 1620, + 925 + ] + }, + { + "text": "智车派·20小时", + "boxes": [ + 1136, + 917, + 1264, + 947 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 937, + 850, + 951 + ] + }, + { + "text": "一点视频/商河融媒电视剧荒", + "boxes": [ + 846, + 931, + 1008, + 961 + ] + }, + { + "text": "全新智己L6正式上市全系", + "boxes": [ + 1138, + 941, + 1386, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "村民喂养了十几年的鱼，越养", + "boxes": [ + 826, + 955, + 1096, + 985 + ] + }, + { + "text": "800V平台权益价20.49万起", + "boxes": [ + 1138, + 969, + 1414, + 999 + ] + }, + { + "text": "小龙虾", + "boxes": [ + 270, + 987, + 350, + 1018 + ] + }, + { + "text": "价格波动", + "boxes": [ + 662, + 983, + 780, + 1020 + ] + }, + { + "text": "越不对，有人出价10万想买走", + "boxes": [ + 828, + 979, + 1102, + 1014 + ] + }, + { + "text": "英传", + "boxes": [ + 1454, + 979, + 1526, + 1036 + ] + }, + { + "text": "南县小", + "boxes": [ + 208, + 989, + 284, + 1014 + ] + }, + { + "text": "B00", + "boxes": [ + 480, + 991, + 540, + 1011 + ] + }, + { + "text": "<", + "boxes": [ + 1590, + 989, + 1624, + 1016 + ] + }, + { + "text": "+3.76%", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + } + ] + }, + { + "frame_id": "100_7_8", + "episode_id": 100, + "env_id": 7, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.460142135620117, + "advantages": -1.0032293796539307, + "generated_text": "{\n \"intent\": \"locate and read information about_long_and.html on the web page\",\n \"action\": \"DoubleClick(172, 347)\" \n}", + "action_string": "DoubleClick(172, 347)", + "intent_string": "locate and read information about_long_and.html on the web page", + "before_screen_ocr_results": [ + { + "text": "×", + "boxes": [ + 194, + 36, + 218, + 50 + ] + }, + { + "text": "龙虾价格腰斩业内人士", + "boxes": [ + 490, + 32, + 628, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1595, + 61, + 1663, + 92 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1742, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "0", + "boxes": [ + 1766, + 125, + 1784, + 141 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 266, + 197 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "快聊IT+关注", + "boxes": [ + 386, + 264, + 558, + 306 + ] + }, + { + "text": "12.3K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1412, + 309, + 1578, + 358 + ] + }, + { + "text": "小龙虾价格腰斩业内人士：还会再降", + "boxes": [ + 368, + 349, + 906, + 391 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1456, + 355, + 1538, + 387 + ] + }, + { + "text": "#", + "boxes": [ + 184, + 388, + 223, + 427 + ] + }, + { + "text": "驱动之家的报道·6小时", + "boxes": [ + 362, + 417, + 554, + 447 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1420, + 411, + 1684, + 447 + ] + }, + { + "text": "你", + "boxes": [ + 1424, + 438, + 1453, + 467 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1428, + 469, + 1506, + 492 + ] + }, + { + "text": "5月14日消息，据媒体报道，随着气温不断攀升，小龙虾的消费逐渐进入旺季。", + "boxes": [ + 364, + 504, + 944, + 534 + ] + }, + { + "text": "在湖北潜江小龙虾交易中心，工人将一筐筐鲜活的小龙虾有序分拣，销往广东、重庆、江苏和浙江等地，从之前的每", + "boxes": [ + 360, + 542, + 1238, + 580 + ] + }, + { + "text": "访问快聊IT", + "boxes": [ + 1430, + 556, + 1532, + 582 + ] + }, + { + "text": "C", + "boxes": [ + 1676, + 556, + 1697, + 574 + ] + }, + { + "text": "天大概两三千斤到现在每天三五万斤。", + "boxes": [ + 366, + 576, + 646, + 600 + ] + }, + { + "text": "业内人士介绍，小龙虾1-4月份最高价格可达到70元/公斤，5月价格调度后38元/公斤，价格还会再降，原因是小龙虾", + "boxes": [ + 360, + 609, + 1240, + 649 + ] + }, + { + "text": "腾讯：已囤很多GPU足够训练未来", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "几代模型", + "boxes": [ + 1448, + 623, + 1508, + 649 + ] + }, + { + "text": "养殖技术不断进步，产区持续扩张。", + "boxes": [ + 364, + 637, + 630, + 671 + ] + }, + { + "text": "美团大众点评全民监督机制上线", + "boxes": [ + 1448, + 667, + 1648, + 691 + ] + }, + { + "text": "据了解，小龙虾的营养很丰富，其蛋白质含量占总体的16%~20%，并且肉质松软，易消化，人体容易吸收，是补充", + "boxes": [ + 362, + 677, + 1228, + 713 + ] + }, + { + "text": "遇到硬要好评、强删差评可一.", + "boxes": [ + 1448, + 687, + 1652, + 711 + ] + }, + { + "text": "蛋白质的佳品。", + "boxes": [ + 364, + 709, + 476, + 739 + ] + }, + { + "text": "王腾喜提爱车：碳纤维双风道版小", + "boxes": [ + 1448, + 731, + 1660, + 754 + ] + }, + { + "text": "除此之外，小龙虾还含有多种矿物质，如钙、锌、铁、镁等常量和微量元素，这些都是人体所必需的营养素。", + "boxes": [ + 360, + 746, + 1174, + 784 + ] + }, + { + "text": "米SU7UItra！网友直呼巨帅4.2..", + "boxes": [ + 1448, + 750, + 1654, + 774 + ] + }, + { + "text": "值得注意的是，小龙虾中含有的虾青素是一种很强的抗氧化剂，能够延缓衰老，还具有美白、抑制糖尿病及其并发", + "boxes": [ + 362, + 792, + 1220, + 822 + ] + }, + { + "text": "症、增强免疫力、缓解运动疲劳等功效。", + "boxes": [ + 362, + 820, + 664, + 850 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击“管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置\"改变您的选择。欲了解", + "boxes": [ + 30, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "龙虾价格腰·.", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×", + "boxes": [ + 196, + 36, + 218, + 50 + ] + }, + { + "text": "龙虾价格腰斩业内人士", + "boxes": [ + 490, + 32, + 628, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1595, + 61, + 1663, + 92 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1742, + 149 + ] + }, + { + "text": "0", + "boxes": [ + 1766, + 125, + 1784, + 141 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 266, + 197 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "快聊IT+关注", + "boxes": [ + 384, + 260, + 560, + 308 + ] + }, + { + "text": "12.3K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1412, + 309, + 1578, + 358 + ] + }, + { + "text": "小龙虾价格腰斩业内人士：还会再降", + "boxes": [ + 368, + 349, + 906, + 391 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1454, + 353, + 1540, + 391 + ] + }, + { + "text": "P", + "boxes": [ + 192, + 397, + 214, + 421 + ] + }, + { + "text": "驱动之家的报道·6小时", + "boxes": [ + 362, + 417, + 554, + 447 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1420, + 411, + 1684, + 447 + ] + }, + { + "text": "你", + "boxes": [ + 1424, + 438, + 1453, + 467 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1428, + 469, + 1506, + 492 + ] + }, + { + "text": "5月14日消息，据媒体报道，随着气温不断攀升，小龙虾的消费逐渐进入旺季。", + "boxes": [ + 364, + 504, + 944, + 534 + ] + }, + { + "text": "在湖北潜江小龙虾交易中心，工人将一筐筐鲜活的小龙虾有序分拣，销往广东、重庆、江苏和浙江等地，从之前的每", + "boxes": [ + 360, + 542, + 1238, + 580 + ] + }, + { + "text": "访问快聊IT", + "boxes": [ + 1430, + 556, + 1532, + 582 + ] + }, + { + "text": "C", + "boxes": [ + 1676, + 556, + 1697, + 574 + ] + }, + { + "text": "天大概两三千斤到现在每天三五万斤。", + "boxes": [ + 366, + 576, + 646, + 600 + ] + }, + { + "text": "业内人士介绍，小龙虾1-4月份最高价格可达到70元/公斤，5月价格调度后38元/公斤，价格还会再降，原因是小龙虾", + "boxes": [ + 360, + 609, + 1240, + 649 + ] + }, + { + "text": "腾讯：已囤很多GPU足够训练未来", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "几代模型", + "boxes": [ + 1448, + 623, + 1508, + 649 + ] + }, + { + "text": "养殖技术不断进步，产区持续扩张。", + "boxes": [ + 364, + 637, + 630, + 671 + ] + }, + { + "text": "美团大众点评全民监督机制上线", + "boxes": [ + 1448, + 667, + 1648, + 691 + ] + }, + { + "text": "据了解，小龙虾的营养很丰富，其蛋白质含量占总体的16%~20%，并且肉质松软，易消化，人体容易吸收，是补充", + "boxes": [ + 362, + 677, + 1228, + 713 + ] + }, + { + "text": "遇到硬要好评、强删差评可一.", + "boxes": [ + 1448, + 687, + 1652, + 711 + ] + }, + { + "text": "蛋白质的佳品。", + "boxes": [ + 364, + 709, + 476, + 739 + ] + }, + { + "text": "王腾喜提爱车：碳纤维双风道版小", + "boxes": [ + 1448, + 731, + 1660, + 754 + ] + }, + { + "text": "除此之外，小龙虾还含有多种矿物质，如钙、锌、铁、镁等常量和微量元素，这些都是人体所必需的营养素。", + "boxes": [ + 360, + 746, + 1174, + 784 + ] + }, + { + "text": "米SU7 UItra！网友直呼巨帅 4.2.", + "boxes": [ + 1448, + 750, + 1654, + 774 + ] + }, + { + "text": "值得注意的是，小龙虾中含有的虾青素是一种很强的抗氧化剂，能够延缓衰老，还具有美白、抑制糖尿病及其并发", + "boxes": [ + 362, + 792, + 1220, + 822 + ] + }, + { + "text": "症、增强免疫力、缓解运动疲劳等功效。", + "boxes": [ + 362, + 820, + 664, + 850 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击“管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置\"改变您的选择。欲了解", + "boxes": [ + 30, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "龙虾价格腰·.", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "100_0_9", + "episode_id": 100, + "env_id": 0, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.642797470092773, + "advantages": -0.12957467138767242, + "generated_text": "{\n \"intent\": \"Explore more technical information related to the space technology or AI launch by clicking this link.\",\n \"action\": \"DoubleClick(537, 341)\" \n}", + "action_string": "DoubleClick(537, 341)", + "intent_string": "Explore more technical information related to the space technology or AI launch by clicking this link.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1596, + 64, + 1662, + 89 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 486, + 131 + ] + }, + { + "text": "直播中国", + "boxes": [ + 918, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1170, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 115, + 602, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "体育", + "boxes": [ + 744, + 115, + 772, + 129 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 892, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1252, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 486, + 159, + 544, + 177 + ] + }, + { + "text": "央博", + "boxes": [ + 646, + 161, + 674, + 175 + ] + }, + { + "text": "文化", + "boxes": [ + 694, + 161, + 730, + 175 + ] + }, + { + "text": "健康", + "boxes": [ + 800, + 161, + 834, + 175 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "阅读", + "boxes": [ + 904, + 161, + 932, + 175 + ] + }, + { + "text": "5G", + "boxes": [ + 1006, + 161, + 1034, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1052, + 161, + 1092, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1110, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 540, + 298 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 608, + 272, + 672, + 298 + ] + }, + { + "text": "将AI送上太空", + "boxes": [ + 450, + 326, + 640, + 363 + ] + }, + { + "text": "我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 634, + 324, + 1182, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 569, + 108, + 603, + 132 + ] + }, + { + "text": "熊猫", + "boxes": [ + 862, + 111, + 894, + 131 + ] + }, + { + "text": "直播中国", + "boxes": [ + 918, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 486, + 157, + 544, + 177 + ] + }, + { + "text": "健康", + "boxes": [ + 806, + 161, + 834, + 175 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "兑读", + "boxes": [ + 908, + 161, + 930, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 540, + 298 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 606, + 272, + 672, + 298 + ] + }, + { + "text": "将AI送上太空", + "boxes": [ + 446, + 319, + 638, + 368 + ] + }, + { + "text": "我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 628, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 454, + 383, + 728, + 407 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "100_1_9", + "episode_id": 100, + "env_id": 1, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.247391700744629, + "advantages": -0.42166998982429504, + "generated_text": "{\n \"intent\": \"Click on the article headline to read more details about the system failure news\",\n \"action\": \"DoubleClick(571, 359)\" \n}", + "action_string": "DoubleClick(571, 359)", + "intent_string": "Click on the article headline to read more details about the system failure news", + "before_screen_ocr_results": [ + { + "text": "京东外卖回应系统故障：已", + "boxes": [ + 248, + 32, + 414, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1850, + 89 + ] + }, + { + "text": "?", + "boxes": [ + 1842, + 69, + 1866, + 83 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1757, + 116, + 1793, + 150 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1834, + 127, + 1854, + 141 + ] + }, + { + "text": "关注", + "boxes": [ + 282, + 179, + 314, + 199 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "淘", + "boxes": [ + 1624, + 252, + 1650, + 266 + ] + }, + { + "text": "1", + "boxes": [ + 392, + 274, + 420, + 296 + ] + }, + { + "text": "红板报十关注", + "boxes": [ + 412, + 266, + 558, + 304 + ] + }, + { + "text": "21.9K关注者", + "boxes": [ + 1096, + 274, + 1174, + 298 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1586, + 284, + 1702, + 314 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1424, + 294, + 1544, + 326 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "京东外卖回应系统故障：已全面恢复给予受影响用户赔偿", + "boxes": [ + 366, + 349, + 1200, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "罗智勇的报道·8小时·01分钟读取", + "boxes": [ + 362, + 413, + 664, + 451 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 457, + 210, + 471 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1508, + 492 + ] + }, + { + "text": "【CNMO科技消息】5月14日中午，有不少用户反应京东外卖出现系统故障，自己的订单出现超时现象。针对这", + "boxes": [ + 406, + 504, + 1230, + 534 + ] + }, + { + "text": "一事件，京东外卖官方进行了回应。", + "boxes": [ + 372, + 528, + 630, + 562 + ] + }, + { + "text": "访问红板报", + "boxes": [ + 1430, + 556, + 1538, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "研究称宇宙消亡速度比我们想象的", + "boxes": [ + 1444, + 599, + 1664, + 633 + ] + }, + { + "text": "要快仅需几万亿年", + "boxes": [ + 1448, + 625, + 1566, + 649 + ] + }, + { + "text": "广汽大重整！研发体系洗牌、", + "boxes": [ + 1448, + 667, + 1630, + 691 + ] + }, + { + "text": "干部", + "boxes": [ + 1620, + 667, + 1662, + 693 + ] + }, + { + "text": "竞聘上岗，自主品牌3年冲刺200.", + "boxes": [ + 1446, + 685, + 1656, + 715 + ] + }, + { + "text": "光伏行业财报盘点：2024年合计亏", + "boxes": [ + 1446, + 729, + 1662, + 752 + ] + }, + { + "text": "损300亿元，今年一季度盈利回.", + "boxes": [ + 1446, + 748, + 1652, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "京东外卖回应系统故障：已", + "boxes": [ + 248, + 32, + 414, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1850, + 89 + ] + }, + { + "text": "?", + "boxes": [ + 1842, + 69, + 1866, + 83 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1757, + 116, + 1793, + 150 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1834, + 127, + 1854, + 141 + ] + }, + { + "text": "关注", + "boxes": [ + 282, + 179, + 314, + 199 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "淘", + "boxes": [ + 1624, + 252, + 1650, + 266 + ] + }, + { + "text": "1", + "boxes": [ + 392, + 274, + 420, + 296 + ] + }, + { + "text": "红板报十关注", + "boxes": [ + 410, + 266, + 558, + 304 + ] + }, + { + "text": "21.9K关注者", + "boxes": [ + 1096, + 274, + 1174, + 298 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1586, + 284, + 1702, + 314 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1424, + 294, + 1544, + 326 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "京东外卖回应系统故障：已全面恢复给予受影响用户赔偿", + "boxes": [ + 366, + 349, + 1200, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "罗智勇的报道·8小时·①1分钟读取", + "boxes": [ + 362, + 411, + 664, + 451 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 457, + 210, + 471 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1508, + 492 + ] + }, + { + "text": "【CNMO科技消息】5月14日中午，有不少用户反应京东外卖出现系统故障，自己的订单出现超时现象。针对这", + "boxes": [ + 406, + 504, + 1230, + 534 + ] + }, + { + "text": "一事件，京东外卖官方进行了回应。", + "boxes": [ + 372, + 528, + 630, + 562 + ] + }, + { + "text": "访问红板报", + "boxes": [ + 1430, + 556, + 1538, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "研究称宇宙消亡速度比我们想象的", + "boxes": [ + 1444, + 599, + 1664, + 633 + ] + }, + { + "text": "要快仅需几万亿年", + "boxes": [ + 1448, + 625, + 1566, + 649 + ] + }, + { + "text": "广汽大重整！研发体系洗牌、", + "boxes": [ + 1448, + 667, + 1630, + 691 + ] + }, + { + "text": "干部", + "boxes": [ + 1620, + 667, + 1662, + 693 + ] + }, + { + "text": "竞聘上岗，自主品牌3年冲刺200.", + "boxes": [ + 1446, + 685, + 1656, + 715 + ] + }, + { + "text": "光伏行业财报盘点：2024年合计亏", + "boxes": [ + 1446, + 729, + 1662, + 752 + ] + }, + { + "text": "损300亿元，今年一季度盈利回.", + "boxes": [ + 1446, + 748, + 1652, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ] + }, + { + "frame_id": "100_2_9", + "episode_id": 100, + "env_id": 2, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.449603080749512, + "advantages": -0.27229180932044983, + "generated_text": "{\n \"intent\": \"Double clicking an advertisement that could lead to further exploration.\",\n \"action\": \"DoubleClick(579, 550)\"\n}", + "action_string": "DoubleClick(579, 550)", + "intent_string": "Double clicking an advertisement that could lead to further exploration.", + "before_screen_ocr_results": [ + { + "text": " https://www.baidu.com/s?ie", + "boxes": [ + 250, + 62, + 500, + 91 + ] + }, + { + "text": "Q", + "boxes": [ + 110, + 73, + 122, + 85 + ] + }, + { + "text": "马逊服务器8", + "boxes": [ + 600, + 68, + 680, + 85 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 66, + 1846, + 91 + ] + }, + { + "text": "亚马逊服务器", + "boxes": [ + 140, + 119, + 250, + 151 + ] + }, + { + "text": "×-回", + "boxes": [ + 640, + 117, + 716, + 149 + ] + }, + { + "text": "百度一下", + "boxes": [ + 736, + 119, + 822, + 151 + ] + }, + { + "text": "百度首页", + "boxes": [ + 1710, + 123, + 1774, + 149 + ] + }, + { + "text": "设置", + "boxes": [ + 1774, + 125, + 1812, + 145 + ] + }, + { + "text": "α网页", + "boxes": [ + 148, + 165, + 202, + 195 + ] + }, + { + "text": "Ai+", + "boxes": [ + 210, + 167, + 250, + 187 + ] + }, + { + "text": "图片", + "boxes": [ + 258, + 167, + 328, + 189 + ] + }, + { + "text": "回资讯", + "boxes": [ + 316, + 165, + 398, + 189 + ] + }, + { + "text": "视频", + "boxes": [ + 396, + 163, + 470, + 189 + ] + }, + { + "text": "目笔记", + "boxes": [ + 460, + 163, + 538, + 189 + ] + }, + { + "text": "地图", + "boxes": [ + 534, + 163, + 612, + 189 + ] + }, + { + "text": "贴贴吧", + "boxes": [ + 598, + 161, + 682, + 193 + ] + }, + { + "text": "文库", + "boxes": [ + 684, + 163, + 750, + 189 + ] + }, + { + "text": "更多", + "boxes": [ + 772, + 171, + 796, + 185 + ] + }, + { + "text": "百度为您找到以下结果", + "boxes": [ + 150, + 202, + 280, + 226 + ] + }, + { + "text": "了搜索工具", + "boxes": [ + 640, + 204, + 710, + 226 + ] + }, + { + "text": "腾讯云上云特惠-爆款秒杀-2核2G云服务器38元/年名企", + "boxes": [ + 148, + 234, + 590, + 264 + ] + }, + { + "text": "Ait DeepSeek-R1", + "boxes": [ + 868, + 250, + 1024, + 280 + ] + }, + { + "text": "帮你解答〉", + "boxes": [ + 1166, + 248, + 1240, + 280 + ] + }, + { + "text": "腾讯云上云特惠限时秒杀,2核2G云服务器38元/年,更有畅享200M峰值带", + "boxes": [ + 290, + 264, + 704, + 294 + ] + }, + { + "text": "宽,不限流量,独享CPU+高带宽，企业和开发者上云必备，价值4208元代金", + "boxes": [ + 292, + 284, + 702, + 314 + ] + }, + { + "text": "券免费领,助力企业和开发者稳定上云", + "boxes": [ + 288, + 304, + 510, + 334 + ] + }, + { + "text": "登录百度帐号交易更有保障", + "boxes": [ + 868, + 308, + 1072, + 338 + ] + }, + { + "text": "腾讯云", + "boxes": [ + 188, + 326, + 240, + 351 + ] + }, + { + "text": "云主机：热门云产品特惠2核2G3M38’》Q2G4M99元/1年", + "boxes": [ + 294, + 334, + 686, + 357 + ] + }, + { + "text": "登录百度帐号认准保晖）标，百度为您提供权益保障", + "boxes": [ + 874, + 338, + 1208, + 367 + ] + }, + { + "text": "云主机：热门云产品特惠2核2G3M38元/1年2核2G4M 99元/1年更多", + "boxes": [ + 144, + 361, + 594, + 397 + ] + }, + { + "text": "查看《保障服务协议》与免保范围", + "boxes": [ + 876, + 357, + 1094, + 387 + ] + }, + { + "text": "发生欺诈？申请保障", + "boxes": [ + 878, + 375, + 1006, + 409 + ] + }, + { + "text": "爆款产品：DS一键部署高性能云服务器海外云服务器更多》", + "boxes": [ + 146, + 395, + 524, + 425 + ] + }, + { + "text": "加入商家保障获得保隆", + "boxes": [ + 874, + 399, + 1040, + 429 + ] + }, + { + "text": "立即登录", + "boxes": [ + 1166, + 395, + 1232, + 427 + ] + }, + { + "text": "限时彩杀", + "boxes": [ + 188, + 443, + 242, + 469 + ] + }, + { + "text": "限时抢购", + "boxes": [ + 472, + 441, + 534, + 472 + ] + }, + { + "text": "拼团照", + "boxes": [ + 620, + 443, + 670, + 469 + ] + }, + { + "text": "2核2G3M", + "boxes": [ + 182, + 461, + 250, + 486 + ] + }, + { + "text": "2核2G4M", + "boxes": [ + 324, + 461, + 394, + 486 + ] + }, + { + "text": "2核4G6M", + "boxes": [ + 468, + 463, + 534, + 482 + ] + }, + { + "text": "拼成加赠资源", + "boxes": [ + 600, + 461, + 694, + 486 + ] + }, + { + "text": "38元年", + "boxes": [ + 184, + 474, + 242, + 506 + ] + }, + { + "text": "相关搜索", + "boxes": [ + 864, + 465, + 942, + 502 + ] + }, + { + "text": "99元年", + "boxes": [ + 328, + 478, + 382, + 504 + ] + }, + { + "text": "199元年", + "boxes": [ + 470, + 478, + 534, + 504 + ] + }, + { + "text": "一个月时长", + "boxes": [ + 614, + 476, + 680, + 508 + ] + }, + { + "text": "Q亚马逊服务器免费12月", + "boxes": [ + 866, + 506, + 1058, + 536 + ] + }, + { + "text": "爆款秒杀", + "boxes": [ + 148, + 524, + 214, + 550 + ] + }, + { + "text": "新老同享", + "boxes": [ + 292, + 524, + 356, + 550 + ] + }, + { + "text": "高性能云服务器", + "boxes": [ + 436, + 522, + 540, + 554 + ] + }, + { + "text": "拼团嗨购", + "boxes": [ + 580, + 524, + 644, + 550 + ] + }, + { + "text": "优惠折扣享不停", + "boxes": [ + 148, + 548, + 246, + 572 + ] + }, + { + "text": "热销产品超值抢", + "boxes": [ + 290, + 544, + 392, + 576 + ] + }, + { + "text": "限时特惠抢购", + "boxes": [ + 436, + 548, + 522, + 574 + ] + }, + { + "text": "多买多送，拼团超省", + "boxes": [ + 578, + 546, + 704, + 576 + ] + }, + { + "text": "Q谷歌服务器", + "boxes": [ + 866, + 544, + 978, + 574 + ] + }, + { + "text": "查看更多相关信息>>", + "boxes": [ + 148, + 576, + 282, + 600 + ] + }, + { + "text": "Q亚马逊云服务器多少钱一年", + "boxes": [ + 866, + 580, + 1088, + 609 + ] + }, + { + "text": "广告", + "boxes": [ + 288, + 606, + 322, + 619 + ] + }, + { + "text": "保障", + "boxes": [ + 320, + 604, + 370, + 621 + ] + }, + { + "text": "Q亚马逊官网入口", + "boxes": [ + 866, + 617, + 1008, + 647 + ] + }, + { + "text": "亚马逊云服务器官网-全球卓越的服务器-2核2G免费用", + "boxes": [ + 144, + 639, + 582, + 675 + ] + }, + { + "text": "Q amazon亚马逊中国官网", + "boxes": [ + 866, + 655, + 1066, + 685 + ] + }, + { + "text": "亚马逊海外云服务器-注册享2核1G30GBSSD12个月免费+2核2G 60G", + "boxes": [ + 294, + 675, + 704, + 699 + ] + }, + { + "text": "B SD 3个月免费.亚马逊云服务器,内置防火墙+12个月免费CDN,个人和", + "boxes": [ + 290, + 693, + 708, + 723 + ] + }, + { + "text": "Q亚马逊需要外网吗", + "boxes": [ + 864, + 689, + 1026, + 725 + ] + }, + { + "text": "亚马逊云科技", + "boxes": [ + 158, + 701, + 276, + 733 + ] + }, + { + "text": "企业服务器优选.", + "boxes": [ + 290, + 717, + 392, + 742 + ] + }, + { + "text": "亚马逊云科技2025-05○广告", + "boxes": [ + 292, + 741, + 508, + 764 + ] + }, + { + "text": "保障", + "boxes": [ + 500, + 744, + 552, + 764 + ] + }, + { + "text": "百度热搜 >", + "boxes": [ + 864, + 752, + 946, + 784 + ] + }, + { + "text": "换一换", + "boxes": [ + 1174, + 752, + 1244, + 784 + ] + }, + { + "text": "亚马逊云服务器官网-12个月免费试用", + "boxes": [ + 148, + 784, + 452, + 814 + ] + }, + { + "text": "热搜榜", + "boxes": [ + 878, + 784, + 936, + 816 + ] + }, + { + "text": "民生榜", + "boxes": [ + 976, + 786, + 1022, + 812 + ] + }, + { + "text": "财经榜", + "boxes": [ + 1062, + 786, + 1110, + 814 + ] + }, + { + "text": "亚马逊全球爆款云服务器2核1G 30GB SSD硬盘12个月免费+2核2G 60GB", + "boxes": [ + 146, + 810, + 576, + 840 + ] + }, + { + "text": "SSD硬盘3个月免费，高", + "boxes": [ + 578, + 816, + 702, + 834 + ] + }, + { + "text": "不 推动中哥战略伙伴关系走深走实", + "boxes": [ + 866, + 822, + 1094, + 852 + ] + }, + { + "text": "带宽/灵活计价，费率享更低折扣，更有Ddo", + "boxes": [ + 150, + 834, + 378, + 858 + ] + }, + { + "text": "1 美国调整对华加征关税", + "boxes": [ + 866, + 854, + 1058, + 883 + ] + }, + { + "text": "新", + "boxes": [ + 182, + 878, + 238, + 937 + ] + }, + { + "text": "2国台办回应特朗普突然提到\"统-", + "boxes": [ + 868, + 889, + 1086, + 913 + ] + }, + { + "text": "3外国人眼中的中国经济韧性", + "boxes": [ + 866, + 921, + 1060, + 945 + ] + }, + { + "text": "新人首单特惠", + "boxes": [ + 145, + 948, + 241, + 985 + ] + }, + { + "text": "服务器新老同享", + "boxes": [ + 292, + 955, + 394, + 981 + ] + }, + { + "text": "热卖香港服务器", + "boxes": [ + 434, + 951, + 544, + 983 + ] + }, + { + "text": "海外服务器0元领", + "boxes": [ + 576, + 953, + 690, + 983 + ] + }, + { + "text": "4南方未来10天捅了\"雨窝\"", + "boxes": [ + 868, + 953, + 1046, + 977 + ] + }, + { + "text": "2核2G低至0元", + "boxes": [ + 150, + 977, + 240, + 1003 + ] + }, + { + "text": "2核4G￥130/月", + "boxes": [ + 292, + 977, + 390, + 1003 + ] + }, + { + "text": "2核1G12个月免费", + "boxes": [ + 436, + 977, + 552, + 1007 + ] + }, + { + "text": "100+云产品免费", + "boxes": [ + 582, + 979, + 680, + 1005 + ] + }, + { + "text": "5多名在英国中国公民失踪失联", + "boxes": [ + 870, + 985, + 1078, + 1009 + ] + }, + { + "text": "查看更多相关信息>>", + "boxes": [ + 150, + 1007, + 282, + 1030 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " https://www.baidu.com/s?ie", + "boxes": [ + 250, + 62, + 502, + 91 + ] + }, + { + "text": "Q", + "boxes": [ + 110, + 73, + 122, + 85 + ] + }, + { + "text": "马逊服务器8", + "boxes": [ + 604, + 68, + 678, + 85 + ] + }, + { + "text": "RvrjcdP1Td0ZnqrHD1uycLPj0dmvf1nW", + "boxes": [ + 1306, + 69, + 1582, + 87 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 66, + 1846, + 91 + ] + }, + { + "text": "亚马逊服务器", + "boxes": [ + 142, + 119, + 250, + 151 + ] + }, + { + "text": "×-回", + "boxes": [ + 640, + 117, + 716, + 149 + ] + }, + { + "text": "百度一下", + "boxes": [ + 736, + 119, + 822, + 151 + ] + }, + { + "text": "百度首页", + "boxes": [ + 1710, + 123, + 1774, + 149 + ] + }, + { + "text": "设置", + "boxes": [ + 1776, + 125, + 1812, + 145 + ] + }, + { + "text": "α网页", + "boxes": [ + 148, + 165, + 202, + 195 + ] + }, + { + "text": "Ai+", + "boxes": [ + 208, + 167, + 250, + 187 + ] + }, + { + "text": "图片", + "boxes": [ + 254, + 165, + 328, + 189 + ] + }, + { + "text": "回资讯", + "boxes": [ + 316, + 165, + 398, + 189 + ] + }, + { + "text": "视频", + "boxes": [ + 396, + 163, + 470, + 189 + ] + }, + { + "text": "目笔记", + "boxes": [ + 460, + 163, + 538, + 189 + ] + }, + { + "text": "地图", + "boxes": [ + 534, + 163, + 612, + 189 + ] + }, + { + "text": "贴贴吧", + "boxes": [ + 616, + 161, + 682, + 193 + ] + }, + { + "text": "文库", + "boxes": [ + 684, + 163, + 750, + 189 + ] + }, + { + "text": "更多", + "boxes": [ + 770, + 171, + 796, + 185 + ] + }, + { + "text": "百度为您找到以下结果", + "boxes": [ + 150, + 202, + 280, + 226 + ] + }, + { + "text": "了搜索工具", + "boxes": [ + 640, + 204, + 710, + 226 + ] + }, + { + "text": "腾讯云上云特惠-爆款秒杀-2核2G云服务器38元/年名企", + "boxes": [ + 148, + 234, + 590, + 264 + ] + }, + { + "text": "Ait DeepSeek-R1", + "boxes": [ + 868, + 250, + 1024, + 280 + ] + }, + { + "text": "帮你解答〉", + "boxes": [ + 1166, + 248, + 1240, + 280 + ] + }, + { + "text": "腾讯云上云特惠限时秒杀,2核2G云服务器38元/年,更有畅享200M峰值带", + "boxes": [ + 290, + 264, + 704, + 294 + ] + }, + { + "text": "宽,不限流量,独享CPU+高带宽，企业和开发者上云必备，价值4208元代金", + "boxes": [ + 290, + 284, + 702, + 314 + ] + }, + { + "text": "券免费领,助力企业和开发者稳定上云", + "boxes": [ + 288, + 304, + 510, + 334 + ] + }, + { + "text": "登录百度帐号交易更有保障", + "boxes": [ + 868, + 308, + 1072, + 338 + ] + }, + { + "text": "腾讯云", + "boxes": [ + 188, + 326, + 240, + 351 + ] + }, + { + "text": "云主机：热门云产品特惠2核2G3M38元/1年2核2G4M99元/1年更", + "boxes": [ + 294, + 334, + 712, + 357 + ] + }, + { + "text": "登录百度帐号认准保晖）标，百度为您提供权益保障", + "boxes": [ + 874, + 338, + 1208, + 367 + ] + }, + { + "text": "云主机：热门云产品特惠2核2G3M 38元/1年2核2G4M 99元/1年更多》", + "boxes": [ + 144, + 361, + 586, + 397 + ] + }, + { + "text": "查看《保障服务协议》与免保范围", + "boxes": [ + 876, + 357, + 1094, + 387 + ] + }, + { + "text": "发生欺诈？申请保障", + "boxes": [ + 876, + 375, + 1006, + 409 + ] + }, + { + "text": "爆款产品：DS一键部署高性能云服务器海外云服务器更多》", + "boxes": [ + 148, + 395, + 526, + 425 + ] + }, + { + "text": "加入商家保障获得保隆", + "boxes": [ + 874, + 399, + 1040, + 429 + ] + }, + { + "text": "立即登录", + "boxes": [ + 1166, + 395, + 1232, + 427 + ] + }, + { + "text": "限时彩系", + "boxes": [ + 188, + 439, + 242, + 465 + ] + }, + { + "text": "拼团超告", + "boxes": [ + 612, + 435, + 671, + 472 + ] + }, + { + "text": "2核2G3M", + "boxes": [ + 182, + 461, + 248, + 486 + ] + }, + { + "text": "2核2G4M", + "boxes": [ + 324, + 461, + 392, + 486 + ] + }, + { + "text": "2核4G6M", + "boxes": [ + 468, + 463, + 534, + 482 + ] + }, + { + "text": "拼成加赠资源", + "boxes": [ + 600, + 461, + 694, + 486 + ] + }, + { + "text": "38元年", + "boxes": [ + 184, + 474, + 242, + 506 + ] + }, + { + "text": "99元年", + "boxes": [ + 326, + 474, + 384, + 506 + ] + }, + { + "text": "199元年", + "boxes": [ + 470, + 478, + 534, + 504 + ] + }, + { + "text": "一个月时长", + "boxes": [ + 614, + 476, + 680, + 508 + ] + }, + { + "text": "相关搜索", + "boxes": [ + 866, + 469, + 940, + 500 + ] + }, + { + "text": "Q亚马逊服务器免费12月", + "boxes": [ + 866, + 506, + 1058, + 536 + ] + }, + { + "text": "爆款秒杀", + "boxes": [ + 150, + 524, + 214, + 550 + ] + }, + { + "text": "新老同享", + "boxes": [ + 292, + 524, + 356, + 550 + ] + }, + { + "text": "高性能云服务器", + "boxes": [ + 434, + 522, + 542, + 554 + ] + }, + { + "text": "拼团嗨购", + "boxes": [ + 580, + 524, + 644, + 550 + ] + }, + { + "text": "优惠折扣享不停", + "boxes": [ + 148, + 548, + 246, + 572 + ] + }, + { + "text": "热销产品超值抢", + "boxes": [ + 290, + 544, + 392, + 576 + ] + }, + { + "text": "限时特惠抢购", + "boxes": [ + 436, + 548, + 522, + 574 + ] + }, + { + "text": "多买多送，拼团超省", + "boxes": [ + 572, + 542, + 704, + 578 + ] + }, + { + "text": "Q谷歌服务器", + "boxes": [ + 866, + 544, + 978, + 574 + ] + }, + { + "text": "查看更多相关信息>>", + "boxes": [ + 148, + 576, + 284, + 600 + ] + }, + { + "text": "Q亚马逊云服务器多少钱一年", + "boxes": [ + 866, + 580, + 1088, + 609 + ] + }, + { + "text": "腾讯云2025-05广告", + "boxes": [ + 162, + 604, + 324, + 621 + ] + }, + { + "text": "保障", + "boxes": [ + 318, + 604, + 370, + 621 + ] + }, + { + "text": "Q亚马逊官网入口", + "boxes": [ + 866, + 617, + 1008, + 647 + ] + }, + { + "text": "亚马逊云服务器官网-全球卓越的服务器-2核2G免费用", + "boxes": [ + 144, + 639, + 582, + 675 + ] + }, + { + "text": "Q amazon亚马逊中国官网", + "boxes": [ + 866, + 655, + 1066, + 685 + ] + }, + { + "text": "亚马逊海外云服务器-注册享2核1G 30GBSSD12个月免费+2核2G 60G", + "boxes": [ + 294, + 675, + 706, + 699 + ] + }, + { + "text": "B SD 3个月免费.亚马逊云服务器,内置防火墙+12个月免费CDN,个人和", + "boxes": [ + 290, + 693, + 708, + 723 + ] + }, + { + "text": "Q亚马逊需要外网吗", + "boxes": [ + 864, + 689, + 1026, + 725 + ] + }, + { + "text": "亚马逊云科技", + "boxes": [ + 158, + 701, + 276, + 733 + ] + }, + { + "text": "企业服务器优选.", + "boxes": [ + 290, + 717, + 392, + 742 + ] + }, + { + "text": "亚马逊云科技2025-05○广告", + "boxes": [ + 294, + 742, + 510, + 766 + ] + }, + { + "text": "保障", + "boxes": [ + 500, + 744, + 552, + 764 + ] + }, + { + "text": "百度热搜>", + "boxes": [ + 866, + 754, + 944, + 780 + ] + }, + { + "text": "换一换", + "boxes": [ + 1174, + 752, + 1244, + 784 + ] + }, + { + "text": "亚马逊云服务器官网-12个月免费试用", + "boxes": [ + 148, + 784, + 452, + 814 + ] + }, + { + "text": "热搜榜", + "boxes": [ + 878, + 784, + 936, + 816 + ] + }, + { + "text": "民生榜", + "boxes": [ + 976, + 786, + 1022, + 812 + ] + }, + { + "text": "财经榜", + "boxes": [ + 1062, + 786, + 1110, + 814 + ] + }, + { + "text": "亚马逊全球爆款云服务器2核1G30GB SSD硬盘12个月免费+2核2G 60GB", + "boxes": [ + 146, + 810, + 576, + 840 + ] + }, + { + "text": "SSD硬盘3个月免费，高", + "boxes": [ + 578, + 816, + 702, + 834 + ] + }, + { + "text": "不推动中哥战略伙伴关系走深走实", + "boxes": [ + 866, + 822, + 1094, + 852 + ] + }, + { + "text": "带宽/灵活计价，费率享更低折扣，更有Ddo", + "boxes": [ + 150, + 834, + 378, + 858 + ] + }, + { + "text": "1 美国调整对华加征关税", + "boxes": [ + 866, + 854, + 1058, + 883 + ] + }, + { + "text": "新", + "boxes": [ + 182, + 878, + 238, + 937 + ] + }, + { + "text": "2国台办回应特朗普突然提到\"统-", + "boxes": [ + 868, + 889, + 1086, + 913 + ] + }, + { + "text": "3外国人眼中的中国经济韧性", + "boxes": [ + 866, + 921, + 1060, + 945 + ] + }, + { + "text": "新人首单特惠", + "boxes": [ + 145, + 948, + 241, + 985 + ] + }, + { + "text": "服务器新老同享", + "boxes": [ + 292, + 955, + 394, + 981 + ] + }, + { + "text": "热卖香港服务器", + "boxes": [ + 434, + 951, + 544, + 983 + ] + }, + { + "text": "海外服务器0元领", + "boxes": [ + 576, + 953, + 690, + 983 + ] + }, + { + "text": "4南方未来10天捅了\"雨窝\"", + "boxes": [ + 868, + 953, + 1046, + 977 + ] + }, + { + "text": "2核2G低至0元", + "boxes": [ + 150, + 977, + 240, + 1003 + ] + }, + { + "text": "2核4G￥130/月", + "boxes": [ + 292, + 977, + 390, + 1003 + ] + }, + { + "text": "2核1G12个月免费", + "boxes": [ + 436, + 977, + 552, + 1007 + ] + }, + { + "text": "100+云产品免费", + "boxes": [ + 582, + 979, + 680, + 1005 + ] + }, + { + "text": "查看更多相关信息>>", + "boxes": [ + 150, + 1007, + 282, + 1030 + ] + } + ] + }, + { + "frame_id": "100_3_9", + "episode_id": 100, + "env_id": 3, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.421361923217773, + "advantages": 0.4455687999725342, + "generated_text": "{\n \"intent\": \"To explore potential interactions related to products or features of the website\",\n \"action\": \"DoubleClick(737, 649)\"\n}", + "action_string": "DoubleClick(737, 649)", + "intent_string": "To explore potential interactions related to products or features of the website", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 82, + 32, + 126, + 50 + ] + }, + { + "text": "?", + "boxes": [ + 262, + 73, + 274, + 85 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1266, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1346, + 129 + ] + }, + { + "text": "C", + "boxes": [ + 460, + 161, + 516, + 220 + ] + }, + { + "text": "C", + "boxes": [ + 562, + 157, + 626, + 224 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 161, + 714, + 218 + ] + }, + { + "text": "C", + "boxes": [ + 754, + 157, + 818, + 224 + ] + }, + { + "text": "00", + "boxes": [ + 842, + 161, + 920, + 226 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1168, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "[os", + "boxes": [ + 1308, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Ccard", + "boxes": [ + 1208, + 218, + 1274, + 244 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "iPhone", + "boxes": [ + 101, + 386, + 365, + 486 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + }, + { + "text": "Monday, September 9", + "boxes": [ + 838, + 570, + 1066, + 606 + ] + }, + { + "text": "9:41", + "boxes": [ + 845, + 599, + 1055, + 702 + ] + } + ] + }, + { + "frame_id": "100_4_9", + "episode_id": 100, + "env_id": 4, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.081707954406738, + "advantages": -0.5440644025802612, + "generated_text": "{\n \"intent\": \"Double click on the article to read more content about the festival.\",\n \"action\": \"DoubleClick(481, 375)\"\n}", + "action_string": "DoubleClick(481, 375)", + "intent_string": "Double click on the article to read more content about the festival.", + "before_screen_ocr_results": [ + { + "text": "rosoft Bing", + "boxes": [ + 110, + 32, + 188, + 50 + ] + }, + { + "text": "×\"", + "boxes": [ + 192, + 34, + 252, + 52 + ] + }, + { + "text": "奇瑞风云A9L：以安全为底", + "boxes": [ + 246, + 28, + 414, + 52 + ] + }, + { + "text": "→C白", + "boxes": [ + 45, + 61, + 129, + 92 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1860, + 145 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 177, + 318, + 202 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 342, + 173, + 542, + 202 + ] + }, + { + "text": "科技 萌宠汽车", + "boxes": [ + 530, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 206 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 382, + 264, + 632, + 306 + ] + }, + { + "text": "60.2K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "", + "boxes": [ + 192, + 284, + 214, + 312 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 220, + 371 + ] + }, + { + "text": "奇瑞风云A9L：以安全为底，重塑高端市场东方豪华新标杆", + "boxes": [ + 362, + 345, + 1216, + 395 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "轿车情报的报道·6小时·① 2分钟读取", + "boxes": [ + 362, + 413, + 682, + 449 + ] + }, + { + "text": "日本人的聪明創新，打破語言障", + "boxes": [ + 1420, + 411, + 1688, + 447 + ] + }, + { + "text": "凝", + "boxes": [ + 1426, + 443, + 1452, + 465 + ] + }, + { + "text": "B", + "boxes": [ + 192, + 453, + 214, + 476 + ] + }, + { + "text": "广告Enence", + "boxes": [ + 1426, + 469, + 1502, + 492 + ] + }, + { + "text": "奇瑞汽车近日在芜湖举办了一场以\"底线\"为主题的安全之夜活动，活动地点设在奇瑞碰撞安全试验室。在此次活动", + "boxes": [ + 366, + 504, + 1216, + 534 + ] + }, + { + "text": "中，奇瑞正式揭晓了其基于全新EOX平台打造的首款C级旗舰轿车——风云A9L。这款车型以532的越级尺寸，对标百", + "boxes": [ + 364, + 530, + 1228, + 560 + ] + }, + { + "text": "万级豪车制造标准，展现了奇瑞在品质与工艺上的全面跃升，旨在重构旗舰车型的新标准，并承载着奇瑞进军新能源", + "boxes": [ + 366, + 560, + 1234, + 584 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1598, + 584 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1702, + 579 + ] + }, + { + "text": "高端市场的雄心壮志。", + "boxes": [ + 364, + 584, + 528, + 613 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1666, + 631 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1446, + 685, + 1588, + 709 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1446, + 729, + 1664, + 758 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1444, + 748, + 1580, + 778 + ] + }, + { + "text": "风云A9L", + "boxes": [ + 921, + 746, + 1139, + 829 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 873, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 30, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "瑞风云A9L :", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "rosoft Bing", + "boxes": [ + 110, + 32, + 188, + 50 + ] + }, + { + "text": "×\"", + "boxes": [ + 192, + 34, + 252, + 52 + ] + }, + { + "text": "奇瑞风云A9L：以安全为底", + "boxes": [ + 246, + 28, + 414, + 52 + ] + }, + { + "text": "→Q白", + "boxes": [ + 43, + 59, + 131, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1746, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1860, + 145 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 177, + 318, + 202 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 342, + 173, + 542, + 202 + ] + }, + { + "text": "科技 萌宠汽车", + "boxes": [ + 530, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 206 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 382, + 264, + 632, + 306 + ] + }, + { + "text": "60.2K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "", + "boxes": [ + 192, + 284, + 214, + 312 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 220, + 371 + ] + }, + { + "text": "奇瑞风云A9L：以安全为底，重塑高端市场东方豪华新标杆", + "boxes": [ + 362, + 345, + 1216, + 395 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "轿车情报的报道·6小时·①2分钟读取", + "boxes": [ + 362, + 413, + 682, + 449 + ] + }, + { + "text": "日本人的聪明創新，打破語言障", + "boxes": [ + 1420, + 411, + 1688, + 447 + ] + }, + { + "text": "凝", + "boxes": [ + 1426, + 443, + 1452, + 465 + ] + }, + { + "text": "B", + "boxes": [ + 192, + 453, + 214, + 476 + ] + }, + { + "text": "广告Enence", + "boxes": [ + 1426, + 469, + 1502, + 492 + ] + }, + { + "text": "奇瑞汽车近日在芜湖举办了一场以\"底线\"为主题的安全之夜活动，活动地点设在奇瑞碰撞安全试验室。在此次活动", + "boxes": [ + 366, + 504, + 1216, + 534 + ] + }, + { + "text": "中，奇瑞正式揭晓了其基于全新EOX平台打造的首款C级旗舰轿车——风云A9L。这款车型以532的越级尺寸，对标百", + "boxes": [ + 364, + 530, + 1228, + 560 + ] + }, + { + "text": "万级豪车制造标准，展现了奇瑞在品质与工艺上的全面跃升，旨在重构旗舰车型的新标准，并承载着奇瑞进军新能源", + "boxes": [ + 366, + 560, + 1234, + 584 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1598, + 584 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1702, + 579 + ] + }, + { + "text": "高端市场的雄心壮志。", + "boxes": [ + 364, + 584, + 528, + 613 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1666, + 631 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1446, + 685, + 1588, + 709 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1446, + 729, + 1664, + 758 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1444, + 748, + 1580, + 778 + ] + }, + { + "text": "风云A9L", + "boxes": [ + 923, + 746, + 1139, + 828 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 873, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "瑞风云A9L :", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "100_5_9", + "episode_id": 100, + "env_id": 5, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.482789993286133, + "advantages": -0.2477758675813675, + "generated_text": "{\n \"intent\": \"Move the mouse forward by clicking different parts of the webpage to continue exploring.\",\n \"action\": \"DoubleClick(875, 352)\" \n}", + "action_string": "DoubleClick(875, 352)", + "intent_string": "Move the mouse forward by clicking different parts of the webpage to continue exploring.", + "before_screen_ocr_results": [ + { + "text": "iPhone - Apple", + "boxes": [ + 28, + 32, + 126, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1606, + 68, + 1658, + 87 + ] + }, + { + "text": "Pac", + "boxes": [ + 638, + 113, + 658, + 127 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "AirPod", + "boxes": [ + 910, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1268, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1348, + 129 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "D", + "boxes": [ + 456, + 159, + 522, + 218 + ] + }, + { + "text": "C0", + "boxes": [ + 560, + 155, + 630, + 226 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 163, + 714, + 214 + ] + }, + { + "text": "B", + "boxes": [ + 754, + 157, + 822, + 224 + ] + }, + { + "text": "00", + "boxes": [ + 842, + 161, + 922, + 226 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "0", + "boxes": [ + 1371, + 141, + 1471, + 230 + ] + }, + { + "text": "?", + "boxes": [ + 939, + 175, + 995, + 224 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1206, + 167, + 1278, + 224 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 758, + 218, + 820, + 244 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 946, + 218, + 994, + 244 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1212, + 222, + 1272, + 242 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "Get $170-$630 in credit to", + "boxes": [ + 592, + 282, + 766, + 306 + ] + }, + { + "text": "iPhone", + "boxes": [ + 103, + 390, + 363, + 479 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + }, + { + "text": "\"", + "boxes": [ + 1840, + 975, + 1860, + 995 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "iPhone - Apple", + "boxes": [ + 26, + 28, + 126, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "?", + "boxes": [ + 260, + 71, + 276, + 85 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1048, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1346, + 129 + ] + }, + { + "text": "二", + "boxes": [ + 1430, + 113, + 1442, + 125 + ] + }, + { + "text": "D", + "boxes": [ + 456, + 159, + 522, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 558, + 155, + 630, + 224 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 163, + 714, + 214 + ] + }, + { + "text": "C", + "boxes": [ + 754, + 159, + 820, + 218 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "00", + "boxes": [ + 844, + 165, + 920, + 222 + ] + }, + { + "text": "", + "boxes": [ + 1384, + 159, + 1458, + 218 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro ", + "boxes": [ + 446, + 216, + 532, + 248 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 562, + 216, + 628, + 248 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 850, + 216, + 910, + 248 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 992, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1206, + 216, + 1276, + 248 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "Get $170-$630 in credit to", + "boxes": [ + 592, + 282, + 766, + 306 + ] + }, + { + "text": "iPhone", + "boxes": [ + 104, + 384, + 366, + 492 + ] + }, + { + "text": " Designed to be loved.", + "boxes": [ + 1518, + 433, + 1798, + 474 + ] + } + ] + }, + { + "frame_id": "100_6_9", + "episode_id": 100, + "env_id": 6, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.594141960144043, + "advantages": 0.5732053518295288, + "generated_text": "{\n \"intent\": \"To explore more content on the Bing homepage, including videos and images, by clicking on relevant links.\",\n \"action\": \"DoubleClick(740, 947)\" }", + "action_string": "DoubleClick(740, 947)", + "intent_string": "To explore more content on the Bing homepage, including videos and images, by clicking on relevant links.", + "before_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 44, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 444, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13.71%", + "boxes": [ + 1632, + 806, + 1686, + 840 + ] + }, + { + "text": "亚洲最大碰撞安全试验室", + "boxes": [ + 340, + 826, + 650, + 850 + ] + }, + { + "text": "D", + "boxes": [ + 1158, + 826, + 1188, + 862 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1446, + 834, + 1523, + 897 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1632, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.32 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "W", + "boxes": [ + 1594, + 901, + 1620, + 925 + ] + }, + { + "text": "智车派·20小时", + "boxes": [ + 1136, + 917, + 1264, + 947 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 937, + 850, + 951 + ] + }, + { + "text": "一点视频/商河融媒电视剧荒", + "boxes": [ + 848, + 933, + 1008, + 957 + ] + }, + { + "text": "全新智己L6正式上市全系", + "boxes": [ + 1138, + 941, + 1386, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "奇瑞风云A9L正式定名C级智慧旗舰破局高", + "boxes": [ + 206, + 949, + 762, + 985 + ] + }, + { + "text": "村民喂养了十几年的鱼，越养", + "boxes": [ + 826, + 955, + 1096, + 985 + ] + }, + { + "text": "800V平台权益价20.49万起", + "boxes": [ + 1138, + 969, + 1414, + 999 + ] + }, + { + "text": "端市场", + "boxes": [ + 200, + 983, + 298, + 1020 + ] + }, + { + "text": "越不对，有人出价10万想买走", + "boxes": [ + 828, + 979, + 1102, + 1014 + ] + }, + { + "text": "传", + "boxes": [ + 1454, + 979, + 1528, + 1036 + ] + }, + { + "text": "{", + "boxes": [ + 1590, + 989, + 1626, + 1016 + ] + }, + { + "text": "+3.76%", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "23", + "boxes": [ + 836, + 1028, + 866, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "我里戏外贵公", + "boxes": [ + 676, + 4, + 758, + 22 + ] + }, + { + "text": "crosoft Bing", + "boxes": [ + 108, + 32, + 188, + 50 + ] + }, + { + "text": "戏里戏外贵公子，却放弃亿", + "boxes": [ + 260, + 32, + 414, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 62, + 130, + 93 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 66, + 1660, + 91 + ] + }, + { + "text": "I目=", + "boxes": [ + 1784, + 64, + 1912, + 93 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "ZAKER娱乐", + "boxes": [ + 419, + 263, + 513, + 306 + ] + }, + { + "text": "N", + "boxes": [ + 392, + 274, + 420, + 296 + ] + }, + { + "text": "戏里戏外贵公子，却放弃亿万家产去当和尚，除了钱他一无", + "boxes": [ + 364, + 345, + 1228, + 395 + ] + }, + { + "text": "所有？", + "boxes": [ + 366, + 393, + 464, + 431 + ] + }, + { + "text": "不似少年游的报道·10小时·03分钟读取", + "boxes": [ + 366, + 459, + 708, + 488 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1670, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择”我同意“从而同意上述使用场，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及不", + "boxes": [ + 30, + 951, + 216, + 975 + ] + }, + { + "text": "在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 208, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：", + "boxes": [ + 32, + 971, + 130, + 995 + ] + }, + { + "text": "微软隐私声明", + "boxes": [ + 120, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "里戏外贵公·", + "boxes": [ + 224, + 1048, + 304, + 1074 + ] + } + ] + }, + { + "frame_id": "100_7_9", + "episode_id": 100, + "env_id": 7, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.814279556274414, + "advantages": -0.0028969086706638336, + "generated_text": "{\n \"intent\": \"Click on the article title '小龙虾价格腰斩 业内人士：还会再降' to read more about the current price situation of freshwater crayfish.\",\n \"action\": \"DoubleClick(587, 372)\"\n}", + "action_string": "DoubleClick(587, 372)", + "intent_string": "Click on the article title '小龙虾价格腰斩 业内人士：还会再降' to read more about the current price situation of freshwater crayfish.", + "before_screen_ocr_results": [ + { + "text": "×", + "boxes": [ + 196, + 36, + 218, + 50 + ] + }, + { + "text": "龙虾价格腰斩业内人士", + "boxes": [ + 490, + 32, + 628, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1595, + 61, + 1663, + 92 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1742, + 149 + ] + }, + { + "text": "0", + "boxes": [ + 1766, + 125, + 1784, + 141 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 266, + 197 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "快聊IT+关注", + "boxes": [ + 384, + 260, + 560, + 308 + ] + }, + { + "text": "12.3K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1412, + 309, + 1578, + 358 + ] + }, + { + "text": "小龙虾价格腰斩业内人士：还会再降", + "boxes": [ + 368, + 349, + 906, + 391 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1454, + 353, + 1540, + 391 + ] + }, + { + "text": "P", + "boxes": [ + 192, + 397, + 214, + 421 + ] + }, + { + "text": "驱动之家的报道·6小时", + "boxes": [ + 362, + 417, + 554, + 447 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1420, + 411, + 1684, + 447 + ] + }, + { + "text": "你", + "boxes": [ + 1424, + 438, + 1453, + 467 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1428, + 469, + 1506, + 492 + ] + }, + { + "text": "5月14日消息，据媒体报道，随着气温不断攀升，小龙虾的消费逐渐进入旺季。", + "boxes": [ + 364, + 504, + 944, + 534 + ] + }, + { + "text": "在湖北潜江小龙虾交易中心，工人将一筐筐鲜活的小龙虾有序分拣，销往广东、重庆、江苏和浙江等地，从之前的每", + "boxes": [ + 360, + 542, + 1238, + 580 + ] + }, + { + "text": "访问快聊IT", + "boxes": [ + 1430, + 556, + 1532, + 582 + ] + }, + { + "text": "C", + "boxes": [ + 1676, + 556, + 1697, + 574 + ] + }, + { + "text": "天大概两三千斤到现在每天三五万斤。", + "boxes": [ + 366, + 576, + 646, + 600 + ] + }, + { + "text": "业内人士介绍，小龙虾1-4月份最高价格可达到70元/公斤，5月价格调度后38元/公斤，价格还会再降，原因是小龙虾", + "boxes": [ + 360, + 609, + 1240, + 649 + ] + }, + { + "text": "腾讯：已囤很多GPU足够训练未来", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "几代模型", + "boxes": [ + 1448, + 623, + 1508, + 649 + ] + }, + { + "text": "养殖技术不断进步，产区持续扩张。", + "boxes": [ + 364, + 637, + 630, + 671 + ] + }, + { + "text": "美团大众点评全民监督机制上线", + "boxes": [ + 1448, + 667, + 1648, + 691 + ] + }, + { + "text": "据了解，小龙虾的营养很丰富，其蛋白质含量占总体的16%~20%，并且肉质松软，易消化，人体容易吸收，是补充", + "boxes": [ + 362, + 677, + 1228, + 713 + ] + }, + { + "text": "遇到硬要好评、强删差评可一.", + "boxes": [ + 1448, + 687, + 1652, + 711 + ] + }, + { + "text": "蛋白质的佳品。", + "boxes": [ + 364, + 709, + 476, + 739 + ] + }, + { + "text": "王腾喜提爱车：碳纤维双风道版小", + "boxes": [ + 1448, + 731, + 1660, + 754 + ] + }, + { + "text": "除此之外，小龙虾还含有多种矿物质，如钙、锌、铁、镁等常量和微量元素，这些都是人体所必需的营养素。", + "boxes": [ + 360, + 746, + 1174, + 784 + ] + }, + { + "text": "米SU7 UItra！网友直呼巨帅 4.2.", + "boxes": [ + 1448, + 750, + 1654, + 774 + ] + }, + { + "text": "值得注意的是，小龙虾中含有的虾青素是一种很强的抗氧化剂，能够延缓衰老，还具有美白、抑制糖尿病及其并发", + "boxes": [ + 362, + 792, + 1220, + 822 + ] + }, + { + "text": "症、增强免疫力、缓解运动疲劳等功效。", + "boxes": [ + 362, + 820, + 664, + 850 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击“管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置\"改变您的选择。欲了解", + "boxes": [ + 30, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "龙虾价格腰·.", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×", + "boxes": [ + 194, + 36, + 218, + 50 + ] + }, + { + "text": "龙虾价格腰斩业内人士", + "boxes": [ + 490, + 32, + 628, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1595, + 61, + 1663, + 92 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1742, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "0", + "boxes": [ + 1766, + 125, + 1784, + 141 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 266, + 197 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "快聊IT+关注", + "boxes": [ + 390, + 266, + 558, + 304 + ] + }, + { + "text": "12.3K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1412, + 309, + 1578, + 358 + ] + }, + { + "text": "小龙虾价格腰业内人士：还会再降", + "boxes": [ + 368, + 349, + 906, + 391 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1454, + 353, + 1540, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 184, + 388, + 223, + 427 + ] + }, + { + "text": "驱动之家的报道·6小时", + "boxes": [ + 362, + 417, + 554, + 447 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1420, + 411, + 1684, + 447 + ] + }, + { + "text": "你", + "boxes": [ + 1424, + 438, + 1453, + 467 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1428, + 469, + 1506, + 492 + ] + }, + { + "text": "5月14日消息，据媒体报道，随着气温不断攀升，小龙虾的消费逐渐进入旺季。", + "boxes": [ + 364, + 504, + 944, + 534 + ] + }, + { + "text": "在湖北潜江小龙虾交易中心，工人将一筐筐鲜活的小龙虾有序分拣，销往广东、重庆、江苏和浙江等地，从之前的每", + "boxes": [ + 360, + 542, + 1238, + 580 + ] + }, + { + "text": "访问快聊IT", + "boxes": [ + 1430, + 556, + 1532, + 582 + ] + }, + { + "text": "C", + "boxes": [ + 1676, + 556, + 1697, + 574 + ] + }, + { + "text": "天大概两三千斤到现在每天三五万斤。", + "boxes": [ + 366, + 576, + 646, + 600 + ] + }, + { + "text": "腾讯：已囤很多GPU足够训练未来", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "业内人士介绍，小龙虾1-4月份最高价格可达到70元/公斤，5月价格调度后38元/公斤，价格还会再降，原因是小龙虾", + "boxes": [ + 364, + 615, + 1238, + 645 + ] + }, + { + "text": "几代模型", + "boxes": [ + 1448, + 623, + 1508, + 649 + ] + }, + { + "text": "养殖技术不断进步，产区持续扩张。", + "boxes": [ + 364, + 637, + 630, + 671 + ] + }, + { + "text": "美团大众点评全民监督机制上线", + "boxes": [ + 1448, + 667, + 1648, + 691 + ] + }, + { + "text": "据了解，小龙虾的营养很丰富，其蛋白质含量占总体的16%~20%，并且肉质松软，易消化，人体容易吸收，是补充", + "boxes": [ + 362, + 677, + 1228, + 713 + ] + }, + { + "text": "遇到硬要好评、强删差评可一.", + "boxes": [ + 1448, + 687, + 1652, + 711 + ] + }, + { + "text": "蛋白质的佳品。", + "boxes": [ + 364, + 709, + 476, + 739 + ] + }, + { + "text": "王腾喜提爱车：碳纤维双风道版小", + "boxes": [ + 1448, + 731, + 1660, + 754 + ] + }, + { + "text": "除此之外，小龙虾还含有多种矿物质，如钙、锌、铁、镁等常量和微量元素，这些都是人体所必需的营养素。", + "boxes": [ + 360, + 746, + 1174, + 784 + ] + }, + { + "text": "米SU7UItra！网友直呼巨帅4.2..", + "boxes": [ + 1448, + 750, + 1654, + 774 + ] + }, + { + "text": "值得注意的是，小龙虾中含有的虾青素是一种很强的抗氧化剂，能够延缓衰老，还具有美白、抑制糖尿病及其并发", + "boxes": [ + 362, + 792, + 1220, + 822 + ] + }, + { + "text": "症、增强免疫力、缓解运动疲劳等功效。", + "boxes": [ + 362, + 820, + 664, + 850 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击“管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置\"改变您的选择。欲了解", + "boxes": [ + 30, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "龙虾价格腰·.", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ] + } + ] +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_100/scores_v3.json b/ScreenExplorer-3B-E1/episode_100/scores_v3.json new file mode 100644 index 0000000000000000000000000000000000000000..9f74de0833950265e6f8c4705c50e62a0a4dc06a --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_100/scores_v3.json @@ -0,0 +1,19 @@ +{ + "directory_path": "logs/ScreenExplorer_2025-05-14_13-31-185da9f3/episode_100", + "single_trajectory_image_diversity": 0.510980911552906, + "single_trajectory_text_diversity": 0.29682482406497, + "single_trajectory_image_diversity_max": 1.046875, + "single_trajectory_image_diversity_min": 0.001953125, + "single_trajectory_image_diversity_std": 0.3797607421875, + "single_trajectory_text_diversity_max": 0.55267333984375, + "single_trajectory_text_diversity_min": 0.0054931640625, + "single_trajectory_text_diversity_std": 0.1940460205078125, + "group_trajectories_image_diversity": 0.6909489035606384, + "group_trajectories_text_diversity": 0.45478424429893494, + "group_trajectories_image_diversity_max": 1.4921875, + "group_trajectories_image_diversity_min": -0.0078125, + "group_trajectories_image_diversity_std": 0.349609375, + "group_trajectories_text_diversity_max": 0.7294921875, + "group_trajectories_text_diversity_min": -0.0009765625, + "group_trajectories_text_diversity_std": 0.1529541015625 +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_110/game_record_20250515_032800.json b/ScreenExplorer-3B-E1/episode_110/game_record_20250515_032800.json new file mode 100644 index 0000000000000000000000000000000000000000..81ecbb1cf32ca8fe9a52baf2db615de44199a4b4 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_110/game_record_20250515_032800.json @@ -0,0 +1,46341 @@ +{ + "start_time": "2025-05-15T03:28:00.687176", + "end_time": "2025-05-15T03:36:25.537469", + "buffer_size": 80, + "all_records": [ + { + "frame_id": "110_0_0", + "episode_id": 110, + "env_id": 0, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.196025848388672, + "advantages": 1.6695319414138794, + "generated_text": "{\n \"intent\": \"Begin by interacting with the Firefox browser as it's the first icon on the screen.\",\n \"action\": \"DoubleClick(70, 41)\" \n}", + "action_string": "DoubleClick(70, 41)", + "intent_string": "Begin by interacting with the Firefox browser as it's the first icon on the screen.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "110_1_0", + "episode_id": 110, + "env_id": 1, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.507719039916992, + "advantages": -0.43831387162208557, + "generated_text": "{\n \"intent\": \"Move the cursor to the Firefox icon to open the browser.\",\n \"action\": \"DoubleClick(34, 48)\" \n}", + "action_string": "DoubleClick(34, 48)", + "intent_string": "Move the cursor to the Firefox icon to open the browser.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "110_2_0", + "episode_id": 110, + "env_id": 2, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.935110092163086, + "advantages": 2.5922763347625732, + "generated_text": "{\n \"intent\": \"I will start by interacting with an application that seems familiar and useful, such as Mozilla Firefox.\",\n \"action\": \"DoubleClick(72, 63)\" }", + "action_string": "DoubleClick(72, 63)", + "intent_string": "I will start by interacting with an application that seems familiar and useful, such as Mozilla Firefox.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": "仓", + "boxes": [ + 100, + 71, + 122, + 85 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "110_3_0", + "episode_id": 110, + "env_id": 3, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.130208969116211, + "advantages": -0.909633994102478, + "generated_text": "{\n \"intent\": \"I want to explore common applications on this desktop environment.\",\n \"action\": \"DoubleClick(478, 425)\" \n}", + "action_string": "DoubleClick(478, 425)", + "intent_string": "I want to explore common applications on this desktop environment.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 331, + 86, + 383 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "110_4_0", + "episode_id": 110, + "env_id": 4, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.595593452453613, + "advantages": -0.32860293984413147, + "generated_text": "{\n \"intent\": \"Moving the cursor to open the Firefox browser window\",\n \"action\": \"Move(798, 702)\"\n}", + "action_string": "Move(798, 702)", + "intent_string": "Moving the cursor to open the Firefox browser window", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 28, + 767, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "110_5_0", + "episode_id": 110, + "env_id": 5, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.124712944030762, + "advantages": 1.5804979801177979, + "generated_text": "{\n \"intent\": \"Open the Firefox browser by clicking its icon to start browsing the web.\",\n \"action\": \"DoubleClick(61, 58)\" \n}", + "action_string": "DoubleClick(61, 58)", + "intent_string": "Open the Firefox browser by clicking its icon to start browsing the web.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "110_6_0", + "episode_id": 110, + "env_id": 6, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.833199501037598, + "advantages": 2.465041160583496, + "generated_text": "{\n \"intent\": \"Starting by clicking one of the applications on the desktop.\",\n \"action\": \"DoubleClick(72, 72)\" \n}", + "action_string": "DoubleClick(72, 72)", + "intent_string": "Starting by clicking one of the applications on the desktop.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 52, + 66, + 128, + 89 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "110_7_0", + "episode_id": 110, + "env_id": 7, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.645048141479492, + "advantages": -0.26685890555381775, + "generated_text": "{\n \"intent\": \"Move the mouse cursor to the Firefox icon to start interacting with it.\",\n \"action\": \"Click(73, 38)\"\n}", + "action_string": "Click(73, 38)", + "intent_string": "Move the mouse cursor to the Firefox icon to start interacting with it.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 101, + 98 + ] + }, + { + "text": "Firefox", + "boxes": [ + 88, + 50, + 138, + 69 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 121, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "110_0_1", + "episode_id": 110, + "env_id": 0, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.453591346740723, + "advantages": -0.5058920979499817, + "generated_text": "{\n \"intent\": \"Open a new web tab to start exploring potential websites\",\n \"action\": \"DoubleClick(77, 70)\"\n}", + "action_string": "DoubleClick(77, 70)", + "intent_string": "Open a new web tab to start exploring potential websites", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "花仓", + "boxes": [ + 66, + 68, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "110_1_1", + "episode_id": 110, + "env_id": 1, + "step": 1, + "format_rewards": 1.0, + "rewards": 11.528549194335938, + "advantages": 2.084686279296875, + "generated_text": "{\n \"intent\": \"To explore the available applications on the desktop by clicking on each icon randomly.\",\n \"action\": \"DoubleClick(77, 122)\"\n}", + "action_string": "DoubleClick(77, 122)", + "intent_string": "To explore the available applications on the desktop by clicking on each icon randomly.", + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 10, + 30, + 34, + 44 + ] + }, + { + "text": " Edit Search View Document Help", + "boxes": [ + 26, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ] + }, + { + "frame_id": "110_2_1", + "episode_id": 110, + "env_id": 2, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.689372062683105, + "advantages": 1.0369762182235718, + "generated_text": "{\n \"intent\": \"Move the mouse to locate specific bookmarks or sites for future exploration.\",\n \"action\": \"DoubleClick(996, 474)\"\n}", + "action_string": "DoubleClick(996, 474)", + "intent_string": "Move the mouse to locate specific bookmarks or sites for future exploration.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1038, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1056, + 385, + 1110, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1082, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "110_3_1", + "episode_id": 110, + "env_id": 3, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.27250862121582, + "advantages": -0.7319733500480652, + "generated_text": "{\n \"intent\": \"Scroll down to explore more applications displayed on the desktop.\",\n \"action\": \"DoubleClick(255, 870)\"\n}", + "action_string": "DoubleClick(255, 870)", + "intent_string": "Scroll down to explore more applications displayed on the desktop.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 331, + 86, + 383 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "110_4_1", + "episode_id": 110, + "env_id": 4, + "step": 1, + "format_rewards": 1.0, + "rewards": 11.775364875793457, + "advantages": 2.3928349018096924, + "generated_text": "{\n \"intent\": \"To begin interacting with applications by opening one of them.\",\n \"action\": \"DoubleClick(72, 74)\"}", + "action_string": "DoubleClick(72, 74)", + "intent_string": "To begin interacting with applications by opening one of them.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 28, + 767, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 46, + 66, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "110_5_1", + "episode_id": 110, + "env_id": 5, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.70932674407959, + "advantages": 1.0618895292282104, + "generated_text": "{\n \"intent\": \"Click on one of the pinned sites like Bing or Amazon to load the site.\",\n \"action\": \"DoubleClick(639, 487)\"\n}", + "action_string": "DoubleClick(639, 487)", + "intent_string": "Click on one of the pinned sites like Bing or Amazon to load the site.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 38, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 296, + 632, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1266, + 478 + ] + }, + { + "text": "吉利银河星耀8", + "boxes": [ + 1164, + 774, + 1396, + 816 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "幻星云轨", + "boxes": [ + 506, + 763, + 656, + 847 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1453, + 797, + 1549, + 847 + ] + }, + { + "text": "13,.71%6", + "boxes": [ + 1627, + 797, + 1691, + 845 + ] + }, + { + "text": "长引航", + "boxes": [ + 563, + 808, + 681, + 874 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1446, + 834, + 1524, + 897 + ] + }, + { + "text": " 232,30%", + "boxes": [ + 1620, + 850, + 1692, + 889 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1592, + 897, + 1630, + 927 + ] + }, + { + "text": "+4.052 ", + "boxes": [ + 1628, + 891, + 1700, + 939 + ] + }, + { + "text": "游戏天地·14小时", + "boxes": [ + 830, + 921, + 962, + 945 + ] + }, + { + "text": "珍品排行：新联动成天花板", + "boxes": [ + 824, + 941, + 1080, + 977 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 937, + 1162, + 953 + ] + }, + { + "text": "一点视频/汽场汽车APP·1周", + "boxes": [ + 1160, + 933, + 1330, + 957 + ] + }, + { + "text": "“吃鸡\"玩家喜提“进阶版101”，", + "boxes": [ + 204, + 945, + 620, + 987 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "，进海岛趴地", + "boxes": [ + 600, + 949, + 780, + 985 + ] + }, + { + "text": "实测百公里油耗2.3L，吉利", + "boxes": [ + 1136, + 953, + 1398, + 989 + ] + }, + { + "text": "孙策口碑逆转，酷洛米真不", + "boxes": [ + 824, + 967, + 1078, + 1003 + ] + }, + { + "text": "上，触发隐藏buff！）", + "boxes": [ + 204, + 985, + 524, + 1020 + ] + }, + { + "text": "银河星耀8是怎么做到的？", + "boxes": [ + 1136, + 979, + 1380, + 1013 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "<", + "boxes": [ + 1590, + 989, + 1630, + 1016 + ] + }, + { + "text": "+3.71%", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "堪？", + "boxes": [ + 824, + 997, + 872, + 1024 + ] + }, + { + "text": "煎往获斑", + "boxes": [ + 564, + 1011, + 614, + 1036 + ] + } + ] + }, + { + "frame_id": "110_6_1", + "episode_id": 110, + "env_id": 6, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.855192184448242, + "advantages": -0.004494739230722189, + "generated_text": "{\n \"intent\": \"Open app icons to identify frequently visited applications.\",\n \"action\": \"DoubleClick(553, 471)\"\n}", + "action_string": "DoubleClick(553, 471)", + "intent_string": "Open app icons to identify frequently visited applications.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 824, + 320, + 930, + 357 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ] + }, + { + "frame_id": "110_7_1", + "episode_id": 110, + "env_id": 7, + "step": 1, + "format_rewards": 1.0, + "rewards": 11.503475189208984, + "advantages": 2.0533814430236816, + "generated_text": "{\n \"intent\": \"Exploring the start menu to see the possible applications available.\",\n \"action\": \"DoubleClick(71, 36)\"\n}", + "action_string": "DoubleClick(71, 36)", + "intent_string": "Exploring the start menu to see the possible applications available.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 101, + 98 + ] + }, + { + "text": "Firefox", + "boxes": [ + 88, + 50, + 138, + 69 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 121, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 68, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "110_0_2", + "episode_id": 110, + "env_id": 0, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.684731483459473, + "advantages": 1.0311825275421143, + "generated_text": "{\n \"intent\": \"Move the mouse to one of the Top Sites such as 'bing' to explore more about search functions and sites\",\n \"action\": \"DoubleClick(652, 559)\"\n}", + "action_string": "DoubleClick(652, 559)", + "intent_string": "Move the mouse to one of the Top Sites such as 'bing' to explore more about search functions and sites", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 38, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 444, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 294, + 632, + 330 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "吉利银河星耀8", + "boxes": [ + 270, + 782, + 732, + 850 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": " 32,30%", + "boxes": [ + 1620, + 850, + 1690, + 889 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1588, + 892, + 1630, + 929 + ] + }, + { + "text": "+4.0146 ", + "boxes": [ + 1628, + 891, + 1700, + 939 + ] + }, + { + "text": "1.", + "boxes": [ + 830, + 925, + 850, + 939 + ] + }, + { + "text": "一点资讯·1天", + "boxes": [ + 848, + 921, + 940, + 945 + ] + }, + { + "text": "汽车资讯盘点·12小时", + "boxes": [ + 1138, + 917, + 1300, + 947 + ] + }, + { + "text": "实测百公里油耗2.3L，吉利银河星耀8是怎么", + "boxes": [ + 198, + 945, + 790, + 985 + ] + }, + { + "text": "“吃鸡\"玩家喜提“进阶版", + "boxes": [ + 828, + 941, + 1058, + 977 + ] + }, + { + "text": "【E汽车】星纪元ES纯电车型", + "boxes": [ + 1142, + 941, + 1410, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "101”，进海岛趴地上，触发", + "boxes": [ + 826, + 967, + 1094, + 1003 + ] + }, + { + "text": "将于5月18日正式上市", + "boxes": [ + 1136, + 967, + 1352, + 1003 + ] + }, + { + "text": "做到的？", + "boxes": [ + 202, + 985, + 322, + 1022 + ] + }, + { + "text": "英博工", + "boxes": [ + 1456, + 983, + 1526, + 1036 + ] + }, + { + "text": "<", + "boxes": [ + 1590, + 989, + 1630, + 1014 + ] + }, + { + "text": "+3.779 ", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "隐藏buff！", + "boxes": [ + 826, + 995, + 936, + 1026 + ] + }, + { + "text": "13Q", + "boxes": [ + 826, + 1024, + 894, + 1050 + ] + } + ] + }, + { + "frame_id": "110_1_2", + "episode_id": 110, + "env_id": 1, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.664319038391113, + "advantages": -0.24279926717281342, + "generated_text": "{\n \"intent\": \"Begin exploration by opening the idle window applications.\",\n \"action\": \"DoubleClick(50, 30)\" \n}", + "action_string": "DoubleClick(50, 30)", + "intent_string": "Begin exploration by opening the idle window applications.", + "before_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 10, + 30, + 34, + 44 + ] + }, + { + "text": " Untitled - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "lit", + "boxes": [ + 42, + 26, + 76, + 48 + ] + }, + { + "text": "Help", + "boxes": [ + 274, + 26, + 308, + 46 + ] + }, + { + "text": "Ctrl+Z", + "boxes": [ + 250, + 54, + 294, + 73 + ] + }, + { + "text": " Redo", + "boxes": [ + 39, + 73, + 101, + 104 + ] + }, + { + "text": "Ctrl+Y", + "boxes": [ + 248, + 77, + 296, + 103 + ] + }, + { + "text": "Cut", + "boxes": [ + 44, + 113, + 88, + 133 + ] + }, + { + "text": "Ctrl+x", + "boxes": [ + 248, + 109, + 296, + 135 + ] + }, + { + "text": "Ctrl+C", + "boxes": [ + 248, + 135, + 296, + 163 + ] + }, + { + "text": " Paste", + "boxes": [ + 40, + 163, + 102, + 189 + ] + }, + { + "text": "Ctrl+V", + "boxes": [ + 248, + 163, + 298, + 189 + ] + }, + { + "text": " Paste Special", + "boxes": [ + 56, + 191, + 152, + 216 + ] + }, + { + "text": " Delete", + "boxes": [ + 42, + 220, + 104, + 240 + ] + }, + { + "text": " Select All", + "boxes": [ + 42, + 250, + 130, + 274 + ] + }, + { + "text": " Change the selectior", + "boxes": [ + 60, + 278, + 198, + 302 + ] + }, + { + "text": "Convert", + "boxes": [ + 62, + 312, + 116, + 330 + ] + }, + { + "text": " Move Selection", + "boxes": [ + 58, + 334, + 170, + 363 + ] + }, + { + "text": " Duplicate Line / Selection", + "boxes": [ + 56, + 361, + 230, + 389 + ] + }, + { + "text": "Increase Indent", + "boxes": [ + 44, + 389, + 168, + 413 + ] + }, + { + "text": " Decrease Indent ", + "boxes": [ + 40, + 415, + 176, + 445 + ] + }, + { + "text": " Preferences ", + "boxes": [ + 38, + 447, + 150, + 476 + ] + } + ] + }, + { + "frame_id": "110_2_2", + "episode_id": 110, + "env_id": 2, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.166481971740723, + "advantages": -0.8643472790718079, + "generated_text": "{\n \"intent\": \"Exploring the content available on the website by interacting with links and forms.\",\n \"action\": \"DoubleClick(702, 604)\" \n}", + "action_string": "DoubleClick(702, 604)", + "intent_string": "Exploring the content available on the website by interacting with links and forms.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1038, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1056, + 385, + 1110, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1082, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1055, + 380, + 1109, + 412 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 411, + 858, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "110_3_2", + "episode_id": 110, + "env_id": 3, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.703169822692871, + "advantages": -0.19429418444633484, + "generated_text": "{\n \"intent\": \"Begin by clicking on one of the available programs like Firefox or the Calculator to get them opened and explored.\",\n \"action\": \"DoubleClick(32, 38)\" \n}", + "action_string": "DoubleClick(32, 38)", + "intent_string": "Begin by clicking on one of the available programs like Firefox or the Calculator to get them opened and explored.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "110_4_2", + "episode_id": 110, + "env_id": 4, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.713504791259766, + "advantages": 1.0671058893203735, + "generated_text": "{\n \"intent\": \"Begin by clicking one of these top sites like Amazon or Bing to further explore.\",\n \"action\": \"Click(747, 472)\"\n}", + "action_string": "Click(747, 472)", + "intent_string": "Begin by clicking one of these top sites like Amazon or Bing to further explore.", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 46, + 66, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "①", + "boxes": [ + 249, + 63, + 313, + 94 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 109, + 414, + 143 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "mEN+", + "boxes": [ + 1520, + 119, + 1582, + 151 + ] + }, + { + "text": "", + "boxes": [ + 1826, + 115, + 1860, + 137 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "egistry", + "boxes": [ + 200, + 169, + 246, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 420, + 187 + ] + }, + { + "text": "Sign in", + "boxes": [ + 1622, + 177, + 1680, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Shop Books", + "boxes": [ + 652, + 284, + 838, + 322 + ] + }, + { + "text": "explore titles", + "boxes": [ + 670, + 317, + 818, + 360 + ] + }, + { + "text": "ons of products with fast local delivery Click here to go to amazon.cn", + "boxes": [ + 954, + 455, + 1398, + 484 + ] + }, + { + "text": "", + "boxes": [ + 1434, + 488, + 1476, + 508 + ] + }, + { + "text": "", + "boxes": [ + 1522, + 488, + 1564, + 508 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 980, + 530, + 1202, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1352, + 889, + 1486, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": " appliances", + "boxes": [ + 238, + 994, + 356, + 1029 + ] + } + ] + }, + { + "frame_id": "110_5_2", + "episode_id": 110, + "env_id": 5, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.786745071411133, + "advantages": -0.08995074778795242, + "generated_text": "{\n \"intent\": \"Enter the search term '人工智能送上太空' into the search bar to initiate a search query.\",\n \"action\": \"DoubleClick(467, 307)\"\n}", + "action_string": "DoubleClick(467, 307)", + "intent_string": "Enter the search term '人工智能送上太空' into the search bar to initiate a search query.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 484, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "解方程", + "boxes": [ + 195, + 754, + 331, + 811 + ] + }, + { + "text": "竞赛题", + "boxes": [ + 418, + 746, + 550, + 796 + ] + }, + { + "text": "吉利银河星耀8", + "boxes": [ + 1164, + 774, + 1394, + 816 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "(+x)+4x)=s1-", + "boxes": [ + 298, + 804, + 750, + 903 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1453, + 797, + 1549, + 847 + ] + }, + { + "text": "13,.71%6", + "boxes": [ + 1627, + 797, + 1691, + 845 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1446, + 834, + 1524, + 897 + ] + }, + { + "text": " 32,30%", + "boxes": [ + 1620, + 850, + 1690, + 889 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 927 + ] + }, + { + "text": "+4.052 ", + "boxes": [ + 1628, + 891, + 1700, + 939 + ] + }, + { + "text": "游戏天地·14小时", + "boxes": [ + 830, + 921, + 962, + 945 + ] + }, + { + "text": "珍品排行：新联动成天花板", + "boxes": [ + 824, + 941, + 1080, + 977 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 937, + 1162, + 953 + ] + }, + { + "text": "一点视频/汽场汽车APP·1周", + "boxes": [ + 1160, + 933, + 1330, + 957 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "点视频/中小学数学云课堂", + "boxes": [ + 236, + 953, + 382, + 983 + ] + }, + { + "text": "实测百公里油耗2.3L，吉利", + "boxes": [ + 1136, + 953, + 1398, + 989 + ] + }, + { + "text": "孙策口碑逆转，酷洛米真不", + "boxes": [ + 824, + 967, + 1078, + 1003 + ] + }, + { + "text": "数学竞赛题解法揭秘无解题思路大揭秘！", + "boxes": [ + 196, + 979, + 726, + 1026 + ] + }, + { + "text": "银河星耀8是怎么做到的？", + "boxes": [ + 1136, + 979, + 1382, + 1014 + ] + }, + { + "text": "英传", + "boxes": [ + 1454, + 979, + 1526, + 1036 + ] + }, + { + "text": "<", + "boxes": [ + 1590, + 989, + 1630, + 1014 + ] + }, + { + "text": "+3.71%", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "堪？", + "boxes": [ + 824, + 997, + 870, + 1024 + ] + }, + { + "text": "39", + "boxes": [ + 826, + 1026, + 868, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 295, + 630, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1422, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1282, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 640, + 478 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 792, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "广州中考数字试题", + "boxes": [ + 294, + 748, + 710, + 796 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1452, + 766, + 1550, + 792 + ] + }, + { + "text": "吉利银河星耀8", + "boxes": [ + 1162, + 776, + 1394, + 818 + ] + }, + { + "text": "x²y = 700,xy2", + "boxes": [ + 283, + 808, + 707, + 908 + ] + }, + { + "text": "13.721%6", + "boxes": [ + 1628, + 802, + 1696, + 844 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1520, + 893 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1624, + 852, + 1690, + 878 + ] + }, + { + "text": "23,640...", + "boxes": [ + 1632, + 868, + 1686, + 885 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1526, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.052 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "题目不难，认真想想大家都能解题，学霸", + "boxes": [ + 188, + 919, + 802, + 999 + ] + }, + { + "text": "爱游戏天地·14小时", + "boxes": [ + 826, + 917, + 962, + 947 + ] + }, + { + "text": "一点视频/汽场汽车APP·1 周", + "boxes": [ + 1136, + 929, + 1332, + 959 + ] + }, + { + "text": "珍品排行：新联动成天花板", + "boxes": [ + 826, + 943, + 1078, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "2,4130", + "boxes": [ + 1622, + 935, + 1702, + 989 + ] + }, + { + "text": "实测百公里油耗2.3L，吉利", + "boxes": [ + 1136, + 953, + 1398, + 989 + ] + }, + { + "text": "孙策口碑逆转，酷洛米真不", + "boxes": [ + 824, + 967, + 1076, + 1001 + ] + }, + { + "text": "的方法绝了！", + "boxes": [ + 196, + 976, + 378, + 1025 + ] + }, + { + "text": "银河星耀8是怎么做到的？", + "boxes": [ + 1136, + 979, + 1382, + 1014 + ] + }, + { + "text": "传", + "boxes": [ + 1454, + 979, + 1528, + 1036 + ] + }, + { + "text": "W", + "boxes": [ + 1590, + 989, + 1630, + 1014 + ] + }, + { + "text": "+3.7176", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "堪？", + "boxes": [ + 826, + 997, + 872, + 1024 + ] + }, + { + "text": "39", + "boxes": [ + 826, + 1026, + 896, + 1048 + ] + }, + { + "text": "S", + "boxes": [ + 1160, + 1028, + 1186, + 1042 + ] + } + ] + }, + { + "frame_id": "110_6_2", + "episode_id": 110, + "env_id": 6, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.491801261901855, + "advantages": 0.790309727191925, + "generated_text": "{\n \"intent\": \"Click on the \\\"Shop iPhone\\\" button to learn more about Apple's smartphone offerings.\",\n \"action\": \"DoubleClick(983, 342)\"\n}", + "action_string": "DoubleClick(983, 342)", + "intent_string": "Click on the \"Shop iPhone\" button to learn more about Apple's smartphone offerings.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 824, + 320, + 930, + 357 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "·☆", + "boxes": [ + 1566, + 66, + 1660, + 89 + ] + }, + { + "text": "AirPod", + "boxes": [ + 910, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 111, + 1046, + 129 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "Need shopping help?", + "boxes": [ + 1600, + 230, + 1742, + 254 + ] + }, + { + "text": "ecialist 7", + "boxes": [ + 1714, + 254, + 1768, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 292, + 1588, + 318 + ] + }, + { + "text": "Visit an Apple Store", + "boxes": [ + 1596, + 284, + 1732, + 312 + ] + }, + { + "text": "Find one near you 7", + "boxes": [ + 1598, + 303, + 1726, + 332 + ] + }, + { + "text": "K", + "boxes": [ + 972, + 338, + 1000, + 365 + ] + }, + { + "text": "All Models ", + "boxes": [ + 144, + 389, + 230, + 413 + ] + }, + { + "text": " Shopping guides ", + "boxes": [ + 260, + 387, + 400, + 417 + ] + }, + { + "text": "Ways to Save", + "boxes": [ + 430, + 389, + 540, + 413 + ] + }, + { + "text": " Sustainability", + "boxes": [ + 570, + 387, + 684, + 417 + ] + }, + { + "text": "Accessories", + "boxes": [ + 716, + 389, + 814, + 413 + ] + }, + { + "text": " Setup and Support ", + "boxes": [ + 846, + 387, + 1000, + 417 + ] + }, + { + "text": "The iPhone Experience", + "boxes": [ + 1034, + 389, + 1214, + 413 + ] + }, + { + "text": "Special Stores ", + "boxes": [ + 1248, + 387, + 1366, + 417 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 138, + 472, + 464, + 508 + ] + }, + { + "text": "PPLE INTELLIGENCE", + "boxes": [ + 180, + 560, + 296, + 578 + ] + }, + { + "text": "APPLE INTELLIGENCE", + "boxes": [ + 1012, + 556, + 1140, + 580 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 164, + 580, + 376, + 621 + ] + }, + { + "text": "iPhone 16 &", + "boxes": [ + 586, + 582, + 746, + 619 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 1004, + 579, + 1156, + 622 + ] + }, + { + "text": "iPhone 15 &", + "boxes": [ + 1424, + 580, + 1582, + 617 + ] + }, + { + "text": "Expl", + "boxes": [ + 1841, + 579, + 1917, + 624 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 611, + 408, + 653 + ] + }, + { + "text": "iPhone 16 Plus", + "boxes": [ + 586, + 613, + 778, + 651 + ] + }, + { + "text": "iPhone 15 Plus", + "boxes": [ + 1424, + 611, + 1618, + 653 + ] + }, + { + "text": "acce", + "boxes": [ + 1846, + 619, + 1914, + 651 + ] + } + ] + }, + { + "frame_id": "110_7_2", + "episode_id": 110, + "env_id": 7, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.646657943725586, + "advantages": 0.9836477637290955, + "generated_text": "{\n \"intent\": \"Open websites like Apple, Bing, Amazon, and Zhihu by clicking on them.\",\n \"action\": \"DoubleClick(753, 469)\" \n}", + "action_string": "DoubleClick(753, 469)", + "intent_string": "Open websites like Apple, Bing, Amazon, and Zhihu by clicking on them.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "C", + "boxes": [ + 70, + 69, + 124, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "①", + "boxes": [ + 249, + 63, + 313, + 92 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 109, + 414, + 143 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "mEN+", + "boxes": [ + 1520, + 119, + 1582, + 151 + ] + }, + { + "text": "", + "boxes": [ + 1826, + 115, + 1860, + 137 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "egistry", + "boxes": [ + 200, + 169, + 246, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 420, + 187 + ] + }, + { + "text": "Sign in", + "boxes": [ + 1622, + 177, + 1680, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Shop Books", + "boxes": [ + 652, + 284, + 838, + 322 + ] + }, + { + "text": "explore titles", + "boxes": [ + 670, + 317, + 818, + 360 + ] + }, + { + "text": "", + "boxes": [ + 1434, + 488, + 1474, + 508 + ] + }, + { + "text": "", + "boxes": [ + 1522, + 488, + 1564, + 508 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 240, + 524, + 466, + 560 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 610, + 530, + 808, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 982, + 530, + 1164, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": " See all deals", + "boxes": [ + 240, + 889, + 318, + 913 + ] + }, + { + "text": " See more", + "boxes": [ + 608, + 889, + 674, + 915 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 980, + 889, + 1066, + 915 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1354, + 891, + 1484, + 909 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": " Refresh your space", + "boxes": [ + 1348, + 965, + 1546, + 1005 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1026 + ] + } + ] + }, + { + "frame_id": "110_0_3", + "episode_id": 110, + "env_id": 0, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.924713134765625, + "advantages": 0.08230195194482803, + "generated_text": "{\n \"intent\": \"Click on the search bar to start typing a query.\",\n \"action\": \"DoubleClick(546, 76)\"\n}", + "action_string": "DoubleClick(546, 76)", + "intent_string": "Click on the search bar to start typing a query.", + "before_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 44, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 294, + 632, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13.71%", + "boxes": [ + 1632, + 806, + 1688, + 840 + ] + }, + { + "text": "苹果手机删除的app怎么找到", + "boxes": [ + 243, + 836, + 599, + 977 + ] + }, + { + "text": " 32,30%", + "boxes": [ + 1620, + 850, + 1690, + 889 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1628, + 927 + ] + }, + { + "text": "+4.0146 ", + "boxes": [ + 1628, + 891, + 1700, + 939 + ] + }, + { + "text": "1", + "boxes": [ + 830, + 925, + 850, + 941 + ] + }, + { + "text": "一点资讯·1天", + "boxes": [ + 848, + 921, + 940, + 945 + ] + }, + { + "text": "汽车资讯盘点·12小时", + "boxes": [ + 1138, + 917, + 1300, + 947 + ] + }, + { + "text": "“吃鸡\"玩家喜提“进阶版", + "boxes": [ + 828, + 941, + 1058, + 977 + ] + }, + { + "text": "【E汽车】星纪元ES纯电车型", + "boxes": [ + 1142, + 941, + 1410, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "互通小助手·1周", + "boxes": [ + 280, + 955, + 380, + 979 + ] + }, + { + "text": "苹果手机删除的app怎么找到", + "boxes": [ + 194, + 975, + 590, + 1029 + ] + }, + { + "text": "101”，进海岛趴地上，触发", + "boxes": [ + 826, + 967, + 1094, + 1003 + ] + }, + { + "text": "将于5月18日正式上市", + "boxes": [ + 1136, + 967, + 1350, + 1003 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1526, + 1036 + ] + }, + { + "text": "<", + "boxes": [ + 1590, + 989, + 1630, + 1016 + ] + }, + { + "text": "+3.779 ", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "隐藏buff！", + "boxes": [ + 826, + 995, + 936, + 1026 + ] + }, + { + "text": "13", + "boxes": [ + 832, + 1028, + 866, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "①| https:/n.bing.com", + "boxes": [ + 246, + 59, + 448, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 187, + 153 + ] + }, + { + "text": " Apple - htt:/w.apple.com", + "boxes": [ + 254, + 107, + 478, + 137 + ] + }, + { + "text": " bing -", + "boxes": [ + 254, + 143, + 320, + 169 + ] + }, + { + "text": "- bing.com", + "boxes": [ + 312, + 145, + 394, + 169 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 284, + 214, + 590, + 238 + ] + }, + { + "text": "-iqiyi.cor", + "boxes": [ + 594, + 220, + 658, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 254, + 316, + 272 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 478, + 449, + 638, + 477 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1458, + 768, + 1552, + 794 + ] + }, + { + "text": "13.71%", + "boxes": [ + 1632, + 806, + 1686, + 840 + ] + }, + { + "text": "23,40%", + "boxes": [ + 1626, + 850, + 1690, + 889 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1628, + 927 + ] + }, + { + "text": "+4.0146 ", + "boxes": [ + 1628, + 891, + 1700, + 939 + ] + }, + { + "text": "1", + "boxes": [ + 830, + 925, + 850, + 941 + ] + }, + { + "text": "一点资讯·1天", + "boxes": [ + 848, + 921, + 940, + 947 + ] + }, + { + "text": "汽车资讯盘点·12小时", + "boxes": [ + 1138, + 917, + 1300, + 947 + ] + }, + { + "text": "“吃鸡\"玩家喜提“进阶版", + "boxes": [ + 828, + 941, + 1058, + 977 + ] + }, + { + "text": "【E汽车】星纪元ES纯电车型", + "boxes": [ + 1142, + 941, + 1410, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "理想L8智能焕新版：六座新能源SUV新标", + "boxes": [ + 202, + 949, + 746, + 985 + ] + }, + { + "text": "101”，进海岛趴地上，触发", + "boxes": [ + 826, + 967, + 1094, + 1003 + ] + }, + { + "text": "将于5月18日正式上市", + "boxes": [ + 1136, + 967, + 1350, + 1003 + ] + }, + { + "text": "杆，性能续航全面升级！", + "boxes": [ + 200, + 985, + 522, + 1020 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "<", + "boxes": [ + 1590, + 989, + 1630, + 1016 + ] + }, + { + "text": "+ 379", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "隐藏buff！", + "boxes": [ + 826, + 995, + 936, + 1026 + ] + }, + { + "text": "△13", + "boxes": [ + 828, + 1026, + 892, + 1046 + ] + } + ] + }, + { + "frame_id": "110_1_3", + "episode_id": 110, + "env_id": 1, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.533305168151855, + "advantages": -0.4063696563243866, + "generated_text": "{\n \"intent\": \"Begin the process by clicking the top-left corner of the Mousepad application.\",\n \"action\": \"DoubleClick(80, 27)\"\n}", + "action_string": "DoubleClick(80, 27)", + "intent_string": "Begin the process by clicking the top-left corner of the Mousepad application.", + "before_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "lit", + "boxes": [ + 42, + 26, + 76, + 48 + ] + }, + { + "text": "Help", + "boxes": [ + 274, + 26, + 308, + 46 + ] + }, + { + "text": "Ctrl+Z", + "boxes": [ + 250, + 54, + 294, + 73 + ] + }, + { + "text": " Redo", + "boxes": [ + 39, + 73, + 101, + 104 + ] + }, + { + "text": "Ctrl+Y", + "boxes": [ + 248, + 77, + 296, + 103 + ] + }, + { + "text": "Cut", + "boxes": [ + 44, + 113, + 88, + 133 + ] + }, + { + "text": "Ctrl+x", + "boxes": [ + 248, + 109, + 296, + 135 + ] + }, + { + "text": "Ctrl+C", + "boxes": [ + 248, + 135, + 296, + 163 + ] + }, + { + "text": " Paste", + "boxes": [ + 40, + 163, + 102, + 189 + ] + }, + { + "text": "Ctrl+V", + "boxes": [ + 248, + 163, + 298, + 189 + ] + }, + { + "text": " Paste Special", + "boxes": [ + 56, + 191, + 152, + 216 + ] + }, + { + "text": " Delete", + "boxes": [ + 42, + 220, + 106, + 240 + ] + }, + { + "text": " Select All", + "boxes": [ + 42, + 250, + 130, + 274 + ] + }, + { + "text": " Change the selectior", + "boxes": [ + 60, + 278, + 198, + 302 + ] + }, + { + "text": "Convert", + "boxes": [ + 62, + 312, + 116, + 330 + ] + }, + { + "text": " Move Selection", + "boxes": [ + 58, + 334, + 170, + 363 + ] + }, + { + "text": " Duplicate Line / Selection", + "boxes": [ + 56, + 361, + 230, + 389 + ] + }, + { + "text": "Increase Indent", + "boxes": [ + 44, + 389, + 168, + 413 + ] + }, + { + "text": " Decrease Indent ", + "boxes": [ + 40, + 415, + 176, + 445 + ] + }, + { + "text": " Preferences ", + "boxes": [ + 38, + 447, + 150, + 476 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Untitled 1 - M..", + "boxes": [ + 142, + 1044, + 318, + 1074 + ] + } + ] + }, + { + "frame_id": "110_2_3", + "episode_id": 110, + "env_id": 2, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.927112579345703, + "advantages": 1.3337944746017456, + "generated_text": "{\n \"intent\": \"Locate and click the '下载知乎App' button to potentially open an app version on the laptop\",\n \"action\": \"Click(709, 744)\" \n}", + "action_string": "Click(709, 744)", + "intent_string": "Locate and click the '下载知乎App' button to potentially open an app version on the laptop", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1055, + 380, + 1109, + 412 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 411, + 858, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 852, + 6, + 910, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "司", + "boxes": [ + 1370, + 306, + 1396, + 326 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1442, + 304, + 1554, + 328 + ] + }, + { + "text": "长亭T", + "boxes": [ + 1372, + 328, + 1420, + 345 + ] + }, + { + "text": "有问题", + "boxes": [ + 278, + 341, + 644, + 472 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 294, + 469, + 862, + 586 + ] + }, + { + "text": "漫谈缩表：财政政策与美联储缩表(上)", + "boxes": [ + 1368, + 528, + 1594, + 552 + ] + }, + { + "text": "句法律谚语是什么？为什么喜", + "boxes": [ + 1448, + 645, + 1610, + 669 + ] + }, + { + "text": "次", + "boxes": [ + 1374, + 669, + 1386, + 681 + ] + }, + { + "text": "Legal诗睿", + "boxes": [ + 1386, + 687, + 1460, + 705 + ] + }, + { + "text": "法律等2个话题下的优秀答主", + "boxes": [ + 1450, + 683, + 1598, + 707 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 462, + 715, + 720, + 756 + ] + }, + { + "text": "?", + "boxes": [ + 780, + 719, + 808, + 746 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": "如何在", + "boxes": [ + 1374, + 784, + 1406, + 798 + ] + }, + { + "text": "周内快速摸清", + "boxes": [ + 1418, + 782, + 1492, + 800 + ] + }, + { + "text": "个行业？", + "boxes": [ + 1516, + 784, + 1552, + 798 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": " Android", + "boxes": [ + 580, + 834, + 678, + 860 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文[2019]4928-541号|药品医疗器械网络信息服务备案|", + "boxes": [ + 398, + 955, + 798, + 979 + ] + }, + { + "text": "药械信息备字（2022）第00334", + "boxes": [ + 856, + 957, + 1068, + 975 + ] + }, + { + "text": "：400-919-0001|违法和不良信息举报：010-82716601", + "boxes": [ + 1160, + 949, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息举", + "boxes": [ + 508, + 975, + 816, + 1005 + ] + }, + { + "text": "算法推荐举报专区", + "boxes": [ + 910, + 979, + 1028, + 997 + ] + }, + { + "text": "内容从业人员违法违规行为举报|证照中心丨", + "boxes": [ + 552, + 996, + 834, + 1031 + ] + }, + { + "text": "平丨北京智者天下科技有限公司版权所有", + "boxes": [ + 1116, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ] + }, + { + "frame_id": "110_3_3", + "episode_id": 110, + "env_id": 3, + "step": 3, + "format_rewards": 1.0, + "rewards": 11.1948881149292, + "advantages": 1.6681114435195923, + "generated_text": "{\n \"intent\": \"Starting by exploring applications first since they may lead further into the system.\",\n \"action\": \"DoubleClick(67, 36)\"}", + "action_string": "DoubleClick(67, 36)", + "intent_string": "Starting by exploring applications first since they may lead further into the system.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C仓", + "boxes": [ + 68, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "110_4_3", + "episode_id": 110, + "env_id": 4, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.284627914428711, + "advantages": 0.531654417514801, + "generated_text": "{\n \"intent\": \"Click on the 'Headsets' category as it seems like an interesting topic to explore further.\",\n \"action\": \"DoubleClick(247, 693)\"\n}", + "action_string": "DoubleClick(247, 693)", + "intent_string": "Click on the 'Headsets' category as it seems like an interesting topic to explore further.", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 296, + 115, + 414, + 139 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "7", + "boxes": [ + 1824, + 113, + 1864, + 139 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 420, + 187 + ] + }, + { + "text": "Kitchen favorites", + "boxes": [ + 610, + 280, + 878, + 324 + ] + }, + { + "text": "under $50", + "boxes": [ + 690, + 326, + 800, + 357 + ] + }, + { + "text": "ons of products withfast local delivery. Click here to goto amazon.n", + "boxes": [ + 958, + 455, + 1398, + 484 + ] + }, + { + "text": "", + "boxes": [ + 1026, + 488, + 1080, + 508 + ] + }, + { + "text": "MLL", + "boxes": [ + 1394, + 482, + 1512, + 512 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1206, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 66, + 310, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 426, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1814, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 125, + 1446, + 145 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "三 AIl ", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "1-16 of", + "boxes": [ + 10, + 208, + 60, + 228 + ] + }, + { + "text": "Popular Shopping Ideas", + "boxes": [ + 10, + 254, + 172, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "Video Game", + "boxes": [ + 10, + 278, + 96, + 310 + ] + }, + { + "text": "Wireless", + "boxes": [ + 9, + 297, + 73, + 328 + ] + }, + { + "text": "Desktop", + "boxes": [ + 7, + 317, + 71, + 348 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 601, + 319, + 675, + 344 + ] + }, + { + "text": "Animal", + "boxes": [ + 14, + 343, + 60, + 363 + ] + }, + { + "text": "ASUS ROG Pelta Wireless Gaming Headset (BT, ROG SpeedNova 2.4GHz, USB-C, Lightweight 309g, 50mm", + "boxes": [ + 602, + 343, + 1470, + 377 + ] + }, + { + "text": "ROG Titanium-Plated Drivers, 10mm Super-Wideband Mic, RGB, 70HR Battery, for PC, Switch, PS5)- Black", + "boxes": [ + 604, + 371, + 1470, + 401 + ] + }, + { + "text": "Customer Reviews", + "boxes": [ + 12, + 389, + 136, + 413 + ] + }, + { + "text": "★★★★☆614", + "boxes": [ + 606, + 397, + 736, + 427 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 413, + 144, + 443 + ] + }, + { + "text": "$12999", + "boxes": [ + 597, + 440, + 687, + 483 + ] + }, + { + "text": "Price", + "boxes": [ + 8, + 451, + 54, + 476 + ] + }, + { + "text": "$1-$1,200+", + "boxes": [ + 10, + 474, + 102, + 500 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 600, + 482, + 740, + 510 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 604, + 506, + 686, + 530 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 610, + 538, + 690, + 562 + ] + }, + { + "text": "Deals & Discounts", + "boxes": [ + 12, + 558, + 128, + 582 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 586, + 96, + 604 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 606, + 590, + 678, + 615 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 14, + 604, + 100, + 629 + ] + }, + { + "text": "SteelSeries Arctis Nova 5P Wireless Multi-System Gaming Headset — White — Neodymium Magnetic", + "boxes": [ + 602, + 613, + 1432, + 643 + ] + }, + { + "text": "Brands", + "boxes": [ + 14, + 637, + 60, + 657 + ] + }, + { + "text": "Drivers —— 100+ Audio Presets —— 60 HR Battery — 2.4GHz or BT — Gen2.X Mic — PS5, PS4, PC, Switch.,..", + "boxes": [ + 602, + 639, + 1462, + 669 + ] + }, + { + "text": " steelSeries", + "boxes": [ + 7, + 651, + 105, + 688 + ] + }, + { + "text": "Razer", + "boxes": [ + 9, + 672, + 71, + 706 + ] + }, + { + "text": "by SteelSeries", + "boxes": [ + 604, + 663, + 696, + 687 + ] + }, + { + "text": "★★★★☆1.025", + "boxes": [ + 604, + 685, + 744, + 713 + ] + }, + { + "text": "LL", + "boxes": [ + 14, + 703, + 40, + 717 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 31, + 698, + 105, + 723 + ] + }, + { + "text": " ozeino", + "boxes": [ + 12, + 719, + 82, + 744 + ] + }, + { + "text": " Hyperx", + "boxes": [ + 12, + 739, + 84, + 764 + ] + }, + { + "text": "$12999", + "boxes": [ + 602, + 737, + 682, + 768 + ] + }, + { + "text": "Corsai", + "boxes": [ + 14, + 760, + 76, + 780 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 604, + 770, + 738, + 798 + ] + }, + { + "text": " Turtle Be", + "boxes": [ + 14, + 780, + 92, + 798 + ] + }, + { + "text": "$46.99", + "boxes": [ + 1816, + 774, + 1858, + 794 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1790, + 818, + 1864, + 844 + ] + }, + { + "text": "620", + "boxes": [ + 1799, + 861, + 1869, + 892 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite & Call of Duty/FPS Gamers, PC, Nintendo Switch,", + "boxes": [ + 604, + 876, + 1460, + 905 + ] + }, + { + "text": "Bluetooth 5.3 Gaming Headphones with Noise Canceling Mic, Stereo Sound, 40+Hr Battery -White", + "boxes": [ + 604, + 899, + 1410, + 929 + ] + }, + { + "text": "wired", + "boxes": [ + 9, + 909, + 75, + 934 + ] + }, + { + "text": "TopReviewedforSoundquality", + "boxes": [ + 606, + 925, + 816, + 953 + ] + }, + { + "text": "★★★★★9.236", + "boxes": [ + 606, + 945, + 744, + 973 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 955, + 1862, + 981 + ] + }, + { + "text": "K+ bo", + "boxes": [ + 612, + 973, + 652, + 989 + ] + }, + { + "text": "ought in past ", + "boxes": [ + 644, + 973, + 732, + 991 + ] + }, + { + "text": "$3149 List Price: $49.99", + "boxes": [ + 602, + 994, + 774, + 1031 + ] + }, + { + "text": "OnEal", + "boxes": [ + 31, + 1004, + 77, + 1029 + ] + } + ] + }, + { + "frame_id": "110_5_3", + "episode_id": 110, + "env_id": 5, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.604646682739258, + "advantages": 0.9311968684196472, + "generated_text": "{\n \"intent\": \"Exploring the Bing search engine by clicking on trending topics, which may provide additional relevant information and insights into the desktop environment\",\n \"action\": \"DoubleClick(546, 853)\"\n}", + "action_string": "DoubleClick(546, 853)", + "intent_string": "Exploring the Bing search engine by clicking on trending topics, which may provide additional relevant information and insights into the desktop environment", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 252, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 18, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 464, + 292, + 630, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "CNext", + "boxes": [ + 1356, + 373, + 1422, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1282, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 449, + 640, + 478 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 790, + 444, + 966, + 479 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1452, + 766, + 1550, + 792 + ] + }, + { + "text": "吉利银河星耀8", + "boxes": [ + 1166, + 778, + 1392, + 814 + ] + }, + { + "text": "13.721%6", + "boxes": [ + 1628, + 802, + 1696, + 844 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1520, + 893 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1624, + 852, + 1688, + 878 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1526, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.052 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "游戏天地·14小时", + "boxes": [ + 832, + 921, + 960, + 945 + ] + }, + { + "text": "一点视频/汽场汽车APP·1周", + "boxes": [ + 1156, + 929, + 1330, + 959 + ] + }, + { + "text": "珍品排行：新联动成天花板", + "boxes": [ + 824, + 939, + 1078, + 975 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": ",31", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "极成立特别委员会评估吉利汽车私有化提", + "boxes": [ + 208, + 951, + 756, + 981 + ] + }, + { + "text": "实测百公里油耗2.3L，吉利", + "boxes": [ + 1136, + 953, + 1398, + 989 + ] + }, + { + "text": "孙策口碑逆转，酷洛米真不", + "boxes": [ + 826, + 969, + 1076, + 999 + ] + }, + { + "text": "尚未做出最终决定", + "boxes": [ + 252, + 989, + 492, + 1012 + ] + }, + { + "text": "银河星耀8是怎么做到的？", + "boxes": [ + 1140, + 985, + 1378, + 1009 + ] + }, + { + "text": "", + "boxes": [ + 1448, + 973, + 1530, + 1038 + ] + }, + { + "text": "W", + "boxes": [ + 1590, + 989, + 1630, + 1014 + ] + }, + { + "text": "+3176", + "boxes": [ + 1624, + 983, + 1700, + 1030 + ] + }, + { + "text": "堪？", + "boxes": [ + 826, + 997, + 870, + 1024 + ] + }, + { + "text": "39", + "boxes": [ + 826, + 1026, + 868, + 1046 + ] + }, + { + "text": "S", + "boxes": [ + 868, + 1028, + 890, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "osoft Bing", + "boxes": [ + 122, + 32, + 188, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 51, + 61, + 129, + 92 + ] + }, + { + "text": "", + "boxes": [ + 1586, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1884, + 93 + ] + }, + { + "text": "中", + "boxes": [ + 1760, + 117, + 1792, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 266, + 197 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1726, + 204 + ] + }, + { + "text": "点资讯", + "boxes": [ + 436, + 270, + 496, + 302 + ] + }, + { + "text": "\"吃鸡\"玩家喜提\"进阶版101\"，进海岛趴地上，触发隐藏", + "boxes": [ + 368, + 347, + 1162, + 389 + ] + }, + { + "text": "buff !", + "boxes": [ + 364, + 393, + 456, + 431 + ] + }, + { + "text": "日日聊游戏的报道·1天。02分钟读取", + "boxes": [ + 364, + 459, + 680, + 488 + ] + }, + { + "text": "欢迎诸位小伙伴们来到天哥开讲的《和平精英》“精英小课堂”~每当这款游戏迎来新军需时，我们总能在和平营地等游", + "boxes": [ + 362, + 540, + 1244, + 578 + ] + }, + { + "text": "①访问一点资讯", + "boxes": [ + 1424, + 550, + 1550, + 582 + ] + }, + { + "text": "戏社区里看到与之相关的话题，大多数都讨论抽奖概率、实际表现等，这一次的\"幻星舰长“同样如此。", + "boxes": [ + 366, + 572, + 1118, + 602 + ] + }, + { + "text": "G4广厦106-73大胜北京球员评", + "boxes": [ + 1446, + 602, + 1646, + 631 + ] + }, + { + "text": "得，废话不多说了，还是大家熟悉的\"老配方\"：有图有证据，边看边聊天儿吧～", + "boxes": [ + 366, + 615, + 948, + 639 + ] + }, + { + "text": "价：4人满分，4人及格，奈特低迷", + "boxes": [ + 1446, + 621, + 1664, + 649 + ] + }, + { + "text": "内维尔：除了B费曼联过去十年引援", + "boxes": [ + 1444, + 663, + 1670, + 693 + ] + }, + { + "text": "全失败了，包括迪马利亚&小猪", + "boxes": [ + 1448, + 687, + 1644, + 711 + ] + }, + { + "text": "林秉圣：系列赛还没结束不能松", + "boxes": [ + 1448, + 731, + 1650, + 754 + ] + }, + { + "text": "懈，我们全队的目标就是拿下冠军", + "boxes": [ + 1446, + 746, + 1662, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unigue", + "boxes": [ + 26, + 907, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及", + "boxes": [ + 30, + 951, + 216, + 975 + ] + }, + { + "text": "在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 206, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：", + "boxes": [ + 32, + 971, + 130, + 995 + ] + }, + { + "text": "微软隐私声明", + "boxes": [ + 120, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "吃鸡“玩家喜·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ] + }, + { + "frame_id": "110_6_3", + "episode_id": 110, + "env_id": 6, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.087814331054688, + "advantages": 0.2859332859516144, + "generated_text": "{\n \"intent\": \"Click on one of the iPhone models to start exploring that section further\",\n \"action\": \"DoubleClick(327, 728)\"\n}", + "action_string": "DoubleClick(327, 728)", + "intent_string": "Click on one of the iPhone models to start exploring that section further", + "before_screen_ocr_results": [ + { + "text": "·☆", + "boxes": [ + 1566, + 66, + 1660, + 89 + ] + }, + { + "text": "AirPod", + "boxes": [ + 910, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 111, + 1046, + 129 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "Need shopping help?", + "boxes": [ + 1600, + 230, + 1742, + 254 + ] + }, + { + "text": "ecialist 7", + "boxes": [ + 1714, + 254, + 1768, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 292, + 1588, + 318 + ] + }, + { + "text": "Visit an Apple Store", + "boxes": [ + 1596, + 284, + 1732, + 312 + ] + }, + { + "text": "Find one near you 7", + "boxes": [ + 1598, + 303, + 1726, + 332 + ] + }, + { + "text": "K", + "boxes": [ + 972, + 338, + 1000, + 365 + ] + }, + { + "text": "All Models ", + "boxes": [ + 144, + 389, + 230, + 413 + ] + }, + { + "text": " Shopping guides ", + "boxes": [ + 260, + 387, + 400, + 417 + ] + }, + { + "text": "Ways to Save", + "boxes": [ + 430, + 389, + 540, + 413 + ] + }, + { + "text": " Sustainability", + "boxes": [ + 570, + 387, + 684, + 417 + ] + }, + { + "text": "Accessories", + "boxes": [ + 716, + 389, + 814, + 413 + ] + }, + { + "text": " Setup and Support ", + "boxes": [ + 846, + 387, + 1000, + 417 + ] + }, + { + "text": "The iPhone Experience", + "boxes": [ + 1034, + 389, + 1214, + 413 + ] + }, + { + "text": "Special Stores ", + "boxes": [ + 1248, + 387, + 1366, + 417 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 138, + 472, + 464, + 508 + ] + }, + { + "text": "PPLE INTELLIGENCE", + "boxes": [ + 180, + 560, + 296, + 578 + ] + }, + { + "text": "APPLE INTELLIGENCE", + "boxes": [ + 1012, + 556, + 1140, + 580 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 164, + 580, + 376, + 621 + ] + }, + { + "text": "iPhone 16 &", + "boxes": [ + 586, + 582, + 746, + 619 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 1004, + 579, + 1156, + 622 + ] + }, + { + "text": "iPhone 15 &", + "boxes": [ + 1424, + 580, + 1582, + 617 + ] + }, + { + "text": "Expl", + "boxes": [ + 1841, + 579, + 1917, + 624 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 611, + 408, + 653 + ] + }, + { + "text": "iPhone 16 Plus", + "boxes": [ + 586, + 613, + 778, + 651 + ] + }, + { + "text": "iPhone 15 Plus", + "boxes": [ + 1424, + 611, + 1618, + 653 + ] + }, + { + "text": "acce", + "boxes": [ + 1846, + 619, + 1914, + 651 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 116, + 34, + 156, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 59, + 126, + 96 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 62, + 1912, + 93 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 280 + ] + }, + { + "text": "iPhone 16 Pro ", + "boxes": [ + 736, + 220, + 838, + 252 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 874, + 224, + 948, + 250 + ] + }, + { + "text": "iphone 16e", + "boxes": [ + 982, + 224, + 1062, + 250 + ] + }, + { + "text": "?", + "boxes": [ + 1576, + 298, + 1596, + 314 + ] + }, + { + "text": "iPhone", + "boxes": [ + 602, + 339, + 660, + 371 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 752, + 343, + 822, + 369 + ] + }, + { + "text": "16Pro", + "boxes": [ + 610, + 367, + 654, + 387 + ] + }, + { + "text": "Pro Max", + "boxes": [ + 756, + 367, + 814, + 387 + ] + }, + { + "text": "All Models", + "boxes": [ + 144, + 387, + 228, + 413 + ] + }, + { + "text": "Shopping guide", + "boxes": [ + 262, + 389, + 382, + 413 + ] + }, + { + "text": "iPhone 16 Pro", + "boxes": [ + 950, + 381, + 1154, + 419 + ] + }, + { + "text": "From $999 or $41.62/mo.for 24 mo.", + "boxes": [ + 958, + 429, + 1188, + 447 + ] + }, + { + "text": "All models. Take your pick", + "boxes": [ + 140, + 472, + 458, + 508 + ] + }, + { + "text": "Titanium design with larger 6.3-inch Super", + "boxes": [ + 1008, + 484, + 1362, + 522 + ] + }, + { + "text": "Retina XDR display, durable latest-generation", + "boxes": [ + 1012, + 510, + 1390, + 540 + ] + }, + { + "text": "6.3", + "boxes": [ + 960, + 519, + 990, + 543 + ] + }, + { + "text": "Ceramic Shield,Action button,andBCwith", + "boxes": [ + 1014, + 530, + 1396, + 560 + ] + }, + { + "text": "USB 3 speeds2", + "boxes": [ + 1012, + 552, + 1136, + 582 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 168, + 586, + 372, + 615 + ] + }, + { + "text": "Phone 15 &", + "boxes": [ + 1446, + 577, + 1584, + 620 + ] + }, + { + "text": "Expl", + "boxes": [ + 1846, + 584, + 1904, + 617 + ] + }, + { + "text": "The first iPhone designed for Apple", + "boxes": [ + 1008, + 602, + 1306, + 637 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 166, + 615, + 408, + 651 + ] + }, + { + "text": "8", + "boxes": [ + 964, + 615, + 988, + 641 + ] + }, + { + "text": "hone 15 Plus", + "boxes": [ + 1448, + 615, + 1618, + 651 + ] + }, + { + "text": "Intelligence.3 Personal, private, powerful.", + "boxes": [ + 1012, + 625, + 1346, + 655 + ] + }, + { + "text": "acce", + "boxes": [ + 1841, + 617, + 1909, + 654 + ] + }, + { + "text": "B", + "boxes": [ + 960, + 685, + 992, + 715 + ] + }, + { + "text": "Camera Control gives you an easier way to", + "boxes": [ + 1010, + 677, + 1358, + 707 + ] + }, + { + "text": "quickly access camera tools", + "boxes": [ + 1014, + 701, + 1242, + 725 + ] + }, + { + "text": "A18 Pro chip powers Apple Intelligence and", + "boxes": [ + 1006, + 744, + 1376, + 782 + ] + }, + { + "text": "国", + "boxes": [ + 960, + 768, + 992, + 800 + ] + }, + { + "text": "AAA gaming — and helps deliver a huge leap in", + "boxes": [ + 1008, + 768, + 1392, + 802 + ] + }, + { + "text": "battery life", + "boxes": [ + 1014, + 794, + 1108, + 820 + ] + }, + { + "text": "4K 120 fps Dolby Vision and 4 studio-quality", + "boxes": [ + 1010, + 844, + 1374, + 874 + ] + }, + { + "text": "⑧", + "boxes": [ + 960, + 854, + 994, + 883 + ] + }, + { + "text": "mics. A Pro studio in your pocket.", + "boxes": [ + 1010, + 864, + 1286, + 895 + ] + }, + { + "text": " Capture magical spatial photos and videos on", + "boxes": [ + 1008, + 915, + 1384, + 947 + ] + }, + { + "text": "4", + "boxes": [ + 958, + 937, + 990, + 967 + ] + }, + { + "text": "iPhone 16 Pro, then relive them on", + "boxes": [ + 1008, + 935, + 1294, + 969 + ] + }, + { + "text": "Apple Vision Pro", + "boxes": [ + 1014, + 959, + 1152, + 989 + ] + }, + { + "text": "Explore iPhone 16 Pro further >", + "boxes": [ + 952, + 1001, + 1192, + 1030 + ] + } + ] + }, + { + "frame_id": "110_7_3", + "episode_id": 110, + "env_id": 7, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.255691528320312, + "advantages": 0.495527446269989, + "generated_text": "{\n \"intent\": \"Move the cursor to the categories section for further browsing\",\n \"action\": \"DoubleClick(643, 647)\"\n}", + "action_string": "DoubleClick(643, 647)", + "intent_string": "Move the cursor to the categories section for further browsing", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 296, + 115, + 414, + 139 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "7", + "boxes": [ + 1824, + 113, + 1864, + 139 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 420, + 187 + ] + }, + { + "text": "Kitchen favorites", + "boxes": [ + 610, + 280, + 878, + 324 + ] + }, + { + "text": "under $50", + "boxes": [ + 690, + 326, + 800, + 357 + ] + }, + { + "text": "ons of products with fast local delivery Click here to go to amazon.cn", + "boxes": [ + 954, + 455, + 1398, + 484 + ] + }, + { + "text": "", + "boxes": [ + 1022, + 488, + 1078, + 508 + ] + }, + { + "text": "MLLI", + "boxes": [ + 1398, + 482, + 1512, + 512 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 240, + 524, + 466, + 560 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 610, + 530, + 808, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 982, + 530, + 1164, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1348, + 528, + 1654, + 558 + ] + }, + { + "text": " See all deals", + "boxes": [ + 240, + 889, + 318, + 913 + ] + }, + { + "text": "See more", + "boxes": [ + 612, + 891, + 672, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 980, + 889, + 1066, + 915 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1354, + 891, + 1484, + 909 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Refresh your space", + "boxes": [ + 1350, + 965, + 1544, + 1005 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1026 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 66, + 310, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1588, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 426, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1814, + 105, + 1874, + 131 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "三 AIl ", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "1-16 of", + "boxes": [ + 10, + 208, + 60, + 228 + ] + }, + { + "text": "Popular Shopping Ideas", + "boxes": [ + 10, + 254, + 172, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "Video Game", + "boxes": [ + 12, + 282, + 94, + 308 + ] + }, + { + "text": "Wireless", + "boxes": [ + 12, + 302, + 70, + 328 + ] + }, + { + "text": "Desktop", + "boxes": [ + 8, + 318, + 72, + 349 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 601, + 315, + 677, + 346 + ] + }, + { + "text": "Animal", + "boxes": [ + 14, + 343, + 60, + 363 + ] + }, + { + "text": "ASUS ROG Pelta Wireless Gaming Headset (BT, ROG SpeedNova 2.4GHz, USB-C, Lightweight 309g, 50mm", + "boxes": [ + 602, + 343, + 1470, + 377 + ] + }, + { + "text": "ROG Titanium-Plated Drivers, 10mm Super-Wideband Mic, RGB, 70HR Battery, for PC, Switch, PS5)- Black", + "boxes": [ + 604, + 371, + 1470, + 401 + ] + }, + { + "text": "Customer Reviews", + "boxes": [ + 12, + 389, + 136, + 413 + ] + }, + { + "text": "★★★★☆614", + "boxes": [ + 606, + 397, + 736, + 427 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 413, + 144, + 443 + ] + }, + { + "text": "$12999", + "boxes": [ + 597, + 440, + 687, + 483 + ] + }, + { + "text": "Price", + "boxes": [ + 8, + 451, + 54, + 476 + ] + }, + { + "text": "$1-$1,200+", + "boxes": [ + 10, + 474, + 102, + 500 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 600, + 482, + 740, + 510 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 604, + 506, + 686, + 530 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 610, + 538, + 690, + 562 + ] + }, + { + "text": "Deals & Discounts", + "boxes": [ + 12, + 558, + 128, + 582 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 586, + 96, + 604 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 606, + 590, + 678, + 615 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 14, + 604, + 100, + 629 + ] + }, + { + "text": "SteelSeries Arctis Nova 5P Wireless Multi-System Gaming Headset — White — Neodymium Magnetic", + "boxes": [ + 602, + 613, + 1432, + 643 + ] + }, + { + "text": "Brands", + "boxes": [ + 14, + 637, + 60, + 657 + ] + }, + { + "text": "Drives —— 100+ Audio Presets — 60 HR Battery -", + "boxes": [ + 600, + 635, + 1008, + 669 + ] + }, + { + "text": "— 2.4GHz or BT — Gen2.X Mic — PS5, PS4, PC, Switch,", + "boxes": [ + 992, + 639, + 1446, + 663 + ] + }, + { + "text": " steelSeries", + "boxes": [ + 7, + 651, + 105, + 688 + ] + }, + { + "text": "Razer", + "boxes": [ + 7, + 672, + 71, + 706 + ] + }, + { + "text": "by SteelSeries", + "boxes": [ + 604, + 663, + 698, + 687 + ] + }, + { + "text": "★★★★★1.025", + "boxes": [ + 604, + 685, + 746, + 715 + ] + }, + { + "text": "LL", + "boxes": [ + 14, + 703, + 40, + 717 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 31, + 698, + 105, + 723 + ] + }, + { + "text": " ozeino", + "boxes": [ + 12, + 719, + 82, + 744 + ] + }, + { + "text": " Hyperx", + "boxes": [ + 10, + 739, + 84, + 764 + ] + }, + { + "text": "$12999", + "boxes": [ + 602, + 737, + 684, + 768 + ] + }, + { + "text": "Corsai", + "boxes": [ + 14, + 760, + 76, + 780 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 604, + 770, + 740, + 798 + ] + }, + { + "text": " Turtle Be", + "boxes": [ + 14, + 780, + 92, + 798 + ] + }, + { + "text": "$46.99", + "boxes": [ + 1816, + 774, + 1858, + 794 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1790, + 818, + 1864, + 844 + ] + }, + { + "text": "Top E", + "boxes": [ + 14, + 858, + 68, + 876 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite & Callof Duty/FPS Gamers, PC, Nintendo Switch,", + "boxes": [ + 602, + 872, + 1460, + 905 + ] + }, + { + "text": "Bluetooth 5.3 Gaming Headphones with Noise Canceling Mic, Stereo Sound, 40+Hr Battery -White", + "boxes": [ + 604, + 899, + 1408, + 929 + ] + }, + { + "text": "Top Reviewed for Sound quality", + "boxes": [ + 606, + 925, + 818, + 953 + ] + }, + { + "text": "★★★★☆9,236", + "boxes": [ + 606, + 945, + 744, + 973 + ] + }, + { + "text": "Headpho", + "boxes": [ + 16, + 967, + 72, + 985 + ] + }, + { + "text": "7K+ bought in past month", + "boxes": [ + 606, + 969, + 774, + 993 + ] + }, + { + "text": "$3149,", + "boxes": [ + 602, + 999, + 670, + 1024 + ] + } + ] + }, + { + "frame_id": "110_0_4", + "episode_id": 110, + "env_id": 0, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.4752197265625, + "advantages": 0.7696077227592468, + "generated_text": "{\n \"intent\": \"I want to explore popular websites first by clicking on relevant sites.\",\n \"action\": \"DoubleClick(521, 887)\" \n}", + "action_string": "DoubleClick(521, 887)", + "intent_string": "I want to explore popular websites first by clicking on relevant sites.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "①| https:/n.bing.com", + "boxes": [ + 246, + 59, + 448, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 187, + 153 + ] + }, + { + "text": " Apple - htt:/w.apple.com", + "boxes": [ + 254, + 107, + 478, + 137 + ] + }, + { + "text": " bing -", + "boxes": [ + 254, + 143, + 320, + 169 + ] + }, + { + "text": "- bing.com", + "boxes": [ + 312, + 145, + 394, + 169 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 284, + 214, + 590, + 238 + ] + }, + { + "text": "-iqiyi.cor", + "boxes": [ + 594, + 220, + 658, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 254, + 316, + 272 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 478, + 449, + 638, + 477 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1458, + 768, + 1552, + 794 + ] + }, + { + "text": "13.71%", + "boxes": [ + 1632, + 806, + 1686, + 840 + ] + }, + { + "text": "23,40%", + "boxes": [ + 1626, + 850, + 1690, + 889 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1628, + 927 + ] + }, + { + "text": "+4.0146 ", + "boxes": [ + 1628, + 891, + 1700, + 939 + ] + }, + { + "text": "1", + "boxes": [ + 830, + 925, + 850, + 941 + ] + }, + { + "text": "一点资讯·1天", + "boxes": [ + 848, + 921, + 940, + 947 + ] + }, + { + "text": "汽车资讯盘点·12小时", + "boxes": [ + 1138, + 917, + 1300, + 947 + ] + }, + { + "text": "“吃鸡\"玩家喜提“进阶版", + "boxes": [ + 828, + 941, + 1058, + 977 + ] + }, + { + "text": "【E汽车】星纪元ES纯电车型", + "boxes": [ + 1142, + 941, + 1410, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "理想L8智能焕新版：六座新能源SUV新标", + "boxes": [ + 202, + 949, + 746, + 985 + ] + }, + { + "text": "101”，进海岛趴地上，触发", + "boxes": [ + 826, + 967, + 1094, + 1003 + ] + }, + { + "text": "将于5月18日正式上市", + "boxes": [ + 1136, + 967, + 1350, + 1003 + ] + }, + { + "text": "杆，性能续航全面升级！", + "boxes": [ + 200, + 985, + 522, + 1020 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "<", + "boxes": [ + 1590, + 989, + 1630, + 1016 + ] + }, + { + "text": "+ 379", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "隐藏buff！", + "boxes": [ + 826, + 995, + 936, + 1026 + ] + }, + { + "text": "△13", + "boxes": [ + 828, + 1026, + 892, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→×", + "boxes": [ + 38, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 89 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 572, + 123, + 632, + 143 + ] + }, + { + "text": "Q", + "boxes": [ + 1308, + 123, + 1328, + 139 + ] + }, + { + "text": "中", + "boxes": [ + 1760, + 117, + 1792, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "电", + "boxes": [ + 388, + 270, + 422, + 300 + ] + }, + { + "text": "ITBEAR科技资讯", + "boxes": [ + 410, + 270, + 550, + 302 + ] + }, + { + "text": "理想L8智能焕新版：六座新能源SUV新标杆，性能续航全面", + "boxes": [ + 364, + 349, + 1222, + 391 + ] + }, + { + "text": "升级！", + "boxes": [ + 364, + 393, + 462, + 431 + ] + }, + { + "text": "ITBEAR的报道·6天·01分钟读取", + "boxes": [ + 364, + 459, + 650, + 488 + ] + }, + { + "text": "理想汽车近期推出的L8智能焕新版，在辅助驾驶技术上迈出了重要一步。此次升级，AD Pro版本标配了激光雷达，这", + "boxes": [ + 360, + 540, + 1242, + 578 + ] + }, + { + "text": "访间 ITBEAR科技资讯", + "boxes": [ + 1424, + 550, + 1598, + 586 + ] + }, + { + "text": "一变化显著增强了车辆的主动安全性能，为驾驶者提供了更加安心的行车保障。无论车辆搭载的是地平线J5还是J6M", + "boxes": [ + 366, + 570, + 1234, + 600 + ] + }, + { + "text": "芯片，AD Pro都能提供高级辅助驾驶功能和高速NOA导航辅助驾驶，且这些功能均可通过OTA（空中升级）技术持续", + "boxes": [ + 362, + 594, + 1240, + 627 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1444, + 599, + 1664, + 631 + ] + }, + { + "text": "优化和完善。", + "boxes": [ + 366, + 625, + 456, + 651 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "在高端配置AD Max方面，理想汽车采用了更为先进的Thor-U芯片，取代了之前的英伟达双Orin-X芯片。这一升级不", + "boxes": [ + 366, + 665, + 1230, + 695 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 663, + 1662, + 695 + ] + }, + { + "text": "仅大幅提升了计算能力，更为即将推出的VLA大模型提供了强大的支持，使得驾驶体验更加智能化和便捷化。", + "boxes": [ + 364, + 689, + 1168, + 719 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1448, + 687, + 1590, + 711 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1444, + 724, + 1662, + 759 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1446, + 748, + 1580, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 796, + 957 + ] + }, + { + "text": "量、受众研究和服务开发", + "boxes": [ + 838, + 931, + 982, + 955 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 30, + 951, + 794, + 975 + ] + }, + { + "text": "详情，请访问：", + "boxes": [ + 32, + 971, + 120, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "里想L8智能焕", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "110_1_4", + "episode_id": 110, + "env_id": 1, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.003229141235352, + "advantages": -1.0681679248809814, + "generated_text": "{\n \"intent\": \"Move closer to the taskbar where I can select apps or access additional tools like 'Search' and 'Document'\",\n \"action\": \"Move(960, 78)\"\n}", + "action_string": "Move(960, 78)", + "intent_string": "Move closer to the taskbar where I can select apps or access additional tools like 'Search' and 'Document'", + "before_screen_ocr_results": [ + { + "text": " Untitled 1 - M..", + "boxes": [ + 142, + 1044, + 318, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ] + }, + { + "frame_id": "110_2_4", + "episode_id": 110, + "env_id": 2, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.518369674682617, + "advantages": -0.4250165820121765, + "generated_text": "{\n \"intent\": \"Click on the content where the phrase '有问题 就会有答案' appears to expand and explore further.\",\n \"action\": \"DoubleClick(102, 386)\"\n}", + "action_string": "DoubleClick(102, 386)", + "intent_string": "Click on the content where the phrase '有问题 就会有答案' appears to expand and explore further.", + "before_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 852, + 6, + 910, + 24 + ] + }, + { + "text": "知 知乎－有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 224, + 28, + 324, + 54 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 66, + 130, + 91 + ] + }, + { + "text": "①| https://v", + "boxes": [ + 252, + 66, + 364, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1598, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "口", + "boxes": [ + 1372, + 308, + 1388, + 324 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1442, + 304, + 1554, + 328 + ] + }, + { + "text": "有问题", + "boxes": [ + 278, + 341, + 644, + 472 + ] + }, + { + "text": "在工业区开的超市，怎么样改进以提高竞争", + "boxes": [ + 1368, + 351, + 1612, + 375 + ] + }, + { + "text": "力？", + "boxes": [ + 1370, + 373, + 1392, + 387 + ] + }, + { + "text": "汪惟", + "boxes": [ + 1370, + 391, + 1428, + 411 + ] + }, + { + "text": "创业等5个话题下的优秀答主", + "boxes": [ + 1420, + 389, + 1572, + 413 + ] + }, + { + "text": "说点回去就能用的。先调查一下你附近工厂都用什", + "boxes": [ + 1366, + 407, + 1620, + 437 + ] + }, + { + "text": "么银行卡发工资。然后想方设法弄一个这个银行。", + "boxes": [ + 1370, + 431, + 1610, + 449 + ] + }, + { + "text": "2万赞同·761评论", + "boxes": [ + 1370, + 453, + 1468, + 471 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 469, + 862, + 586 + ] + }, + { + "text": "如何高质量地走完大学四年？", + "boxes": [ + 1362, + 478, + 1534, + 514 + ] + }, + { + "text": "神说要有光", + "boxes": [ + 1368, + 510, + 1442, + 528 + ] + }, + { + "text": "知乎的大学话题下把人们普造最关心的问题做了.", + "boxes": [ + 1364, + 534, + 1620, + 574 + ] + }, + { + "text": "看这一个回答，省去你80%寻找答案的时间！我在", + "boxes": [ + 1370, + 530, + 1620, + 548 + ] + }, + { + "text": "615评论", + "boxes": [ + 1426, + 570, + 1470, + 588 + ] + }, + { + "text": "为什么在比较平坦的地方，河流却会不停地拐", + "boxes": [ + 1364, + 602, + 1630, + 631 + ] + }, + { + "text": "去拐来？", + "boxes": [ + 1366, + 619, + 1422, + 645 + ] + }, + { + "text": "青铜马弓手地质学话题下的优秀答主", + "boxes": [ + 1368, + 643, + 1578, + 667 + ] + }, + { + "text": "为什么地势平坦，河流却弯弯曲曲？巧了，这个问", + "boxes": [ + 1364, + 655, + 1624, + 689 + ] + }, + { + "text": "题，爱因斯坦在1926年回答过。没想到在知乎.", + "boxes": [ + 1364, + 675, + 1618, + 705 + ] + }, + { + "text": "3016赞同", + "boxes": [ + 1372, + 705, + 1424, + 723 + ] + }, + { + "text": "242评论", + "boxes": [ + 1426, + 705, + 1476, + 723 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 462, + 717, + 720, + 758 + ] + }, + { + "text": "「中产阶级标准」", + "boxes": [ + 1369, + 730, + 1473, + 767 + ] + }, + { + "text": " chenqin人文盐究员", + "boxes": [ + 1366, + 756, + 1502, + 786 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": "今天，微信群里有一位朋友分享了一", + "boxes": [ + 1368, + 778, + 1542, + 802 + ] + }, + { + "text": "一个「中国中产", + "boxes": [ + 1532, + 782, + 1614, + 800 + ] + }, + { + "text": "?", + "boxes": [ + 1380, + 822, + 1394, + 842 + ] + }, + { + "text": "D", + "boxes": [ + 1434, + 822, + 1450, + 840 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": " Android", + "boxes": [ + 580, + 834, + 678, + 860 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文[2019]4928-541号|药品医疗器械网络信息服务备案丨（京）", + "boxes": [ + 398, + 955, + 846, + 979 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息举排", + "boxes": [ + 508, + 975, + 824, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报丨证照中心|！", + "boxes": [ + 552, + 996, + 840, + 1031 + ] + }, + { + "text": "知乎|北京智者天下科技有限公司版权所有", + "boxes": [ + 1098, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 852, + 6, + 908, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 224, + 30, + 324, + 56 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "①| https://v", + "boxes": [ + 252, + 66, + 364, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1872, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "有问题", + "boxes": [ + 284, + 343, + 644, + 471 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 469, + 862, + 586 + ] + }, + { + "text": "我为什么不看好LLM", + "boxes": [ + 1370, + 510, + 1492, + 528 + ] + }, + { + "text": "记过去一年实习经", + "boxes": [ + 1522, + 510, + 1624, + 528 + ] + }, + { + "text": "如何看待罗马仕既做充电宝，又做户外拎电，", + "boxes": [ + 1368, + 639, + 1614, + 663 + ] + }, + { + "text": "又做家庭储能？", + "boxes": [ + 1368, + 657, + 1452, + 681 + ] + }, + { + "text": "长亭Time", + "boxes": [ + 1370, + 681, + 1434, + 699 + ] + }, + { + "text": "翻了一", + "boxes": [ + 1372, + 703, + 1402, + 717 + ] + }, + { + "text": "下电商订单记录，发现我入手的第一款充电", + "boxes": [ + 1404, + 701, + 1616, + 719 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 462, + 717, + 716, + 758 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": " Android", + "boxes": [ + 580, + 834, + 678, + 860 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文[2019]4928-541号|药品医疗器械网络信息服务备案", + "boxes": [ + 398, + 955, + 790, + 979 + ] + }, + { + "text": "械信息备字（2022）", + "boxes": [ + 866, + 957, + 996, + 975 + ] + }, + { + "text": "400-919-0001|违法和不良信息举报：010-82716601", + "boxes": [ + 1162, + 955, + 1522, + 979 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息", + "boxes": [ + 508, + 975, + 808, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报丨证照中心", + "boxes": [ + 552, + 996, + 816, + 1031 + ] + }, + { + "text": "北京智者天下科技有限公司版权所有", + "boxes": [ + 1138, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ] + }, + { + "frame_id": "110_3_4", + "episode_id": 110, + "env_id": 3, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.65092945098877, + "advantages": -0.2595161199569702, + "generated_text": "{\n \"intent\": \"Open some popular websites within the Firefox browser to gain more experience with this platform.\",\n \"action\": \"DoubleClick(728, 356)\"\n}", + "action_string": "DoubleClick(728, 356)", + "intent_string": "Open some popular websites within the Firefox browser to gain more experience with this platform.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search theWeb", + "boxes": [ + 660, + 292, + 762, + 310 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 588, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "110_4_4", + "episode_id": 110, + "env_id": 4, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.900496482849121, + "advantages": 0.05206753686070442, + "generated_text": "{\n \"intent\": \"Select several gaming headsets to compare\",\n \"action\": \"DoubleClick(569, 388)\"\n}", + "action_string": "DoubleClick(569, 388)", + "intent_string": "Select several gaming headsets to compare", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 66, + 310, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 426, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1814, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 125, + 1446, + 145 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "三 AIl ", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "1-16 of", + "boxes": [ + 10, + 208, + 60, + 228 + ] + }, + { + "text": "Popular Shopping Ideas", + "boxes": [ + 10, + 254, + 172, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "Video Game", + "boxes": [ + 10, + 278, + 96, + 310 + ] + }, + { + "text": "Wireless", + "boxes": [ + 9, + 297, + 73, + 328 + ] + }, + { + "text": "Desktop", + "boxes": [ + 7, + 317, + 71, + 348 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 601, + 319, + 675, + 344 + ] + }, + { + "text": "Animal", + "boxes": [ + 14, + 343, + 60, + 363 + ] + }, + { + "text": "ASUS ROG Pelta Wireless Gaming Headset (BT, ROG SpeedNova 2.4GHz, USB-C, Lightweight 309g, 50mm", + "boxes": [ + 602, + 343, + 1470, + 377 + ] + }, + { + "text": "ROG Titanium-Plated Drivers, 10mm Super-Wideband Mic, RGB, 70HR Battery, for PC, Switch, PS5)- Black", + "boxes": [ + 604, + 371, + 1470, + 401 + ] + }, + { + "text": "Customer Reviews", + "boxes": [ + 12, + 389, + 136, + 413 + ] + }, + { + "text": "★★★★☆614", + "boxes": [ + 606, + 397, + 736, + 427 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 413, + 144, + 443 + ] + }, + { + "text": "$12999", + "boxes": [ + 597, + 440, + 687, + 483 + ] + }, + { + "text": "Price", + "boxes": [ + 8, + 451, + 54, + 476 + ] + }, + { + "text": "$1-$1,200+", + "boxes": [ + 10, + 474, + 102, + 500 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 600, + 482, + 740, + 510 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 604, + 506, + 686, + 530 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 610, + 538, + 690, + 562 + ] + }, + { + "text": "Deals & Discounts", + "boxes": [ + 12, + 558, + 128, + 582 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 586, + 96, + 604 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 606, + 590, + 678, + 615 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 14, + 604, + 100, + 629 + ] + }, + { + "text": "SteelSeries Arctis Nova 5P Wireless Multi-System Gaming Headset — White — Neodymium Magnetic", + "boxes": [ + 602, + 613, + 1432, + 643 + ] + }, + { + "text": "Brands", + "boxes": [ + 14, + 637, + 60, + 657 + ] + }, + { + "text": "Drivers — 100+ Audio Presets — 60 HR Battery — 2.4GHz or BT — Gen2.X Mic — PS5, PS4, PC, Switch,..", + "boxes": [ + 604, + 641, + 1460, + 665 + ] + }, + { + "text": " steelSeries", + "boxes": [ + 7, + 651, + 105, + 688 + ] + }, + { + "text": "Razer", + "boxes": [ + 9, + 672, + 71, + 706 + ] + }, + { + "text": "by SteelSeries", + "boxes": [ + 604, + 663, + 696, + 687 + ] + }, + { + "text": "★★★★☆1.025", + "boxes": [ + 604, + 685, + 744, + 713 + ] + }, + { + "text": "LL", + "boxes": [ + 14, + 703, + 40, + 717 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 31, + 698, + 105, + 723 + ] + }, + { + "text": " ozeino", + "boxes": [ + 12, + 719, + 82, + 744 + ] + }, + { + "text": " Hyperx", + "boxes": [ + 12, + 739, + 84, + 764 + ] + }, + { + "text": "$12999", + "boxes": [ + 602, + 737, + 682, + 768 + ] + }, + { + "text": "Corsai", + "boxes": [ + 14, + 760, + 76, + 780 + ] + }, + { + "text": "DeliverySat,May24", + "boxes": [ + 604, + 770, + 738, + 798 + ] + }, + { + "text": " Turtle Be", + "boxes": [ + 14, + 780, + 92, + 798 + ] + }, + { + "text": "$46.99", + "boxes": [ + 1816, + 774, + 1858, + 794 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1790, + 818, + 1864, + 844 + ] + }, + { + "text": "620", + "boxes": [ + 1799, + 861, + 1869, + 892 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite & Callof Duty/FPS Gamers, PC, Nintendo Switch,", + "boxes": [ + 604, + 876, + 1460, + 905 + ] + }, + { + "text": "Bluetooth 5.3 Gaming Headphones with Noise Canceling Mic, Stereo Sound, 40+Hr Battery -White", + "boxes": [ + 604, + 899, + 1410, + 929 + ] + }, + { + "text": "wired", + "boxes": [ + 9, + 909, + 75, + 934 + ] + }, + { + "text": "TopReviewedforSoundquality", + "boxes": [ + 606, + 925, + 816, + 953 + ] + }, + { + "text": "★★★★☆9.236", + "boxes": [ + 606, + 945, + 744, + 973 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 955, + 1862, + 981 + ] + }, + { + "text": "K+ bo", + "boxes": [ + 612, + 973, + 652, + 989 + ] + }, + { + "text": "ought in past ", + "boxes": [ + 644, + 973, + 732, + 991 + ] + }, + { + "text": "$3149 List Price: $49.99", + "boxes": [ + 602, + 994, + 774, + 1031 + ] + }, + { + "text": "OnEal", + "boxes": [ + 31, + 1004, + 77, + 1029 + ] + }, + { + "text": "立", + "boxes": [ + 1796, + 1009, + 1818, + 1022 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→白", + "boxes": [ + 36, + 62, + 132, + 93 + ] + }, + { + "text": "", + "boxes": [ + 251, + 59, + 311, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1807, + 98, + 1877, + 136 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 426, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 121, + 1448, + 147 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "Shop top categories that ship internationally", + "boxes": [ + 782, + 204, + 1160, + 234 + ] + }, + { + "text": "ASUS ROG Pelta Wireless Gaming Headset (BT, ROG", + "boxes": [ + 678, + 302, + 1250, + 340 + ] + }, + { + "text": "$12999", + "boxes": [ + 1385, + 315, + 1477, + 360 + ] + }, + { + "text": "Limited time", + "boxes": [ + 1806, + 310, + 1872, + 330 + ] + }, + { + "text": "T", + "boxes": [ + 628, + 322, + 642, + 341 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C, Lightweight 309g, 50mm ROG", + "boxes": [ + 684, + 339, + 1320, + 369 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm Super-Wideband Mic, RGB,", + "boxes": [ + 682, + 369, + 1326, + 405 + ] + }, + { + "text": "$32.67 Shipping & Import", + "boxes": [ + 1390, + 361, + 1566, + 395 + ] + }, + { + "text": "Charges to China Detalls ", + "boxes": [ + 1394, + 383, + 1572, + 413 + ] + }, + { + "text": "70HR Battery, for PC, Switch, PS5)- Black", + "boxes": [ + 680, + 401, + 1134, + 437 + ] + }, + { + "text": "Delivery Saturday, May 24.", + "boxes": [ + 1394, + 405, + 1572, + 429 + ] + }, + { + "text": " Order within 23 hrs 45 r", + "boxes": [ + 1392, + 423, + 1548, + 453 + ] + }, + { + "text": "Visit the ASUS Sto", + "boxes": [ + 686, + 435, + 800, + 453 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": " Delive to China", + "boxes": [ + 1392, + 452, + 1504, + 483 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 494, + 1466, + 520 + ] + }, + { + "text": "$12999", + "boxes": [ + 673, + 507, + 767, + 553 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "$32.67 Shipping & ", + "boxes": [ + 675, + 547, + 809, + 584 + ] + }, + { + "text": "imited tim", + "boxes": [ + 1808, + 548, + 1866, + 566 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 682, + 574, + 776, + 598 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "Wired", + "boxes": [ + 686, + 600, + 740, + 625 + ] + }, + { + "text": "See available", + "boxes": [ + 696, + 623, + 774, + 647 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "ptions", + "boxes": [ + 704, + 649, + 738, + 663 + ] + }, + { + "text": "Ships from Amazon.com", + "boxes": [ + 1398, + 657, + 1544, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 679, + 1450, + 705 + ] + }, + { + "text": "Amazon.com", + "boxes": [ + 1466, + 679, + 1544, + 705 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "30-day ", + "boxes": [ + 1468, + 701, + 1518, + 727 + ] + }, + { + "text": "Delta S", + "boxes": [ + 692, + 713, + 746, + 733 + ] + }, + { + "text": "refund/replacement", + "boxes": [ + 1466, + 713, + 1580, + 742 + ] + }, + { + "text": "Brand", + "boxes": [ + 680, + 752, + 728, + 780 + ] + }, + { + "text": "ASUS", + "boxes": [ + 858, + 752, + 902, + 778 + ] + }, + { + "text": "Roll over image to zoom in", + "boxes": [ + 348, + 764, + 518, + 788 + ] + }, + { + "text": "Color", + "boxes": [ + 680, + 778, + 726, + 806 + ] + }, + { + "text": "BLACK", + "boxes": [ + 858, + 778, + 908, + 806 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "$46.99", + "boxes": [ + 1814, + 772, + 1860, + 798 + ] + }, + { + "text": "Add a giftrecelpt for easy", + "boxes": [ + 1414, + 788, + 1584, + 822 + ] + }, + { + "text": "Ear Placement", + "boxes": [ + 682, + 806, + 782, + 830 + ] + }, + { + "text": "On Ear", + "boxes": [ + 858, + 802, + 906, + 830 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 816, + 1468, + 836 + ] + }, + { + "text": "[Qty: 12", + "boxes": [ + 1788, + 818, + 1866, + 844 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 832, + 766, + 856 + ] + }, + { + "text": " On Ear", + "boxes": [ + 858, + 830, + 908, + 856 + ] + }, + { + "text": "20 KHz", + "boxes": [ + 860, + 860, + 906, + 879 + ] + }, + { + "text": "Add to List ", + "boxes": [ + 1402, + 866, + 1478, + 891 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 901, + 838, + 931 + ] + }, + { + "text": "·Tri-Mode Connectivity with SpeedNova Technology: Connect via Bluetooth, or low-latency 2.4 GHz", + "boxes": [ + 690, + 929, + 1330, + 953 + ] + }, + { + "text": " Other sellers on Amazon", + "boxes": [ + 1382, + 929, + 1580, + 963 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 955, + 1862, + 981 + ] + }, + { + "text": "New (2) from", + "boxes": [ + 1390, + 985, + 1478, + 1009 + ] + }, + { + "text": "$12999", + "boxes": [ + 1482, + 985, + 1530, + 1005 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 1007, + 1820, + 1026 + ] + } + ] + }, + { + "frame_id": "110_5_4", + "episode_id": 110, + "env_id": 5, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.433008193969727, + "advantages": -0.5315901041030884, + "generated_text": "{\n \"intent\": \"To explore and understand the article text on the desktop, starting by clicking on the news headline\",\n \"action\": \"DoubleClick(500, 384)\"\n}", + "action_string": "DoubleClick(500, 384)", + "intent_string": "To explore and understand the article text on the desktop, starting by clicking on the news headline", + "before_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1876, + 89 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1858, + 145 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "点资讯+关注", + "boxes": [ + 436, + 270, + 572, + 300 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1508, + 278, + 1622, + 310 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1516, + 302, + 1616, + 326 + ] + }, + { + "text": "\"吃鸡\"玩家喜提\"进阶版101”，进海岛趴地上，触发隐藏", + "boxes": [ + 368, + 349, + 1162, + 391 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "buff !", + "boxes": [ + 364, + 393, + 456, + 431 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "日日聊游戏的报道·1天·02分钟读取", + "boxes": [ + 366, + 459, + 680, + 488 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1504, + 492 + ] + }, + { + "text": "欢迎诸位小伙伴们来到天哥开讲的《和平精英》“精英小课堂”~每当这款游戏迎来新军需时，我们总能在和平营地等游", + "boxes": [ + 362, + 540, + 1244, + 578 + ] + }, + { + "text": "0", + "boxes": [ + 1430, + 556, + 1454, + 578 + ] + }, + { + "text": "访问一点资讯", + "boxes": [ + 1454, + 556, + 1550, + 582 + ] + }, + { + "text": "戏社区里看到与之相关的话题，大多数都讨论抽奖概率、实际表现等，这一次的\"幻星舰长“同样如此。", + "boxes": [ + 366, + 572, + 1118, + 602 + ] + }, + { + "text": "G4广厦106-73大胜北京球员评", + "boxes": [ + 1448, + 604, + 1644, + 627 + ] + }, + { + "text": "得，废话不多说了，还是大家熟悉的\"老配方\"：有图有证据，边看边聊天儿吧～", + "boxes": [ + 366, + 615, + 948, + 639 + ] + }, + { + "text": "价：4人满分，4人及格，奈特低迷", + "boxes": [ + 1446, + 619, + 1664, + 651 + ] + }, + { + "text": "内维尔：除了B费曼联过去十年引援", + "boxes": [ + 1446, + 665, + 1672, + 695 + ] + }, + { + "text": "全失败了，包括迪马利亚&小猪", + "boxes": [ + 1446, + 685, + 1648, + 715 + ] + }, + { + "text": "林秉圣：系列赛还没结束不能松", + "boxes": [ + 1448, + 731, + 1648, + 754 + ] + }, + { + "text": "懈，我们全队的目标就是拿下冠军", + "boxes": [ + 1444, + 746, + 1662, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1667, + 872, + 1721, + 913 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unigue", + "boxes": [ + 26, + 907, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及有", + "boxes": [ + 32, + 951, + 216, + 975 + ] + }, + { + "text": "在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 206, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：", + "boxes": [ + 32, + 971, + 126, + 995 + ] + }, + { + "text": "微软隐私声明", + "boxes": [ + 120, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "吃鸡“玩家喜·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1876, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 574, + 123, + 632, + 143 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1858, + 145 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "关注", + "boxes": [ + 284, + 183, + 312, + 197 + ] + }, + { + "text": "点资讯十关注", + "boxes": [ + 434, + 266, + 574, + 304 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1508, + 278, + 1622, + 310 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1516, + 302, + 1616, + 326 + ] + }, + { + "text": "“吃鸡\"玩家喜提\"进阶版101”，进海岛趴地上，触发隐藏", + "boxes": [ + 370, + 347, + 1164, + 395 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "buff !", + "boxes": [ + 364, + 393, + 456, + 431 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "日日聊游戏的报道·1天·02分钟读取", + "boxes": [ + 366, + 459, + 680, + 488 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1504, + 492 + ] + }, + { + "text": "欢迎诸位小伙伴们来到天哥开讲的《和平精英》“精英小课堂”~每当这款游戏迎来新军需时，我们总能在和平营地等游", + "boxes": [ + 362, + 540, + 1244, + 578 + ] + }, + { + "text": "1", + "boxes": [ + 1432, + 558, + 1452, + 578 + ] + }, + { + "text": "访问一点资讯", + "boxes": [ + 1456, + 556, + 1550, + 582 + ] + }, + { + "text": "戏社区里看到与之相关的话题，大多数都讨论抽奖概率、实际表现等，这一次的\"幻星舰长“同样如此。", + "boxes": [ + 366, + 572, + 1118, + 602 + ] + }, + { + "text": "G4广厦106-73大胜北京球员评", + "boxes": [ + 1448, + 604, + 1644, + 627 + ] + }, + { + "text": "得，废话不多说了，还是大家熟悉的\"老配方\"：有图有证据，边看边聊天儿吧～", + "boxes": [ + 366, + 615, + 948, + 639 + ] + }, + { + "text": "价：4人满分，4人及格，奈特低迷", + "boxes": [ + 1446, + 619, + 1664, + 651 + ] + }, + { + "text": "内维尔：除了B费曼联过去十年引援", + "boxes": [ + 1446, + 665, + 1672, + 695 + ] + }, + { + "text": "全失败了，包括迪马利亚&小猪", + "boxes": [ + 1446, + 685, + 1648, + 715 + ] + }, + { + "text": "林秉圣：系列赛还没结束不能松", + "boxes": [ + 1448, + 731, + 1648, + 754 + ] + }, + { + "text": "懈，我们全队的目标就是拿下冠军", + "boxes": [ + 1444, + 746, + 1662, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1668, + 872, + 1722, + 913 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ] + }, + { + "frame_id": "110_6_4", + "episode_id": 110, + "env_id": 6, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.629684448242188, + "advantages": 0.9624564051628113, + "generated_text": "{\n \"intent\": \"Double clicking on the 'Buy' button under the iPhone 16 Pro option to take the next step towards purchasing an iPhone.\",\n \"action\": \"DoubleClick(1359, 432)\"\n}", + "action_string": "DoubleClick(1359, 432)", + "intent_string": "Double clicking on the 'Buy' button under the iPhone 16 Pro option to take the next step towards purchasing an iPhone.", + "before_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 116, + 34, + 156, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 59, + 126, + 96 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 62, + 1912, + 93 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "iPhone 16 Pro ", + "boxes": [ + 736, + 220, + 838, + 252 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 874, + 224, + 948, + 250 + ] + }, + { + "text": "iphone 16e", + "boxes": [ + 982, + 224, + 1062, + 250 + ] + }, + { + "text": "?", + "boxes": [ + 1576, + 298, + 1596, + 314 + ] + }, + { + "text": "iPhone", + "boxes": [ + 602, + 339, + 660, + 371 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 752, + 343, + 822, + 369 + ] + }, + { + "text": "16Pro", + "boxes": [ + 610, + 367, + 654, + 387 + ] + }, + { + "text": "Pro Max", + "boxes": [ + 756, + 367, + 814, + 387 + ] + }, + { + "text": "All Models", + "boxes": [ + 144, + 387, + 228, + 413 + ] + }, + { + "text": "Shopping guide", + "boxes": [ + 262, + 389, + 382, + 413 + ] + }, + { + "text": "iPhone 16 Pro", + "boxes": [ + 950, + 381, + 1154, + 419 + ] + }, + { + "text": "From $999 or $41.62/mo.for 24 mo.", + "boxes": [ + 958, + 429, + 1188, + 447 + ] + }, + { + "text": "All models. Take your pick", + "boxes": [ + 140, + 472, + 458, + 508 + ] + }, + { + "text": "Titanium design with larger 6.3-inch Super", + "boxes": [ + 1008, + 484, + 1362, + 522 + ] + }, + { + "text": "Retina XDR display, durable latest-generation", + "boxes": [ + 1012, + 510, + 1390, + 540 + ] + }, + { + "text": "6.3", + "boxes": [ + 960, + 519, + 990, + 543 + ] + }, + { + "text": "Ceramic Shield,Action button,andBCwith", + "boxes": [ + 1014, + 530, + 1396, + 560 + ] + }, + { + "text": "USB 3 speeds2", + "boxes": [ + 1012, + 552, + 1136, + 582 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 168, + 586, + 372, + 615 + ] + }, + { + "text": "Phone 15 &", + "boxes": [ + 1446, + 577, + 1584, + 620 + ] + }, + { + "text": "Expl", + "boxes": [ + 1846, + 584, + 1904, + 617 + ] + }, + { + "text": "The first iPhone designed for Apple", + "boxes": [ + 1008, + 602, + 1306, + 637 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 166, + 615, + 408, + 651 + ] + }, + { + "text": "8", + "boxes": [ + 964, + 615, + 988, + 641 + ] + }, + { + "text": "hone 15 Plus", + "boxes": [ + 1448, + 615, + 1618, + 651 + ] + }, + { + "text": "Intelligence.3 Personal, private, powerful.", + "boxes": [ + 1012, + 625, + 1346, + 655 + ] + }, + { + "text": "acce", + "boxes": [ + 1841, + 615, + 1909, + 652 + ] + }, + { + "text": "B", + "boxes": [ + 960, + 685, + 992, + 715 + ] + }, + { + "text": "Camera Control gives you an easier way to", + "boxes": [ + 1010, + 677, + 1358, + 707 + ] + }, + { + "text": "quickly access camera tools", + "boxes": [ + 1014, + 701, + 1242, + 725 + ] + }, + { + "text": "A18 Pro chip powers Apple Intelligence and", + "boxes": [ + 1006, + 744, + 1376, + 782 + ] + }, + { + "text": "国", + "boxes": [ + 960, + 768, + 992, + 800 + ] + }, + { + "text": "AAA gaming — and helps deliver a huge leap in", + "boxes": [ + 1008, + 768, + 1392, + 802 + ] + }, + { + "text": "battery life", + "boxes": [ + 1014, + 794, + 1108, + 820 + ] + }, + { + "text": "4K 120 fps Dolby Vision and 4 studio-quality", + "boxes": [ + 1010, + 844, + 1374, + 874 + ] + }, + { + "text": "⑧", + "boxes": [ + 960, + 854, + 994, + 883 + ] + }, + { + "text": "mics. A Pro studio in your pocket.", + "boxes": [ + 1010, + 864, + 1286, + 895 + ] + }, + { + "text": " Capture magical spatial photos and videos on", + "boxes": [ + 1008, + 915, + 1384, + 947 + ] + }, + { + "text": "4", + "boxes": [ + 958, + 937, + 990, + 967 + ] + }, + { + "text": "iPhone 16 Pro, then relive them on", + "boxes": [ + 1008, + 935, + 1294, + 969 + ] + }, + { + "text": "Apple Vision Pro", + "boxes": [ + 1014, + 959, + 1152, + 989 + ] + }, + { + "text": "Explore iPhone 16 Pro further >", + "boxes": [ + 952, + 1001, + 1192, + 1030 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "BuyiPhone16P", + "boxes": [ + 674, + 4, + 812, + 22 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1781, + 59, + 1885, + 96 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 546, + 127 + ] + }, + { + "text": "Mac", + "boxes": [ + 576, + 113, + 602, + 127 + ] + }, + { + "text": "iPad", + "boxes": [ + 636, + 113, + 660, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 694, + 113, + 734, + 129 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrer Deals at Apple", + "boxes": [ + 495, + 168, + 655, + 207 + ] + }, + { + "text": "", + "boxes": [ + 672, + 187, + 706, + 214 + ] + }, + { + "text": "S", + "boxes": [ + 864, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "See all deals ①", + "boxes": [ + 500, + 197, + 606, + 220 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ] + }, + { + "frame_id": "110_7_4", + "episode_id": 110, + "env_id": 7, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.82823371887207, + "advantages": -0.0381522998213768, + "generated_text": "{\n \"intent\": \"To explore the top gaming headsets available, starting with the most popular ones displayed.\",\n \"action\": \"DoubleClick(407, 384)\"\n}", + "action_string": "DoubleClick(407, 384)", + "intent_string": "To explore the top gaming headsets available, starting with the most popular ones displayed.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 66, + 310, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1588, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 426, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1814, + 105, + 1874, + 131 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "三 AIl ", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "1-16 of", + "boxes": [ + 10, + 208, + 60, + 228 + ] + }, + { + "text": "Popular Shopping Ideas", + "boxes": [ + 10, + 254, + 172, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "Video Game", + "boxes": [ + 12, + 282, + 94, + 308 + ] + }, + { + "text": "Wireless", + "boxes": [ + 12, + 302, + 70, + 328 + ] + }, + { + "text": "Desktop", + "boxes": [ + 8, + 318, + 72, + 349 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 601, + 315, + 677, + 346 + ] + }, + { + "text": "Animal", + "boxes": [ + 14, + 343, + 60, + 363 + ] + }, + { + "text": "ASUS ROG Pelta Wireless Gaming Headset (BT, ROG SpeedNova 2.4GHz, USB-C, Lightweight 309g, 50mm", + "boxes": [ + 602, + 343, + 1470, + 377 + ] + }, + { + "text": "ROG Titanium-Plated Drivers, 10mm Super-Wideband Mic, RGB, 70HR Battery, for PC, Switch, PS5)- Black", + "boxes": [ + 604, + 371, + 1470, + 401 + ] + }, + { + "text": "Customer Reviews", + "boxes": [ + 12, + 389, + 136, + 413 + ] + }, + { + "text": "★★★★☆614", + "boxes": [ + 606, + 397, + 736, + 427 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 413, + 144, + 443 + ] + }, + { + "text": "$12999", + "boxes": [ + 597, + 440, + 687, + 483 + ] + }, + { + "text": "Price", + "boxes": [ + 8, + 451, + 54, + 476 + ] + }, + { + "text": "$1-$1,200+", + "boxes": [ + 10, + 474, + 102, + 500 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 600, + 482, + 740, + 510 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 604, + 506, + 686, + 530 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 610, + 538, + 690, + 562 + ] + }, + { + "text": "Deals & Discounts", + "boxes": [ + 12, + 558, + 128, + 582 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 586, + 96, + 604 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 606, + 590, + 678, + 615 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 14, + 604, + 100, + 629 + ] + }, + { + "text": "SteelSeries Arctis Nova 5P Wireless Multi-System Gaming Headset — White — Neodymium Magnetic", + "boxes": [ + 602, + 613, + 1432, + 643 + ] + }, + { + "text": "Brands", + "boxes": [ + 14, + 637, + 60, + 657 + ] + }, + { + "text": "Drives —— 100+ Audio Presets — 60 HR Battery -", + "boxes": [ + 600, + 635, + 1008, + 669 + ] + }, + { + "text": "— 2.4GHz or BT — Gen2.X Mic — PS5, PS4, PC, Switch,", + "boxes": [ + 992, + 639, + 1446, + 663 + ] + }, + { + "text": " steelSeries", + "boxes": [ + 7, + 651, + 105, + 688 + ] + }, + { + "text": "Razer", + "boxes": [ + 7, + 672, + 71, + 706 + ] + }, + { + "text": "by SteelSeries", + "boxes": [ + 604, + 663, + 698, + 687 + ] + }, + { + "text": "★★★★★1.025", + "boxes": [ + 604, + 685, + 746, + 715 + ] + }, + { + "text": "LL", + "boxes": [ + 14, + 703, + 40, + 717 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 31, + 698, + 105, + 723 + ] + }, + { + "text": " ozeino", + "boxes": [ + 12, + 719, + 82, + 744 + ] + }, + { + "text": " Hyperx", + "boxes": [ + 10, + 739, + 84, + 764 + ] + }, + { + "text": "$12999", + "boxes": [ + 602, + 737, + 684, + 768 + ] + }, + { + "text": "Corsai", + "boxes": [ + 14, + 760, + 76, + 780 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 604, + 770, + 740, + 798 + ] + }, + { + "text": " Turtle Be", + "boxes": [ + 14, + 780, + 92, + 798 + ] + }, + { + "text": "$46.99", + "boxes": [ + 1816, + 774, + 1858, + 794 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1790, + 818, + 1864, + 844 + ] + }, + { + "text": "Top E", + "boxes": [ + 14, + 858, + 68, + 876 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite & Callof Duty/FPS Gamers, PC, Nintendo Switch,", + "boxes": [ + 602, + 872, + 1460, + 905 + ] + }, + { + "text": "Bluetooth 5.3 Gaming Headphones with Noise Canceling Mic, Stereo Sound, 40+Hr Battery -White", + "boxes": [ + 604, + 899, + 1408, + 929 + ] + }, + { + "text": "Top Reviewed for Sound quality", + "boxes": [ + 606, + 925, + 818, + 953 + ] + }, + { + "text": "★★★★☆9,236", + "boxes": [ + 606, + 945, + 744, + 973 + ] + }, + { + "text": "Headpho", + "boxes": [ + 16, + 967, + 72, + 985 + ] + }, + { + "text": "7K+ bought in past month", + "boxes": [ + 606, + 969, + 774, + 993 + ] + }, + { + "text": "$3149,", + "boxes": [ + 602, + 999, + 670, + 1024 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→白", + "boxes": [ + 36, + 62, + 132, + 93 + ] + }, + { + "text": "", + "boxes": [ + 251, + 59, + 311, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1807, + 98, + 1877, + 136 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " gaming headsets", + "boxes": [ + 300, + 109, + 426, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 121, + 1448, + 147 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "Shop top categories that ship internationall", + "boxes": [ + 782, + 204, + 1160, + 234 + ] + }, + { + "text": "ASUS ROG Pelta Wireless Gaming Headset (BT, ROG", + "boxes": [ + 678, + 302, + 1250, + 340 + ] + }, + { + "text": "$12999", + "boxes": [ + 1385, + 315, + 1477, + 360 + ] + }, + { + "text": "Limited time", + "boxes": [ + 1806, + 310, + 1872, + 330 + ] + }, + { + "text": "山", + "boxes": [ + 628, + 324, + 642, + 341 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C, Lightweight 309g, 50mm ROG", + "boxes": [ + 684, + 339, + 1320, + 369 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm Super-Wideband Mic, RGB,", + "boxes": [ + 682, + 369, + 1326, + 405 + ] + }, + { + "text": "$32.67 Shipping & Import", + "boxes": [ + 1392, + 363, + 1566, + 393 + ] + }, + { + "text": "Charges to China Detalls ", + "boxes": [ + 1394, + 383, + 1572, + 413 + ] + }, + { + "text": "70HR Battery, for PC, Switch, PS5)- Black", + "boxes": [ + 680, + 401, + 1134, + 437 + ] + }, + { + "text": "Delivery Saturday, May 24.", + "boxes": [ + 1394, + 405, + 1572, + 429 + ] + }, + { + "text": " Order within 23 hrs 45 r", + "boxes": [ + 1392, + 423, + 1548, + 453 + ] + }, + { + "text": "Visit the ASUS Sto", + "boxes": [ + 686, + 435, + 800, + 453 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": " Delive to China", + "boxes": [ + 1392, + 452, + 1504, + 483 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 494, + 1466, + 520 + ] + }, + { + "text": "$12999", + "boxes": [ + 673, + 507, + 767, + 553 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "$32.67 Shipping &", + "boxes": [ + 677, + 547, + 807, + 584 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 682, + 574, + 776, + 598 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "Wired", + "boxes": [ + 686, + 600, + 740, + 625 + ] + }, + { + "text": "See available", + "boxes": [ + 696, + 623, + 774, + 647 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "ptions", + "boxes": [ + 704, + 649, + 738, + 663 + ] + }, + { + "text": "Ships from Amazon.com", + "boxes": [ + 1398, + 657, + 1544, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 679, + 1450, + 705 + ] + }, + { + "text": "Amazon.com", + "boxes": [ + 1466, + 679, + 1544, + 705 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "30-day ", + "boxes": [ + 1468, + 701, + 1518, + 727 + ] + }, + { + "text": "Delta S", + "boxes": [ + 692, + 713, + 746, + 733 + ] + }, + { + "text": "refund/replacement", + "boxes": [ + 1466, + 713, + 1580, + 742 + ] + }, + { + "text": "Brand", + "boxes": [ + 680, + 752, + 728, + 780 + ] + }, + { + "text": "ASUS", + "boxes": [ + 858, + 752, + 902, + 778 + ] + }, + { + "text": "Roll over image to zoom in", + "boxes": [ + 348, + 764, + 518, + 788 + ] + }, + { + "text": "Color", + "boxes": [ + 680, + 778, + 726, + 806 + ] + }, + { + "text": "BLACK", + "boxes": [ + 858, + 778, + 908, + 806 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "$46.99", + "boxes": [ + 1814, + 772, + 1860, + 798 + ] + }, + { + "text": "Add a giftrecelpt for easy", + "boxes": [ + 1414, + 788, + 1584, + 822 + ] + }, + { + "text": "Ear Placement", + "boxes": [ + 682, + 806, + 782, + 830 + ] + }, + { + "text": "On Ear", + "boxes": [ + 858, + 802, + 906, + 830 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 816, + 1468, + 836 + ] + }, + { + "text": "[Qty: 12", + "boxes": [ + 1788, + 818, + 1866, + 844 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 832, + 766, + 856 + ] + }, + { + "text": " On Ear", + "boxes": [ + 858, + 830, + 908, + 856 + ] + }, + { + "text": "20 KHz", + "boxes": [ + 860, + 860, + 906, + 879 + ] + }, + { + "text": "Add to List ", + "boxes": [ + 1402, + 866, + 1478, + 891 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 901, + 836, + 931 + ] + }, + { + "text": "·Tri-Mode Connectivity with SpeedNova Technology: Connect via Bluetooth, or low-latency 2.4 GHz", + "boxes": [ + 690, + 929, + 1330, + 953 + ] + }, + { + "text": "Other sellers on Amazon", + "boxes": [ + 1382, + 929, + 1580, + 963 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 955, + 1862, + 981 + ] + }, + { + "text": "New (2) from", + "boxes": [ + 1390, + 985, + 1478, + 1009 + ] + }, + { + "text": "$12999", + "boxes": [ + 1482, + 985, + 1530, + 1005 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 1007, + 1820, + 1026 + ] + } + ] + }, + { + "frame_id": "110_0_5", + "episode_id": 110, + "env_id": 0, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.25925064086914, + "advantages": -0.7485259175300598, + "generated_text": "{\n \"intent\": \"Clicking on the article will open the webpage and provide more information about the latest innovation in smart energy vehicles.\",\n \"action\": \"DoubleClick(498, 396)\"\n}", + "action_string": "DoubleClick(498, 396)", + "intent_string": "Clicking on the article will open the webpage and provide more information about the latest innovation in smart energy vehicles.", + "before_screen_ocr_results": [ + { + "text": "理想L8智能焕新版：六座新", + "boxes": [ + 248, + 32, + 412, + 50 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1740, + 149 + ] + }, + { + "text": "0", + "boxes": [ + 1766, + 125, + 1784, + 141 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "®", + "boxes": [ + 392, + 272, + 420, + 296 + ] + }, + { + "text": "ITBEAR科技资讯+关注", + "boxes": [ + 410, + 264, + 628, + 306 + ] + }, + { + "text": "60.2K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1418, + 314, + 1576, + 351 + ] + }, + { + "text": "理想L8智能焕新版：六座新能源SUV新标杆，性能续航全面", + "boxes": [ + 360, + 343, + 1222, + 395 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1456, + 355, + 1540, + 387 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "升级！", + "boxes": [ + 362, + 389, + 462, + 433 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1686, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "ITBEAR 的报道·6天·①1分钟读取", + "boxes": [ + 364, + 459, + 650, + 488 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "理想汽车近期推出的L8智能焕新版，在辅助驾驶技术上迈出了重要一步。此次升级，AD Pro版本标配了激光雷达，这", + "boxes": [ + 360, + 540, + 1240, + 578 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1596, + 584 + ] + }, + { + "text": "一变化显著增强了车辆的主动安全性能，为驾驶者提供了更加安心的行车保障。无论车辆搭载的是地平线J5还是J6M", + "boxes": [ + 368, + 570, + 1234, + 600 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1701, + 577 + ] + }, + { + "text": "芯片，AD Pro都能提供高级辅助驾驶功能和高速NOA导航辅助驾驶，且这些功能均可通过OTA（空中升级）技术持续", + "boxes": [ + 364, + 594, + 1240, + 627 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "优化和完善。", + "boxes": [ + 366, + 625, + 456, + 651 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "在高端配置AD Max方面，理想汽车采用了更为先进的Thor-U芯片，取代了之前的英伟达双Orin-X芯片。这一升级不", + "boxes": [ + 366, + 665, + 1230, + 695 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "仅大幅提升了计算能力，更为即将推出的VLA大模型提供了强大的支持，使得驾驶体验更加智能化和便捷化。", + "boxes": [ + 364, + 689, + 1168, + 719 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1446, + 685, + 1592, + 715 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1444, + 724, + 1662, + 759 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1446, + 748, + 1580, + 778 + ] + }, + { + "text": "精选推荐", + "boxes": [ + 620, + 764, + 672, + 784 + ] + }, + { + "text": "自己创建个网站", + "boxes": [ + 620, + 790, + 766, + 820 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 30, + 911, + 794, + 935 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1526, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及不", + "boxes": [ + 32, + 951, + 216, + 975 + ] + }, + { + "text": "在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 208, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：", + "boxes": [ + 32, + 971, + 126, + 995 + ] + }, + { + "text": "微软隐私声明", + "boxes": [ + 120, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "里想L8智能焕", + "boxes": [ + 224, + 1048, + 304, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "理想L8智能焕新版：六座新", + "boxes": [ + 248, + 32, + 412, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1742, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1766, + 125, + 1786, + 141 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "科技 萌宠汽车", + "boxes": [ + 530, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "电", + "boxes": [ + 388, + 270, + 422, + 300 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 408, + 264, + 628, + 306 + ] + }, + { + "text": "60.2K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1416, + 314, + 1576, + 351 + ] + }, + { + "text": "理想L8智能焕新版：六座新能源SUV新标杆，性能续航全面", + "boxes": [ + 364, + 349, + 1222, + 391 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1456, + 355, + 1540, + 387 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 423 + ] + }, + { + "text": "升级！", + "boxes": [ + 366, + 393, + 464, + 431 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1686, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "E", + "boxes": [ + 194, + 457, + 210, + 472 + ] + }, + { + "text": "ITBEAR的报道·6天·01分钟读取", + "boxes": [ + 364, + 459, + 650, + 488 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "理想汽车近期推出的L8智能焕新版，在辅助驾驶技术上迈出了重要一步。此次升级，AD Pro版本标配了激光雷达，这", + "boxes": [ + 360, + 540, + 1242, + 578 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1596, + 584 + ] + }, + { + "text": "一变化显著增强了车辆的主动安全性能，为驾驶者提供了更加安心的行车保障。无论车辆搭载的是地平线J5还是J6M", + "boxes": [ + 368, + 570, + 1234, + 600 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1701, + 577 + ] + }, + { + "text": "芯片，AD Pro都能提供高级辅助驾驶功能和高速NOA导航辅助驾驶，且这些功能均可通过OTA（空中升级）技术持续", + "boxes": [ + 364, + 596, + 1240, + 627 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "优化和完善。", + "boxes": [ + 366, + 625, + 456, + 651 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "在高端配置AD Max方面，理想汽车采用了更为先进的Thor-U芯片，取代了之前的英伟达双Orin-X芯片。这一升级不", + "boxes": [ + 364, + 665, + 1230, + 695 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "仅大幅提升了计算能力，更为即将推出的VLA大模型提供了强大的支持，使得驾驶体验更加智能化和便捷化。", + "boxes": [ + 364, + 689, + 1168, + 719 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1448, + 687, + 1590, + 711 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1444, + 724, + 1662, + 759 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1446, + 748, + 1580, + 778 + ] + }, + { + "text": "精选推荐", + "boxes": [ + 620, + 764, + 672, + 784 + ] + }, + { + "text": "自己创建个网站", + "boxes": [ + 620, + 790, + 766, + 820 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1526, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "想L8智能焕", + "boxes": [ + 226, + 1050, + 300, + 1068 + ] + } + ] + }, + { + "frame_id": "110_1_5", + "episode_id": 110, + "env_id": 1, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.840188980102539, + "advantages": -1.2717230319976807, + "generated_text": "{\n \"intent\": \"Move the cursor to the middle of the screen to prepare for further exploration.\",\n \"action\": \"DoubleClick(960, 546)\"\n}", + "action_string": "DoubleClick(960, 546)", + "intent_string": "Move the cursor to the middle of the screen to prepare for further exploration.", + "before_screen_ocr_results": [ + { + "text": "Untitled 1", + "boxes": [ + 868, + 4, + 956, + 22 + ] + }, + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ] + }, + { + "frame_id": "110_2_5", + "episode_id": 110, + "env_id": 2, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.294692039489746, + "advantages": -0.7042773962020874, + "generated_text": "{\n \"intent\": \"Identify and download the app from the screen to start exploring further features.\",\n \"action\": \"DoubleClick(1038, 400)\"\n}", + "action_string": "DoubleClick(1038, 400)", + "intent_string": "Identify and download the app from the screen to start exploring further features.", + "before_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 852, + 6, + 910, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "①| https://wv", + "boxes": [ + 252, + 66, + 374, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1598, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "有问题", + "boxes": [ + 280, + 341, + 646, + 472 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 469, + 862, + 586 + ] + }, + { + "text": "参与者的资产负债都发生哪些变化？货币供给发生", + "boxes": [ + 1374, + 502, + 1618, + 520 + ] + }, + { + "text": "你最喜欢的一句法律谚语是什么？为什么喜", + "boxes": [ + 1370, + 562, + 1610, + 580 + ] + }, + { + "text": "d.为什么会喜欢这", + "boxes": [ + 1532, + 621, + 1620, + 639 + ] + }, + { + "text": "41赞同·84收藏", + "boxes": [ + 1378, + 659, + 1466, + 677 + ] + }, + { + "text": "如何在一周内快速摸清一个行业？", + "boxes": [ + 1366, + 691, + 1564, + 721 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 462, + 717, + 716, + 758 + ] + }, + { + "text": "程毅南社会心理学等3个话题下的优质答主", + "boxes": [ + 1368, + 715, + 1608, + 739 + ] + }, + { + "text": "事情就是（尝试）深入了解各种行业和公司，为", + "boxes": [ + 1364, + 742, + 1618, + 778 + ] + }, + { + "text": "曾经做了3年投资咨询，平均每个月一个项目，做的", + "boxes": [ + 1368, + 735, + 1626, + 758 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": "D", + "boxes": [ + 1434, + 822, + 1450, + 842 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": " Android", + "boxes": [ + 580, + 834, + 678, + 860 + ] + }, + { + "text": "知平协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1446, + 957 + ] + }, + { + "text": "京网文[2019]4928-541号|药品医疗器械网络信息服务备案丨（京）", + "boxes": [ + 398, + 955, + 846, + 979 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com|儿童色情信息举报专[", + "boxes": [ + 508, + 975, + 848, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报|证照中心|", + "boxes": [ + 552, + 996, + 842, + 1031 + ] + }, + { + "text": "乎丨北京智者天下科技有限公司版权所有", + "boxes": [ + 1114, + 1005, + 1364, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 854, + 6, + 908, + 24 + ] + }, + { + "text": "知 知乎－有问题，就会有答案×", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "9:41", + "boxes": [ + 1380, + 274, + 1408, + 294 + ] + }, + { + "text": "#", + "boxes": [ + 1370, + 304, + 1394, + 328 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1436, + 297, + 1554, + 334 + ] + }, + { + "text": "有问题", + "boxes": [ + 290, + 343, + 644, + 469 + ] + }, + { + "text": "0赞同", + "boxes": [ + 1374, + 334, + 1410, + 347 + ] + }, + { + "text": "你最喜欢的一句法律谚语是什么？为什么喜", + "boxes": [ + 1364, + 363, + 1612, + 393 + ] + }, + { + "text": "欢？", + "boxes": [ + 1363, + 378, + 1395, + 407 + ] + }, + { + "text": "Legal诗睿法律等2个话题下的优秀答主", + "boxes": [ + 1366, + 405, + 1598, + 429 + ] + }, + { + "text": "denied.为什么会喜欢这", + "boxes": [ + 1498, + 427, + 1620, + 445 + ] + }, + { + "text": "句谚语呢，因为正本清源，这又是一个被国内翻.", + "boxes": [ + 1366, + 437, + 1612, + 467 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 458, + 862, + 592 + ] + }, + { + "text": "141赞同·84收藏", + "boxes": [ + 1372, + 467, + 1468, + 484 + ] + }, + { + "text": "如何在一周内快速摸清一个行业？", + "boxes": [ + 1366, + 498, + 1560, + 528 + ] + }, + { + "text": "程毅南社会心理学等3个话题下的优质答主", + "boxes": [ + 1366, + 518, + 1612, + 548 + ] + }, + { + "text": "事情就是（尝试）深入了解各种行业和公司，为", + "boxes": [ + 1366, + 552, + 1620, + 582 + ] + }, + { + "text": "2.6万赞同", + "boxes": [ + 1370, + 582, + 1420, + 602 + ] + }, + { + "text": "在工业区开的超市，怎么样改进以提高竞争", + "boxes": [ + 1364, + 617, + 1612, + 641 + ] + }, + { + "text": "力？", + "boxes": [ + 1366, + 637, + 1396, + 657 + ] + }, + { + "text": "汪惟创业等5个话题下的优秀答主", + "boxes": [ + 1364, + 651, + 1572, + 683 + ] + }, + { + "text": "说点回去就能用的。先调查一下你附近工厂都用什", + "boxes": [ + 1366, + 673, + 1616, + 699 + ] + }, + { + "text": "么银行卡发工资。然后想方设法弄一个这个银行", + "boxes": [ + 1366, + 689, + 1616, + 719 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 464, + 717, + 716, + 758 + ] + }, + { + "text": "2万赞同", + "boxes": [ + 1372, + 717, + 1416, + 737 + ] + }, + { + "text": "：761评论", + "boxes": [ + 1413, + 710, + 1471, + 741 + ] + }, + { + "text": "口", + "boxes": [ + 784, + 727, + 804, + 741 + ] + }, + { + "text": "如何高质量地走完大学四年？", + "boxes": [ + 1366, + 752, + 1532, + 776 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": "神说要有光", + "boxes": [ + 1386, + 776, + 1442, + 794 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": "Android", + "boxes": [ + 578, + 834, + 678, + 860 + ] + }, + { + "text": "", + "boxes": [ + 1382, + 828, + 1394, + 840 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文［2019]4928-541号丨药品医疗器械网络信息服务备案丨（京）网", + "boxes": [ + 398, + 955, + 854, + 979 + ] + }, + { + "text": "网药械信息备字（2022）第00334号丨服务热线：400-919-0001丨违法和不良信息举报：010-82716601", + "boxes": [ + 838, + 949, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息举报专区", + "boxes": [ + 508, + 975, + 856, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报|证照中心|In", + "boxes": [ + 552, + 996, + 848, + 1031 + ] + }, + { + "text": "知乎丨北京智者天下科技有限公司版权所有", + "boxes": [ + 1092, + 1005, + 1362, + 1028 + ] + } + ] + }, + { + "frame_id": "110_3_5", + "episode_id": 110, + "env_id": 3, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.462926864624023, + "advantages": -0.4942367672920227, + "generated_text": "{\n \"intent\": \"Move the mouse back towards the middle of the screen to see other navigational options or browsing history icons which are usually located there.\",\n \"action\": \"DoubleClick(740, 350)\"\n}", + "action_string": "DoubleClick(740, 350)", + "intent_string": "Move the mouse back towards the middle of the screen to see other navigational options or browsing history icons which are usually located there.", + "before_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search theWeb", + "boxes": [ + 660, + 292, + 762, + 310 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 588, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": " Search the Web", + "boxes": [ + 654, + 286, + 766, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "110_4_5", + "episode_id": 110, + "env_id": 4, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.652310371398926, + "advantages": -0.25779205560684204, + "generated_text": "{\n \"intent\": \"Hover over an image to get more details about the product\",\n \"action\": \"DoubleClick(427, 375)\"\n}", + "action_string": "DoubleClick(427, 375)", + "intent_string": "Hover over an image to get more details about the product", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→白", + "boxes": [ + 36, + 62, + 132, + 93 + ] + }, + { + "text": "", + "boxes": [ + 251, + 59, + 311, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1807, + 98, + 1877, + 136 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 426, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 121, + 1448, + 147 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "Shop top categories that ship internationally", + "boxes": [ + 782, + 204, + 1160, + 234 + ] + }, + { + "text": "ASUS ROG Pelta Wireless Gaming Headset (BT, ROG", + "boxes": [ + 678, + 302, + 1250, + 340 + ] + }, + { + "text": "$12999", + "boxes": [ + 1385, + 315, + 1477, + 360 + ] + }, + { + "text": "Limited time", + "boxes": [ + 1806, + 310, + 1872, + 330 + ] + }, + { + "text": "T", + "boxes": [ + 628, + 322, + 642, + 341 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C, Lightweight 309g, 50mm ROG", + "boxes": [ + 684, + 339, + 1320, + 369 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm Super-Wideband Mic, RGB,", + "boxes": [ + 682, + 369, + 1326, + 405 + ] + }, + { + "text": "$32.67 Shipping & Import", + "boxes": [ + 1390, + 361, + 1566, + 395 + ] + }, + { + "text": "Charges to China Detalls ", + "boxes": [ + 1394, + 383, + 1572, + 413 + ] + }, + { + "text": "70HR Battery, for PC, Switch, PS5)- Black", + "boxes": [ + 680, + 401, + 1134, + 437 + ] + }, + { + "text": "Delivery Saturday, May 24.", + "boxes": [ + 1394, + 405, + 1572, + 429 + ] + }, + { + "text": " Order within 23 hrs 45 r", + "boxes": [ + 1392, + 423, + 1548, + 453 + ] + }, + { + "text": "Visit the ASUS Sto", + "boxes": [ + 686, + 435, + 800, + 453 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": " Delive to China", + "boxes": [ + 1392, + 452, + 1504, + 483 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 494, + 1466, + 520 + ] + }, + { + "text": "$12999", + "boxes": [ + 673, + 507, + 767, + 553 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "$32.67 Shipping & ", + "boxes": [ + 675, + 547, + 809, + 584 + ] + }, + { + "text": "imited tim", + "boxes": [ + 1808, + 548, + 1866, + 566 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 682, + 574, + 776, + 598 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "Wired", + "boxes": [ + 686, + 600, + 740, + 625 + ] + }, + { + "text": "See available", + "boxes": [ + 696, + 623, + 774, + 647 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "ptions", + "boxes": [ + 704, + 649, + 738, + 663 + ] + }, + { + "text": "Ships from Amazon.com", + "boxes": [ + 1398, + 657, + 1544, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 679, + 1450, + 705 + ] + }, + { + "text": "Amazon.com", + "boxes": [ + 1466, + 679, + 1544, + 705 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "30-day ", + "boxes": [ + 1468, + 701, + 1518, + 727 + ] + }, + { + "text": "Delta S", + "boxes": [ + 692, + 713, + 746, + 733 + ] + }, + { + "text": "refund/replacement", + "boxes": [ + 1466, + 713, + 1580, + 742 + ] + }, + { + "text": "Brand", + "boxes": [ + 680, + 752, + 728, + 780 + ] + }, + { + "text": "ASUS", + "boxes": [ + 858, + 752, + 902, + 778 + ] + }, + { + "text": "Roll over image to zoom in", + "boxes": [ + 348, + 764, + 518, + 788 + ] + }, + { + "text": "Color", + "boxes": [ + 680, + 778, + 726, + 806 + ] + }, + { + "text": "BLACK", + "boxes": [ + 858, + 778, + 908, + 806 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "$46.99", + "boxes": [ + 1814, + 772, + 1860, + 798 + ] + }, + { + "text": "Add a giftrecelpt for easy", + "boxes": [ + 1414, + 788, + 1584, + 822 + ] + }, + { + "text": "Ear Placement", + "boxes": [ + 682, + 806, + 782, + 830 + ] + }, + { + "text": "On Ear", + "boxes": [ + 858, + 802, + 906, + 830 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 816, + 1468, + 836 + ] + }, + { + "text": "[Qty: 12", + "boxes": [ + 1788, + 818, + 1866, + 844 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 832, + 766, + 856 + ] + }, + { + "text": " On Ear", + "boxes": [ + 858, + 830, + 908, + 856 + ] + }, + { + "text": "20 KHz", + "boxes": [ + 860, + 860, + 906, + 879 + ] + }, + { + "text": "Add to List ", + "boxes": [ + 1402, + 866, + 1478, + 891 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 901, + 838, + 931 + ] + }, + { + "text": "·Tri-Mode Connectivity with SpeedNova Technology: Connect via Bluetooth, or low-latency 2.4 GHz", + "boxes": [ + 690, + 929, + 1330, + 953 + ] + }, + { + "text": " Other sellers on Amazon", + "boxes": [ + 1382, + 929, + 1580, + 963 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 955, + 1862, + 981 + ] + }, + { + "text": "New (2) from", + "boxes": [ + 1390, + 985, + 1478, + 1009 + ] + }, + { + "text": "$12999", + "boxes": [ + 1482, + 985, + 1530, + 1005 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 1007, + 1820, + 1026 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1882, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": " Subtotal", + "boxes": [ + 1824, + 105, + 1886, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 125, + 1446, + 145 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1815, + 118, + 1893, + 158 + ] + }, + { + "text": "×", + "boxes": [ + 1848, + 204, + 1866, + 220 + ] + }, + { + "text": "ASUS ROG Pelta Wireless", + "boxes": [ + 1540, + 238, + 1750, + 262 + ] + }, + { + "text": "Gaming Headset (BT,ROG", + "boxes": [ + 1536, + 252, + 1752, + 286 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C,", + "boxes": [ + 1538, + 272, + 1764, + 306 + ] + }, + { + "text": "Lightweight09g50mmROG", + "boxes": [ + 1536, + 290, + 1778, + 326 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm", + "boxes": [ + 1540, + 318, + 1778, + 341 + ] + }, + { + "text": "Super-Wideband Mic, RGB...", + "boxes": [ + 1538, + 336, + 1770, + 365 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 1538, + 369, + 1620, + 393 + ] + }, + { + "text": "Pattern:Pelta", + "boxes": [ + 1542, + 403, + 1610, + 421 + ] + }, + { + "text": "Amazon.con", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "110_5_5", + "episode_id": 110, + "env_id": 5, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.518319129943848, + "advantages": -0.42507970333099365, + "generated_text": "{\n \"intent\": \"To read more aboutätt版101进盘期移离玩法，Open\\\"\",\n \"action\": \"DoubleClick(500, 386)\"\n}", + "action_string": "DoubleClick(500, 386)", + "intent_string": "To read more aboutätt版101进盘期移离玩法，Open\"", + "before_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1876, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 574, + 123, + 632, + 143 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1858, + 145 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "关注", + "boxes": [ + 284, + 183, + 312, + 197 + ] + }, + { + "text": "点资讯十关注", + "boxes": [ + 434, + 266, + 574, + 304 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1508, + 278, + 1622, + 310 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1516, + 302, + 1616, + 326 + ] + }, + { + "text": "“吃鸡\"玩家喜提\"进阶版101”，进海岛趴地上，触发隐藏", + "boxes": [ + 370, + 347, + 1164, + 395 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "buff !", + "boxes": [ + 364, + 393, + 456, + 431 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "日日聊游戏的报道·1天·02分钟读取", + "boxes": [ + 366, + 459, + 680, + 488 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1504, + 492 + ] + }, + { + "text": "欢迎诸位小伙伴们来到天哥开讲的《和平精英》“精英小课堂”~每当这款游戏迎来新军需时，我们总能在和平营地等游", + "boxes": [ + 362, + 540, + 1244, + 578 + ] + }, + { + "text": "0", + "boxes": [ + 1430, + 556, + 1454, + 578 + ] + }, + { + "text": "访问一点资讯", + "boxes": [ + 1456, + 556, + 1550, + 582 + ] + }, + { + "text": "戏社区里看到与之相关的话题，大多数都讨论抽奖概率、实际表现等，这一次的\"幻星舰长“同样如此。", + "boxes": [ + 366, + 572, + 1118, + 602 + ] + }, + { + "text": "G4广厦106-73大胜北京球员评", + "boxes": [ + 1448, + 604, + 1644, + 627 + ] + }, + { + "text": "得，废话不多说了，还是大家熟悉的\"老配方\"：有图有证据，边看边聊天儿吧～", + "boxes": [ + 366, + 615, + 948, + 639 + ] + }, + { + "text": "价：4人满分，4人及格，奈特低迷", + "boxes": [ + 1446, + 619, + 1664, + 651 + ] + }, + { + "text": "内维尔：除了B费曼联过去十年引援", + "boxes": [ + 1446, + 665, + 1672, + 695 + ] + }, + { + "text": "全失败了，包括迪马利亚&小猪", + "boxes": [ + 1446, + 685, + 1648, + 715 + ] + }, + { + "text": "林秉圣：系列赛还没结束不能松", + "boxes": [ + 1448, + 731, + 1648, + 754 + ] + }, + { + "text": "懈，我们全队的目标就是拿下冠军", + "boxes": [ + 1444, + 746, + 1662, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1667, + 872, + 1721, + 913 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1876, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 574, + 123, + 632, + 143 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "关注", + "boxes": [ + 284, + 183, + 312, + 197 + ] + }, + { + "text": "点资讯十关注", + "boxes": [ + 434, + 266, + 574, + 304 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1508, + 278, + 1622, + 310 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1516, + 302, + 1616, + 326 + ] + }, + { + "text": "“吃鸡\"玩家喜提\"进阶版101”，进海岛趴地上，触发隐藏", + "boxes": [ + 370, + 347, + 1164, + 395 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "buff !", + "boxes": [ + 364, + 393, + 456, + 431 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "日日聊游戏的报道·1天·02分钟读取", + "boxes": [ + 366, + 459, + 680, + 488 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1504, + 492 + ] + }, + { + "text": "欢迎诸位小伙伴们来到天哥开讲的《和平精英》“精英小课堂”~每当这款游戏迎来新军需时，我们总能在和平营地等游", + "boxes": [ + 362, + 540, + 1244, + 578 + ] + }, + { + "text": "0", + "boxes": [ + 1430, + 556, + 1454, + 578 + ] + }, + { + "text": "访问一点资讯", + "boxes": [ + 1456, + 556, + 1550, + 582 + ] + }, + { + "text": "戏社区里看到与之相关的话题，大多数都讨论抽奖概率、实际表现等，这一次的\"幻星舰长“同样如此。", + "boxes": [ + 366, + 572, + 1118, + 602 + ] + }, + { + "text": "G4广厦106-73大胜北京球员评", + "boxes": [ + 1448, + 604, + 1644, + 627 + ] + }, + { + "text": "得，废话不多说了，还是大家熟悉的“老配方”：有图有证据，边看边聊天儿吧～", + "boxes": [ + 366, + 615, + 948, + 639 + ] + }, + { + "text": "价：4人满分，4人及格，奈特低迷", + "boxes": [ + 1446, + 619, + 1664, + 651 + ] + }, + { + "text": "内维尔：除了B费曼联过去十年引援", + "boxes": [ + 1446, + 665, + 1672, + 695 + ] + }, + { + "text": "全失败了，包括迪马利亚&小猪", + "boxes": [ + 1446, + 685, + 1648, + 715 + ] + }, + { + "text": "林秉圣：系列赛还没结束不能松", + "boxes": [ + 1448, + 731, + 1648, + 754 + ] + }, + { + "text": "懈，我们全队的目标就是拿下冠军", + "boxes": [ + 1444, + 746, + 1662, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1667, + 872, + 1721, + 913 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择”我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ] + }, + { + "frame_id": "110_6_5", + "episode_id": 110, + "env_id": 6, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.69546890258789, + "advantages": -0.2039087563753128, + "generated_text": "{\n \"intent\": \"To begin exploring credits and offers on the iPhone webpage, clicking on 'Carrier Deals at Apple' will provide information on available deals.\",\n \"action\": \"DoubleClick(505, 207)\"\n}", + "action_string": "DoubleClick(505, 207)", + "intent_string": "To begin exploring credits and offers on the iPhone webpage, clicking on 'Carrier Deals at Apple' will provide information on available deals.", + "before_screen_ocr_results": [ + { + "text": "BuyiPhone16", + "boxes": [ + 674, + 4, + 804, + 22 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1781, + 59, + 1885, + 96 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 546, + 127 + ] + }, + { + "text": "Mac", + "boxes": [ + 576, + 113, + 602, + 127 + ] + }, + { + "text": "iPad", + "boxes": [ + 636, + 113, + 660, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 694, + 113, + 734, + 129 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrer Deals at Apple", + "boxes": [ + 495, + 168, + 655, + 207 + ] + }, + { + "text": "", + "boxes": [ + 672, + 187, + 706, + 214 + ] + }, + { + "text": "S", + "boxes": [ + 864, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "See all deals ①", + "boxes": [ + 500, + 197, + 606, + 220 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "回", + "boxes": [ + 1862, + 4, + 1912, + 22 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1886, + 93 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 546, + 127 + ] + }, + { + "text": "Mac", + "boxes": [ + 576, + 113, + 602, + 127 + ] + }, + { + "text": "iPad", + "boxes": [ + 636, + 113, + 660, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 694, + 113, + 734, + 129 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrer Deals at Apple", + "boxes": [ + 495, + 168, + 655, + 207 + ] + }, + { + "text": "", + "boxes": [ + 672, + 187, + 706, + 214 + ] + }, + { + "text": "S", + "boxes": [ + 864, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "Soe l d eals @", + "boxes": [ + 497, + 192, + 609, + 229 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ] + }, + { + "frame_id": "110_7_5", + "episode_id": 110, + "env_id": 7, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.067895889282227, + "advantages": 0.26106515526771545, + "generated_text": "{\n \"intent\": \"To explore purchasing options and read product details, I need to start by interacting with the ASUS ROG Pelta listing.\",\n \"action\": \"DoubleClick(923, 309)\"\n}", + "action_string": "DoubleClick(923, 309)", + "intent_string": "To explore purchasing options and read product details, I need to start by interacting with the ASUS ROG Pelta listing.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→白", + "boxes": [ + 36, + 62, + 132, + 93 + ] + }, + { + "text": "", + "boxes": [ + 251, + 59, + 311, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1807, + 98, + 1877, + 136 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " gaming headsets", + "boxes": [ + 300, + 109, + 426, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 121, + 1448, + 147 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "Shop top categories that ship internationall", + "boxes": [ + 782, + 204, + 1160, + 234 + ] + }, + { + "text": "ASUS ROG Pelta Wireless Gaming Headset (BT, ROG", + "boxes": [ + 678, + 302, + 1250, + 340 + ] + }, + { + "text": "$12999", + "boxes": [ + 1385, + 315, + 1477, + 360 + ] + }, + { + "text": "Limited time", + "boxes": [ + 1806, + 310, + 1872, + 330 + ] + }, + { + "text": "山", + "boxes": [ + 628, + 324, + 642, + 341 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C, Lightweight 309g, 50mm ROG", + "boxes": [ + 684, + 339, + 1320, + 369 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm Super-Wideband Mic, RGB,", + "boxes": [ + 682, + 369, + 1326, + 405 + ] + }, + { + "text": "$32.67 Shipping & Import", + "boxes": [ + 1392, + 363, + 1566, + 393 + ] + }, + { + "text": "Charges to China Detalls ", + "boxes": [ + 1394, + 383, + 1572, + 413 + ] + }, + { + "text": "70HR Battery, for PC, Switch, PS5)- Black", + "boxes": [ + 680, + 401, + 1134, + 437 + ] + }, + { + "text": "Delivery Saturday, May 24.", + "boxes": [ + 1394, + 405, + 1572, + 429 + ] + }, + { + "text": " Order within 23 hrs 45 r", + "boxes": [ + 1392, + 423, + 1548, + 453 + ] + }, + { + "text": "Visit the ASUS Sto", + "boxes": [ + 686, + 435, + 800, + 453 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": " Delive to China", + "boxes": [ + 1392, + 452, + 1504, + 483 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 494, + 1466, + 520 + ] + }, + { + "text": "$12999", + "boxes": [ + 673, + 507, + 767, + 553 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "$32.67 Shipping &", + "boxes": [ + 677, + 547, + 807, + 584 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 682, + 574, + 776, + 598 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "Wired", + "boxes": [ + 686, + 600, + 740, + 625 + ] + }, + { + "text": "See available", + "boxes": [ + 696, + 623, + 774, + 647 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "ptions", + "boxes": [ + 704, + 649, + 738, + 663 + ] + }, + { + "text": "Ships from Amazon.com", + "boxes": [ + 1398, + 657, + 1544, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1398, + 679, + 1450, + 705 + ] + }, + { + "text": "Amazon.com", + "boxes": [ + 1466, + 679, + 1544, + 705 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "30-day ", + "boxes": [ + 1468, + 701, + 1518, + 727 + ] + }, + { + "text": "Delta S", + "boxes": [ + 692, + 713, + 746, + 733 + ] + }, + { + "text": "refund/replacement", + "boxes": [ + 1466, + 713, + 1580, + 742 + ] + }, + { + "text": "Brand", + "boxes": [ + 680, + 752, + 728, + 780 + ] + }, + { + "text": "ASUS", + "boxes": [ + 858, + 752, + 902, + 778 + ] + }, + { + "text": "Roll over image to zoom in", + "boxes": [ + 348, + 764, + 518, + 788 + ] + }, + { + "text": "Color", + "boxes": [ + 680, + 778, + 726, + 806 + ] + }, + { + "text": "BLACK", + "boxes": [ + 858, + 778, + 908, + 806 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "$46.99", + "boxes": [ + 1814, + 772, + 1860, + 798 + ] + }, + { + "text": "Add a giftrecelpt for easy", + "boxes": [ + 1414, + 788, + 1584, + 822 + ] + }, + { + "text": "Ear Placement", + "boxes": [ + 682, + 806, + 782, + 830 + ] + }, + { + "text": "On Ear", + "boxes": [ + 858, + 802, + 906, + 830 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 816, + 1468, + 836 + ] + }, + { + "text": "[Qty: 12", + "boxes": [ + 1788, + 818, + 1866, + 844 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 832, + 766, + 856 + ] + }, + { + "text": " On Ear", + "boxes": [ + 858, + 830, + 908, + 856 + ] + }, + { + "text": "20 KHz", + "boxes": [ + 860, + 860, + 906, + 879 + ] + }, + { + "text": "Add to List ", + "boxes": [ + 1402, + 866, + 1478, + 891 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 901, + 836, + 931 + ] + }, + { + "text": "·Tri-Mode Connectivity with SpeedNova Technology: Connect via Bluetooth, or low-latency 2.4 GHz", + "boxes": [ + 690, + 929, + 1330, + 953 + ] + }, + { + "text": "Other sellers on Amazon", + "boxes": [ + 1382, + 929, + 1580, + 963 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 955, + 1862, + 981 + ] + }, + { + "text": "New (2) from", + "boxes": [ + 1390, + 985, + 1478, + 1009 + ] + }, + { + "text": "$12999", + "boxes": [ + 1482, + 985, + 1530, + 1005 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 1007, + 1820, + 1026 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→白", + "boxes": [ + 36, + 62, + 132, + 93 + ] + }, + { + "text": "", + "boxes": [ + 251, + 59, + 311, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1807, + 98, + 1877, + 136 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " gaming headsets", + "boxes": [ + 300, + 109, + 426, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 121, + 1448, + 147 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "Shop top categories that ship internationall", + "boxes": [ + 782, + 204, + 1160, + 234 + ] + }, + { + "text": " ASUS ROG Pelta Wiretess Gaming Headset (BT, ROG", + "boxes": [ + 676, + 298, + 1252, + 342 + ] + }, + { + "text": "$12999", + "boxes": [ + 1385, + 315, + 1477, + 360 + ] + }, + { + "text": "Limited time", + "boxes": [ + 1806, + 310, + 1872, + 330 + ] + }, + { + "text": "山", + "boxes": [ + 628, + 324, + 644, + 341 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C, Lightweight 309g, 50mm ROG", + "boxes": [ + 684, + 339, + 1320, + 369 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm Super-Wideband Mic, RGB,", + "boxes": [ + 682, + 369, + 1326, + 405 + ] + }, + { + "text": "$32.67 Shipping & Import", + "boxes": [ + 1390, + 361, + 1566, + 395 + ] + }, + { + "text": "Charges to China Detalls ", + "boxes": [ + 1394, + 383, + 1572, + 413 + ] + }, + { + "text": "70HR Battery, for PC, Switch, PS5)- Black", + "boxes": [ + 680, + 401, + 1134, + 437 + ] + }, + { + "text": "Delivery Saturday, May 24.", + "boxes": [ + 1394, + 405, + 1572, + 429 + ] + }, + { + "text": " Order within 23 hrs 45 r", + "boxes": [ + 1392, + 423, + 1548, + 453 + ] + }, + { + "text": "Visit the ASUS Sto", + "boxes": [ + 686, + 435, + 800, + 453 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": " Delive to China", + "boxes": [ + 1392, + 452, + 1504, + 483 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 494, + 1466, + 520 + ] + }, + { + "text": "$12999", + "boxes": [ + 673, + 507, + 767, + 553 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "$32.67 Shipping &", + "boxes": [ + 677, + 547, + 807, + 584 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 682, + 574, + 776, + 598 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "Wired", + "boxes": [ + 686, + 600, + 740, + 625 + ] + }, + { + "text": "See available", + "boxes": [ + 696, + 623, + 774, + 647 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "ptions", + "boxes": [ + 704, + 649, + 738, + 663 + ] + }, + { + "text": "Ships from Amazon.com", + "boxes": [ + 1398, + 657, + 1544, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 679, + 1450, + 705 + ] + }, + { + "text": "Amazon.com", + "boxes": [ + 1466, + 679, + 1544, + 705 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "30-day ", + "boxes": [ + 1468, + 701, + 1518, + 727 + ] + }, + { + "text": "Delta S", + "boxes": [ + 692, + 713, + 746, + 733 + ] + }, + { + "text": "refund/replacement", + "boxes": [ + 1466, + 713, + 1580, + 742 + ] + }, + { + "text": "Brand", + "boxes": [ + 680, + 752, + 728, + 780 + ] + }, + { + "text": "ASUS", + "boxes": [ + 858, + 752, + 902, + 778 + ] + }, + { + "text": "Roll over image to zoom in", + "boxes": [ + 348, + 764, + 518, + 788 + ] + }, + { + "text": "Color", + "boxes": [ + 680, + 778, + 726, + 806 + ] + }, + { + "text": "BLACK", + "boxes": [ + 858, + 778, + 908, + 806 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "$46.99", + "boxes": [ + 1814, + 772, + 1860, + 798 + ] + }, + { + "text": "Add a giftrecelpt for easy", + "boxes": [ + 1414, + 788, + 1584, + 822 + ] + }, + { + "text": "Ear Placement", + "boxes": [ + 682, + 806, + 782, + 830 + ] + }, + { + "text": "On Ear", + "boxes": [ + 858, + 802, + 906, + 830 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 816, + 1468, + 836 + ] + }, + { + "text": "[Qty: 12", + "boxes": [ + 1788, + 818, + 1866, + 844 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 832, + 766, + 856 + ] + }, + { + "text": " On Ear", + "boxes": [ + 858, + 830, + 908, + 856 + ] + }, + { + "text": "20 KHz", + "boxes": [ + 860, + 860, + 906, + 879 + ] + }, + { + "text": "Add to List ", + "boxes": [ + 1402, + 866, + 1478, + 891 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 901, + 838, + 931 + ] + }, + { + "text": "·Tri-Mode Connectivity with SpeedNova Technology: Connect via Bluetooth, or low-latency 2.4 GHz", + "boxes": [ + 690, + 929, + 1330, + 953 + ] + }, + { + "text": "Other sellers on Amazon", + "boxes": [ + 1382, + 929, + 1580, + 963 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 955, + 1862, + 981 + ] + }, + { + "text": "New (2) from", + "boxes": [ + 1390, + 985, + 1478, + 1009 + ] + }, + { + "text": "$12999", + "boxes": [ + 1482, + 985, + 1530, + 1005 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 1007, + 1820, + 1026 + ] + } + ] + }, + { + "frame_id": "110_0_6", + "episode_id": 110, + "env_id": 0, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.380231857299805, + "advantages": -0.5974811911582947, + "generated_text": "{\n \"intent\": \"Start by interacting with a relevant article snippet on the current screen, which covers details about a new configuration of the real estate app.\",\n \"action\": \"DoubleClick(478, 387)\" \n}", + "action_string": "DoubleClick(478, 387)", + "intent_string": "Start by interacting with a relevant article snippet on the current screen, which covers details about a new configuration of the real estate app.", + "before_screen_ocr_results": [ + { + "text": "理想L8智能焕新版：六座新", + "boxes": [ + 248, + 32, + 412, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1742, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1766, + 125, + 1786, + 141 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "科技 萌宠汽车", + "boxes": [ + 530, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "电", + "boxes": [ + 388, + 270, + 422, + 300 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 408, + 264, + 628, + 306 + ] + }, + { + "text": "60.2K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1416, + 314, + 1576, + 351 + ] + }, + { + "text": "理想L8智能焕新版：六座新能源SUV新标杆，性能续航全面", + "boxes": [ + 364, + 349, + 1222, + 391 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1456, + 355, + 1540, + 387 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 423 + ] + }, + { + "text": "升级！", + "boxes": [ + 366, + 393, + 464, + 431 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1686, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "E", + "boxes": [ + 194, + 457, + 210, + 472 + ] + }, + { + "text": "ITBEAR的报道·6天·01分钟读取", + "boxes": [ + 364, + 459, + 650, + 488 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "理想汽车近期推出的L8智能焕新版，在辅助驾驶技术上迈出了重要一步。此次升级，AD Pro版本标配了激光雷达，这", + "boxes": [ + 360, + 540, + 1242, + 578 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1596, + 584 + ] + }, + { + "text": "一变化显著增强了车辆的主动安全性能，为驾驶者提供了更加安心的行车保障。无论车辆搭载的是地平线J5还是J6M", + "boxes": [ + 368, + 570, + 1234, + 600 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1701, + 577 + ] + }, + { + "text": "芯片，AD Pro都能提供高级辅助驾驶功能和高速NOA导航辅助驾驶，且这些功能均可通过OTA（空中升级）技术持续", + "boxes": [ + 364, + 596, + 1240, + 627 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "优化和完善。", + "boxes": [ + 366, + 625, + 456, + 651 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "在高端配置AD Max方面，理想汽车采用了更为先进的Thor-U芯片，取代了之前的英伟达双Orin-X芯片。这一升级不", + "boxes": [ + 364, + 665, + 1230, + 695 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "仅大幅提升了计算能力，更为即将推出的VLA大模型提供了强大的支持，使得驾驶体验更加智能化和便捷化。", + "boxes": [ + 364, + 689, + 1168, + 719 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1446, + 685, + 1588, + 709 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1444, + 724, + 1662, + 759 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1446, + 748, + 1580, + 778 + ] + }, + { + "text": "精选推荐", + "boxes": [ + 620, + 764, + 672, + 784 + ] + }, + { + "text": "自己创建个网站", + "boxes": [ + 620, + 790, + 766, + 820 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1526, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "想L8智能焕", + "boxes": [ + 226, + 1050, + 300, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "理想L8智能焕新版：六座新", + "boxes": [ + 248, + 32, + 412, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1742, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1766, + 125, + 1786, + 141 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "科技 萌宠汽车", + "boxes": [ + 530, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "电", + "boxes": [ + 388, + 270, + 422, + 300 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 408, + 262, + 628, + 308 + ] + }, + { + "text": "60.2K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1416, + 314, + 1576, + 351 + ] + }, + { + "text": "理想L8智能焕新版：六座新能源SUV新标杆，性能续航全面", + "boxes": [ + 364, + 349, + 1222, + 391 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1456, + 355, + 1540, + 387 + ] + }, + { + "text": "A", + "boxes": [ + 185, + 388, + 221, + 426 + ] + }, + { + "text": "升级！", + "boxes": [ + 366, + 393, + 462, + 431 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1686, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "E", + "boxes": [ + 194, + 457, + 210, + 472 + ] + }, + { + "text": "ITBEAR的报道·6天·01分钟读取", + "boxes": [ + 364, + 459, + 650, + 488 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "理想汽车近期推出的L8智能焕新版，在辅助驾驶技术上迈出了重要一步。此次升级，AD Pro版本标配了激光雷达，这", + "boxes": [ + 360, + 540, + 1242, + 578 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1596, + 584 + ] + }, + { + "text": "一变化显著增强了车辆的主动安全性能，为驾驶者提供了更加安心的行车保障。无论车辆搭载的是地平线J5还是J6M", + "boxes": [ + 368, + 570, + 1234, + 600 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1701, + 577 + ] + }, + { + "text": "芯片，AD Pro都能提供高级辅助驾驶功能和高速NOA导航辅助驾驶，且这些功能均可通过OTA（空中升级）技术持续", + "boxes": [ + 364, + 596, + 1240, + 627 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "优化和完善。", + "boxes": [ + 366, + 625, + 456, + 651 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "在高端配置AD Max方面，理想汽车采用了更为先进的Thor-U芯片，取代了之前的英伟达双Orin-X芯片。这一升级不", + "boxes": [ + 364, + 665, + 1230, + 695 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "仅大幅提升了计算能力，更为即将推出的VLA大模型提供了强大的支持，使得驾驶体验更加智能化和便捷化。", + "boxes": [ + 364, + 689, + 1168, + 719 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1448, + 687, + 1590, + 711 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1444, + 724, + 1662, + 759 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1446, + 748, + 1580, + 778 + ] + }, + { + "text": "精选推荐", + "boxes": [ + 620, + 764, + 672, + 784 + ] + }, + { + "text": "自己创建个网站", + "boxes": [ + 620, + 790, + 766, + 820 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1526, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "想L8智能焕", + "boxes": [ + 226, + 1050, + 300, + 1068 + ] + } + ] + }, + { + "frame_id": "110_1_6", + "episode_id": 110, + "env_id": 1, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.728550910949707, + "advantages": -1.4111028909683228, + "generated_text": "{\n \"intent\": \"Double click to open the document tab in the Mousepad application\",\n \"action\": \"DoubleClick(600, 720)\" \n}", + "action_string": "DoubleClick(600, 720)", + "intent_string": "Double click to open the document tab in the Mousepad application", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untitled 1 - M..", + "boxes": [ + 208, + 1048, + 316, + 1072 + ] + } + ] + }, + { + "frame_id": "110_2_6", + "episode_id": 110, + "env_id": 2, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.989876747131348, + "advantages": -1.0848383903503418, + "generated_text": "{\n \"intent\": \"Click the install icon to start downloading the Zhihu app.\",\n \"action\": \"DoubleClick(780, 782)\"\n}", + "action_string": "DoubleClick(780, 782)", + "intent_string": "Click the install icon to start downloading the Zhihu app.", + "before_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 854, + 6, + 908, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "①| https://W", + "boxes": [ + 252, + 66, + 366, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1658, + 87 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "合", + "boxes": [ + 1374, + 308, + 1388, + 324 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1446, + 304, + 1552, + 328 + ] + }, + { + "text": "有问题", + "boxes": [ + 290, + 343, + 642, + 469 + ] + }, + { + "text": "步和以batch", + "boxes": [ + 1490, + 375, + 1572, + 393 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 458, + 862, + 592 + ] + }, + { + "text": "我为什么不看好LLM", + "boxes": [ + 1370, + 510, + 1492, + 528 + ] + }, + { + "text": "记过去一年实习经", + "boxes": [ + 1522, + 510, + 1624, + 528 + ] + }, + { + "text": "简介笔者为了寻求科研界的不同体验，", + "boxes": [ + 1372, + 568, + 1556, + 586 + ] + }, + { + "text": "界寻求一些经验，", + "boxes": [ + 1370, + 584, + 1452, + 602 + ] + }, + { + "text": "如何看待罗马仕既做充电宝，又做户外拎电，", + "boxes": [ + 1368, + 639, + 1616, + 663 + ] + }, + { + "text": "又做家庭储能？", + "boxes": [ + 1368, + 655, + 1454, + 681 + ] + }, + { + "text": "长亭Time", + "boxes": [ + 1370, + 679, + 1434, + 699 + ] + }, + { + "text": "翻了一", + "boxes": [ + 1372, + 703, + 1402, + 717 + ] + }, + { + "text": "下电商订单记录，发现我入手的第一款充电", + "boxes": [ + 1400, + 701, + 1616, + 719 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 464, + 717, + 716, + 758 + ] + }, + { + "text": "口", + "boxes": [ + 784, + 727, + 806, + 741 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": "Android", + "boxes": [ + 578, + 834, + 678, + 860 + ] + }, + { + "text": "知平协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1446, + 957 + ] + }, + { + "text": "京网文[2019]4928-541号|药品医疗器械网络信息服务备案|", + "boxes": [ + 398, + 955, + 798, + 979 + ] + }, + { + "text": "药械信息备字（2022）", + "boxes": [ + 856, + 957, + 1004, + 975 + ] + }, + { + "text": "丨服务热线：400-919-0001|违法和不良信息举报：010-82716601", + "boxes": [ + 1082, + 955, + 1522, + 979 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息举", + "boxes": [ + 508, + 975, + 816, + 1005 + ] + }, + { + "text": "算法推荐举报专区", + "boxes": [ + 916, + 979, + 1020, + 997 + ] + }, + { + "text": "内容从业人员违法违规行为举报|证照中心丨", + "boxes": [ + 552, + 996, + 832, + 1031 + ] + }, + { + "text": "平丨北京智者天下科技有限公司版权所有", + "boxes": [ + 1116, + 1005, + 1362, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 852, + 6, + 910, + 24 + ] + }, + { + "text": "MozillaFirefo", + "boxes": [ + 954, + 6, + 1062, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 66, + 130, + 91 + ] + }, + { + "text": "①| https://wv", + "boxes": [ + 252, + 66, + 374, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1598, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "有问题", + "boxes": [ + 278, + 341, + 644, + 472 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 290, + 469, + 858, + 586 + ] + }, + { + "text": "我为什么不看好LLM", + "boxes": [ + 1368, + 488, + 1492, + 512 + ] + }, + { + "text": "历有感", + "boxes": [ + 1370, + 512, + 1410, + 528 + ] + }, + { + "text": "界寻求一些经验，在大三一整年做过差不多9个。", + "boxes": [ + 1366, + 564, + 1612, + 588 + ] + }, + { + "text": "253赞同·1388评论", + "boxes": [ + 1372, + 590, + 1476, + 608 + ] + }, + { + "text": "如何看待罗马仕既做充电宝，又做户外拎电，", + "boxes": [ + 1364, + 615, + 1618, + 647 + ] + }, + { + "text": "又做家庭储能？", + "boxes": [ + 1368, + 637, + 1454, + 663 + ] + }, + { + "text": "长亭Time", + "boxes": [ + 1370, + 661, + 1436, + 681 + ] + }, + { + "text": "下电商订单记录，发现我入手的第一款充电", + "boxes": [ + 1404, + 679, + 1618, + 703 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 462, + 717, + 716, + 758 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": " Android", + "boxes": [ + 580, + 834, + 678, + 860 + ] + }, + { + "text": "知平协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文［2019]4928-541号丨药品医疗器械网络信息服务备案丨（京）网药械信息备字（2022）第00334号丨服务热线：400-919-0001丨违法和不良信息举报：010-82716601", + "boxes": [ + 398, + 955, + 1522, + 979 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com|儿童色情信息举报专区", + "boxes": [ + 508, + 975, + 856, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报丨证照中心|I", + "boxes": [ + 552, + 996, + 848, + 1031 + ] + }, + { + "text": "知乎|北京智者天下科技有限公司版权所有", + "boxes": [ + 1098, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ] + }, + { + "frame_id": "110_3_6", + "episode_id": 110, + "env_id": 3, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.56529712677002, + "advantages": 0.8820690512657166, + "generated_text": "{\n \"intent\": \"Open the Bing search site from the top sites sidebar\",\n \"action\": \"DoubleClick(678, 515)\"\n}", + "action_string": "DoubleClick(678, 515)", + "intent_string": "Open the Bing search site from the top sites sidebar", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": " Search the Web", + "boxes": [ + 654, + 286, + 766, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 38, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 296, + 632, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "第二代元PLUS智驾版", + "boxes": [ + 1176, + 762, + 1352, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 768, + 1552, + 794 + ] + }, + { + "text": "全面升级", + "boxes": [ + 1176, + 790, + 1334, + 840 + ] + }, + { + "text": "1,.-1%", + "boxes": [ + 1625, + 796, + 1692, + 847 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 837, + 1523, + 894 + ] + }, + { + "text": "23,30%", + "boxes": [ + 1628, + 850, + 1690, + 891 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4 136 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "重游戏天地·14小时", + "boxes": [ + 828, + 917, + 964, + 947 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 937, + 1162, + 953 + ] + }, + { + "text": "一点视频/功夫AUTO", + "boxes": [ + 1158, + 929, + 1284, + 961 + ] + }, + { + "text": "问界M8对决理想L8：哪款高端SUV更适合", + "boxes": [ + 192, + 945, + 766, + 987 + ] + }, + { + "text": "珍品排行：新联动成天花板", + "boxes": [ + 824, + 941, + 1080, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3419 ", + "boxes": [ + 1630, + 939, + 1700, + 987 + ] + }, + { + "text": "第二代元PLUS智驾版内饰、", + "boxes": [ + 1136, + 953, + 1396, + 989 + ] + }, + { + "text": "孙策口碑逆转，酷洛米真不", + "boxes": [ + 824, + 967, + 1078, + 1003 + ] + }, + { + "text": "家庭出行？", + "boxes": [ + 196, + 980, + 350, + 1023 + ] + }, + { + "text": "配置全面升级！", + "boxes": [ + 1138, + 981, + 1280, + 1012 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1528, + 1036 + ] + }, + { + "text": "+ .26 ", + "boxes": [ + 1630, + 983, + 1700, + 1030 + ] + }, + { + "text": "堪？", + "boxes": [ + 824, + 997, + 870, + 1024 + ] + }, + { + "text": "39", + "boxes": [ + 828, + 1028, + 868, + 1044 + ] + } + ] + }, + { + "frame_id": "110_4_6", + "episode_id": 110, + "env_id": 4, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.299844741821289, + "advantages": -0.6978442668914795, + "generated_text": "{\n \"intent\": \"Click on the headset's name to start browsing details about it\",\n \"action\": \"DoubleClick(642, 434)\"\n}", + "action_string": "DoubleClick(642, 434)", + "intent_string": "Click on the headset's name to start browsing details about it", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1882, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": " Subtotal", + "boxes": [ + 1824, + 105, + 1886, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 125, + 1446, + 145 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1815, + 118, + 1893, + 158 + ] + }, + { + "text": "×", + "boxes": [ + 1848, + 204, + 1866, + 220 + ] + }, + { + "text": "ASUS ROG Pelta Wireless", + "boxes": [ + 1540, + 238, + 1750, + 262 + ] + }, + { + "text": "Gaming Headset (BT,ROG", + "boxes": [ + 1536, + 252, + 1752, + 286 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C,", + "boxes": [ + 1538, + 272, + 1764, + 306 + ] + }, + { + "text": "Lightweight09g50mmROG", + "boxes": [ + 1536, + 290, + 1778, + 326 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm", + "boxes": [ + 1540, + 318, + 1778, + 341 + ] + }, + { + "text": "Super-Wideband Mic, RGB...", + "boxes": [ + 1538, + 336, + 1770, + 365 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 1538, + 369, + 1620, + 393 + ] + }, + { + "text": "Pattern:Pelta", + "boxes": [ + 1542, + 403, + 1610, + 421 + ] + }, + { + "text": "Amazon.con", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1662, + 91 + ] + }, + { + "text": "三田@=", + "boxes": [ + 1780, + 59, + 1914, + 94 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1822, + 105, + 1886, + 131 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 306, + 119, + 420, + 137 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 125, + 1446, + 145 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1818, + 121, + 1892, + 153 + ] + }, + { + "text": "Go to Cal", + "boxes": [ + 1828, + 157, + 1874, + 175 + ] + }, + { + "text": "ASUS ROG Pelta Wireless", + "boxes": [ + 1540, + 238, + 1750, + 262 + ] + }, + { + "text": "Gaming Headset (BT,ROG", + "boxes": [ + 1536, + 252, + 1752, + 286 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C,", + "boxes": [ + 1538, + 272, + 1764, + 306 + ] + }, + { + "text": "Lightweight 309g,50mmROG", + "boxes": [ + 1536, + 290, + 1778, + 326 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm", + "boxes": [ + 1540, + 318, + 1778, + 341 + ] + }, + { + "text": "Super-Wideband Mic, RGB...", + "boxes": [ + 1538, + 336, + 1770, + 365 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 1538, + 369, + 1620, + 393 + ] + }, + { + "text": "Pattern:Pelta", + "boxes": [ + 1542, + 403, + 1610, + 421 + ] + }, + { + "text": "BouO", + "boxes": [ + 46, + 1044, + 216, + 1074 + ] + }, + { + "text": "Amazon.con", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "110_5_6", + "episode_id": 110, + "env_id": 5, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.692438125610352, + "advantages": -0.20769266784191132, + "generated_text": "{\n \"intent\": \"Open the article titled '吃鸡玩家喜提进阶版101，进海岛趴地上，触发隐藏buff！'\",\n \"action\": \"DoubleClick(472, 382)\"\n}", + "action_string": "DoubleClick(472, 382)", + "intent_string": "Open the article titled '吃鸡玩家喜提进阶版101，进海岛趴地上，触发隐藏buff！'", + "before_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1876, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 574, + 123, + 632, + 143 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1858, + 145 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "关注", + "boxes": [ + 284, + 183, + 312, + 197 + ] + }, + { + "text": "点资讯十关注", + "boxes": [ + 434, + 266, + 574, + 304 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1508, + 278, + 1622, + 310 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1516, + 302, + 1616, + 326 + ] + }, + { + "text": "“吃鸡\"玩家喜提\"进阶版101”，进海岛趴地上，触发隐藏", + "boxes": [ + 370, + 347, + 1164, + 395 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "buff !", + "boxes": [ + 364, + 393, + 456, + 431 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "日日聊游戏的报道·1天·02分钟读取", + "boxes": [ + 366, + 459, + 680, + 488 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1504, + 492 + ] + }, + { + "text": "欢迎诸位小伙伴们来到天哥开讲的《和平精英》“精英小课堂”~每当这款游戏迎来新军需时，我们总能在和平营地等游", + "boxes": [ + 362, + 540, + 1244, + 578 + ] + }, + { + "text": "0", + "boxes": [ + 1430, + 556, + 1454, + 578 + ] + }, + { + "text": "访问一点资讯", + "boxes": [ + 1456, + 556, + 1550, + 582 + ] + }, + { + "text": "戏社区里看到与之相关的话题，大多数都讨论抽奖概率、实际表现等，这一次的\"幻星舰长“同样如此。", + "boxes": [ + 366, + 572, + 1118, + 602 + ] + }, + { + "text": "G4广厦106-73大胜北京球员评", + "boxes": [ + 1448, + 604, + 1644, + 627 + ] + }, + { + "text": "得，废话不多说了，还是大家熟悉的\"老配方\"：有图有证据，边看边聊天儿吧～", + "boxes": [ + 366, + 615, + 948, + 639 + ] + }, + { + "text": "价：4人满分，4人及格，奈特低迷", + "boxes": [ + 1446, + 619, + 1664, + 651 + ] + }, + { + "text": "内维尔：除了B费曼联过去十年引援", + "boxes": [ + 1446, + 665, + 1672, + 695 + ] + }, + { + "text": "全失败了，包括迪马利亚&小猪", + "boxes": [ + 1446, + 685, + 1648, + 715 + ] + }, + { + "text": "林秉圣：系列赛还没结束不能松", + "boxes": [ + 1448, + 731, + 1648, + 754 + ] + }, + { + "text": "懈，我们全队的目标就是拿下冠军", + "boxes": [ + 1444, + 746, + 1662, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1667, + 872, + 1721, + 913 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1876, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 574, + 123, + 632, + 143 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1858, + 145 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "关注", + "boxes": [ + 284, + 183, + 312, + 197 + ] + }, + { + "text": "点资讯十关注", + "boxes": [ + 434, + 266, + 574, + 304 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1508, + 278, + 1622, + 310 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1516, + 302, + 1616, + 326 + ] + }, + { + "text": "“吃鸡\"玩家喜提\"进阶版101”，进海岛趴地上，触发隐藏", + "boxes": [ + 372, + 349, + 1162, + 391 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "buff !", + "boxes": [ + 364, + 393, + 458, + 431 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "日日聊游戏的报道·1天·02分钟读取", + "boxes": [ + 366, + 459, + 680, + 488 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1504, + 492 + ] + }, + { + "text": "欢迎诸位小伙伴们来到天哥开讲的《和平精英》“精英小课堂”~每当这款游戏迎来新军需时，我们总能在和平营地等游", + "boxes": [ + 362, + 540, + 1244, + 578 + ] + }, + { + "text": "0", + "boxes": [ + 1430, + 556, + 1454, + 578 + ] + }, + { + "text": "访问一点资讯", + "boxes": [ + 1456, + 556, + 1550, + 582 + ] + }, + { + "text": "戏社区里看到与之相关的话题，大多数都讨论抽奖概率、实际表现等，这一次的\"幻星舰长“同样如此。", + "boxes": [ + 366, + 572, + 1118, + 602 + ] + }, + { + "text": "G4广厦106-73大胜北京球员评", + "boxes": [ + 1448, + 604, + 1644, + 627 + ] + }, + { + "text": "得，废话不多说了，还是大家熟悉的\"老配方\"：有图有证据，边看边聊天儿吧～", + "boxes": [ + 366, + 615, + 948, + 639 + ] + }, + { + "text": "价：4人满分，4人及格，奈特低迷", + "boxes": [ + 1446, + 619, + 1664, + 651 + ] + }, + { + "text": "内维尔：除了B费曼联过去十年引援", + "boxes": [ + 1446, + 665, + 1672, + 695 + ] + }, + { + "text": "全失败了，包括迪马利亚&小猪", + "boxes": [ + 1446, + 685, + 1648, + 715 + ] + }, + { + "text": "林秉圣：系列赛还没结束不能松", + "boxes": [ + 1448, + 731, + 1648, + 754 + ] + }, + { + "text": "懈，我们全队的目标就是拿下冠军", + "boxes": [ + 1444, + 746, + 1662, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1667, + 872, + 1721, + 913 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ] + }, + { + "frame_id": "110_6_6", + "episode_id": 110, + "env_id": 6, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.258052825927734, + "advantages": -0.7500213384628296, + "generated_text": "{\n \"intent\": \"Locate and open new Apple carrier deals by double clicking on 'See all deals'. This will provide more opportunities to compare prices from different carriers.\",\n \"action\": \"DoubleClick(607, 209)\"\n}", + "action_string": "DoubleClick(607, 209)", + "intent_string": "Locate and open new Apple carrier deals by double clicking on 'See all deals'. This will provide more opportunities to compare prices from different carriers.", + "before_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "回", + "boxes": [ + 1862, + 4, + 1912, + 22 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1886, + 93 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 546, + 127 + ] + }, + { + "text": "Mac", + "boxes": [ + 576, + 113, + 602, + 127 + ] + }, + { + "text": "iPad", + "boxes": [ + 636, + 113, + 660, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 694, + 113, + 734, + 129 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrer Deals at Apple", + "boxes": [ + 495, + 168, + 655, + 207 + ] + }, + { + "text": "", + "boxes": [ + 672, + 187, + 706, + 214 + ] + }, + { + "text": "S", + "boxes": [ + 864, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "Soe l d eals @", + "boxes": [ + 497, + 192, + 609, + 229 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "回", + "boxes": [ + 1862, + 4, + 1912, + 22 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1884, + 93 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 546, + 127 + ] + }, + { + "text": "Mac", + "boxes": [ + 576, + 113, + 602, + 127 + ] + }, + { + "text": "iPad", + "boxes": [ + 634, + 111, + 664, + 131 + ] + }, + { + "text": "iPhone", + "boxes": [ + 696, + 113, + 732, + 127 + ] + }, + { + "text": "Watch", + "boxes": [ + 770, + 111, + 804, + 131 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrer Deals at Apple", + "boxes": [ + 496, + 168, + 656, + 205 + ] + }, + { + "text": "", + "boxes": [ + 674, + 189, + 700, + 212 + ] + }, + { + "text": "savet", + "boxes": [ + 714, + 189, + 744, + 202 + ] + }, + { + "text": "S", + "boxes": [ + 864, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ] + }, + { + "frame_id": "110_7_6", + "episode_id": 110, + "env_id": 7, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.04641056060791, + "advantages": 0.2342408001422882, + "generated_text": "{\n \"intent\": \"Click on the item description to learn more about the ASUS ROG Pelta Gaming Headset.\",\n \"action\": \"DoubleClick(769, 367)\"\n}", + "action_string": "DoubleClick(769, 367)", + "intent_string": "Click on the item description to learn more about the ASUS ROG Pelta Gaming Headset.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→白", + "boxes": [ + 36, + 62, + 132, + 93 + ] + }, + { + "text": "", + "boxes": [ + 251, + 59, + 311, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1807, + 98, + 1877, + 136 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " gaming headsets", + "boxes": [ + 300, + 109, + 426, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 121, + 1448, + 147 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "Shop top categories that ship internationall", + "boxes": [ + 782, + 204, + 1160, + 234 + ] + }, + { + "text": " ASUS ROG Pelta Wiretess Gaming Headset (BT, ROG", + "boxes": [ + 676, + 298, + 1252, + 342 + ] + }, + { + "text": "$12999", + "boxes": [ + 1385, + 315, + 1477, + 360 + ] + }, + { + "text": "Limited time", + "boxes": [ + 1806, + 310, + 1872, + 330 + ] + }, + { + "text": "山", + "boxes": [ + 628, + 324, + 644, + 341 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C, Lightweight 309g, 50mm ROG", + "boxes": [ + 684, + 339, + 1320, + 369 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm Super-Wideband Mic, RGB,", + "boxes": [ + 682, + 369, + 1326, + 405 + ] + }, + { + "text": "$32.67 Shipping & Import", + "boxes": [ + 1390, + 361, + 1566, + 395 + ] + }, + { + "text": "Charges to China Detalls ", + "boxes": [ + 1394, + 383, + 1572, + 413 + ] + }, + { + "text": "70HR Battery, for PC, Switch, PS5)- Black", + "boxes": [ + 680, + 401, + 1134, + 437 + ] + }, + { + "text": "Delivery Saturday, May 24.", + "boxes": [ + 1394, + 405, + 1572, + 429 + ] + }, + { + "text": " Order within 23 hrs 45 r", + "boxes": [ + 1392, + 423, + 1548, + 453 + ] + }, + { + "text": "Visit the ASUS Sto", + "boxes": [ + 686, + 435, + 800, + 453 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": " Delive to China", + "boxes": [ + 1392, + 452, + 1504, + 483 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 494, + 1466, + 520 + ] + }, + { + "text": "$12999", + "boxes": [ + 673, + 507, + 767, + 553 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "$32.67 Shipping &", + "boxes": [ + 677, + 547, + 807, + 584 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 682, + 574, + 776, + 598 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "Wired", + "boxes": [ + 686, + 600, + 740, + 625 + ] + }, + { + "text": "See available", + "boxes": [ + 696, + 623, + 774, + 647 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "ptions", + "boxes": [ + 704, + 649, + 738, + 663 + ] + }, + { + "text": "Ships from Amazon.com", + "boxes": [ + 1398, + 657, + 1544, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1398, + 679, + 1450, + 705 + ] + }, + { + "text": "Amazon.com", + "boxes": [ + 1466, + 679, + 1544, + 705 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "30-day ", + "boxes": [ + 1468, + 701, + 1518, + 727 + ] + }, + { + "text": "Delta S", + "boxes": [ + 692, + 713, + 746, + 733 + ] + }, + { + "text": "refund/replacement", + "boxes": [ + 1466, + 713, + 1580, + 742 + ] + }, + { + "text": "Brand", + "boxes": [ + 680, + 752, + 728, + 780 + ] + }, + { + "text": "ASUS", + "boxes": [ + 858, + 752, + 902, + 778 + ] + }, + { + "text": "Roll over image to zoom in", + "boxes": [ + 348, + 764, + 518, + 788 + ] + }, + { + "text": "Color", + "boxes": [ + 680, + 778, + 726, + 806 + ] + }, + { + "text": "BLACK", + "boxes": [ + 858, + 778, + 908, + 806 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "$46.99", + "boxes": [ + 1814, + 772, + 1860, + 798 + ] + }, + { + "text": "Add a giftrecelpt for easy", + "boxes": [ + 1414, + 788, + 1584, + 822 + ] + }, + { + "text": "Ear Placement", + "boxes": [ + 682, + 806, + 782, + 830 + ] + }, + { + "text": "On Ear", + "boxes": [ + 858, + 802, + 906, + 830 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 816, + 1468, + 836 + ] + }, + { + "text": "[Qty: 12", + "boxes": [ + 1788, + 818, + 1866, + 844 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 832, + 766, + 856 + ] + }, + { + "text": " On Ear", + "boxes": [ + 858, + 830, + 908, + 856 + ] + }, + { + "text": "20 KHz", + "boxes": [ + 860, + 860, + 906, + 879 + ] + }, + { + "text": "Add to List ", + "boxes": [ + 1402, + 866, + 1478, + 891 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 901, + 838, + 931 + ] + }, + { + "text": "·Tri-Mode Connectivity with SpeedNova Technology: Connect via Bluetooth, or low-latency 2.4 GHz", + "boxes": [ + 690, + 929, + 1330, + 953 + ] + }, + { + "text": "Other sellers on Amazon", + "boxes": [ + 1382, + 929, + 1580, + 963 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 955, + 1862, + 981 + ] + }, + { + "text": "New (2) from", + "boxes": [ + 1390, + 985, + 1478, + 1009 + ] + }, + { + "text": "$12999", + "boxes": [ + 1482, + 985, + 1530, + 1005 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 1007, + 1820, + 1026 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→白", + "boxes": [ + 36, + 62, + 132, + 93 + ] + }, + { + "text": "", + "boxes": [ + 251, + 59, + 311, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1807, + 98, + 1877, + 136 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " gaming headsets", + "boxes": [ + 300, + 109, + 426, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 121, + 1448, + 147 + ] + }, + { + "text": "Hello, sign ir", + "boxes": [ + 1470, + 113, + 1534, + 131 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "Shop top categories that ship internationally", + "boxes": [ + 782, + 204, + 1160, + 234 + ] + }, + { + "text": "ASUS ROG Pelta Wireless Gaming Headset (BT, ROG", + "boxes": [ + 676, + 302, + 1250, + 340 + ] + }, + { + "text": "$12999", + "boxes": [ + 1385, + 315, + 1477, + 360 + ] + }, + { + "text": "Limited time", + "boxes": [ + 1806, + 310, + 1870, + 330 + ] + }, + { + "text": "T", + "boxes": [ + 628, + 322, + 644, + 341 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C, Lightweight 309g, 50mm ROG", + "boxes": [ + 684, + 339, + 1320, + 369 + ] + }, + { + "text": "Titaniuni-Plated Drivers, 10mm Super-Wideband Mic, RGB,", + "boxes": [ + 682, + 369, + 1326, + 405 + ] + }, + { + "text": "$32.67 Shipping & Import", + "boxes": [ + 1392, + 363, + 1566, + 393 + ] + }, + { + "text": "Charges to China Detalls ", + "boxes": [ + 1394, + 383, + 1572, + 413 + ] + }, + { + "text": "70HR Battery, for PC, Switch, PS5)- Black", + "boxes": [ + 680, + 401, + 1136, + 437 + ] + }, + { + "text": "Delivery Saturday, May 24.", + "boxes": [ + 1394, + 405, + 1570, + 429 + ] + }, + { + "text": " Order within 23 hrs 45 r", + "boxes": [ + 1392, + 423, + 1548, + 453 + ] + }, + { + "text": "Visit the ASUSSto", + "boxes": [ + 686, + 435, + 796, + 453 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 680, + 447, + 812, + 476 + ] + }, + { + "text": " Delive to China", + "boxes": [ + 1392, + 452, + 1504, + 483 + ] + }, + { + "text": "100+bo", + "boxes": [ + 684, + 474, + 728, + 494 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 494, + 1466, + 520 + ] + }, + { + "text": "$12999", + "boxes": [ + 673, + 507, + 767, + 553 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "$32.67 Shipping & l", + "boxes": [ + 675, + 547, + 813, + 584 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 682, + 574, + 776, + 598 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "Wired", + "boxes": [ + 686, + 600, + 740, + 625 + ] + }, + { + "text": "See available", + "boxes": [ + 696, + 623, + 774, + 647 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "Ships from Amazon.com", + "boxes": [ + 1398, + 657, + 1544, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 679, + 1450, + 705 + ] + }, + { + "text": "Amazon.com", + "boxes": [ + 1466, + 679, + 1544, + 705 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "30-day ", + "boxes": [ + 1468, + 701, + 1518, + 727 + ] + }, + { + "text": "Delta S", + "boxes": [ + 692, + 713, + 746, + 733 + ] + }, + { + "text": "refund/replacement", + "boxes": [ + 1466, + 713, + 1580, + 742 + ] + }, + { + "text": "Brand", + "boxes": [ + 680, + 752, + 728, + 780 + ] + }, + { + "text": "ASUS", + "boxes": [ + 858, + 752, + 902, + 778 + ] + }, + { + "text": "Roll over image to zoom in", + "boxes": [ + 348, + 764, + 518, + 788 + ] + }, + { + "text": "Color", + "boxes": [ + 680, + 778, + 726, + 806 + ] + }, + { + "text": "BLACK", + "boxes": [ + 858, + 778, + 908, + 806 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "$46.99", + "boxes": [ + 1814, + 772, + 1860, + 798 + ] + }, + { + "text": "Add a gift recelpt for easy", + "boxes": [ + 1414, + 788, + 1584, + 822 + ] + }, + { + "text": "Ear Placement", + "boxes": [ + 682, + 806, + 782, + 830 + ] + }, + { + "text": "On Ear", + "boxes": [ + 858, + 802, + 906, + 830 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 816, + 1468, + 836 + ] + }, + { + "text": "[Qty: 12", + "boxes": [ + 1788, + 818, + 1866, + 844 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 832, + 766, + 856 + ] + }, + { + "text": " On Ear", + "boxes": [ + 858, + 830, + 908, + 856 + ] + }, + { + "text": "20 KHz", + "boxes": [ + 860, + 860, + 906, + 879 + ] + }, + { + "text": "Add to List ", + "boxes": [ + 1402, + 866, + 1478, + 891 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 901, + 836, + 931 + ] + }, + { + "text": "·Tri-Mode Connectivity with SpeedNova Technology: Connect via Bluetooth, or low-latency 2.4 GHz", + "boxes": [ + 690, + 929, + 1330, + 953 + ] + }, + { + "text": " Other sellers on Amazon", + "boxes": [ + 1382, + 929, + 1580, + 963 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 955, + 1862, + 981 + ] + }, + { + "text": "New (2) from", + "boxes": [ + 1390, + 985, + 1478, + 1009 + ] + }, + { + "text": "$12999", + "boxes": [ + 1482, + 985, + 1530, + 1005 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 1007, + 1820, + 1026 + ] + } + ] + }, + { + "frame_id": "110_0_7", + "episode_id": 110, + "env_id": 0, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.205225944519043, + "advantages": -0.815975546836853, + "generated_text": "{\n \"intent\": \"Click on the headline to explore more about the L8 new model's features and specifications.\",\n \"action\": \"DoubleClick(873, 394)\"\n}", + "action_string": "DoubleClick(873, 394)", + "intent_string": "Click on the headline to explore more about the L8 new model's features and specifications.", + "before_screen_ocr_results": [ + { + "text": "理想L8智能焕新版：六座新", + "boxes": [ + 248, + 32, + 412, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1742, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1766, + 125, + 1786, + 141 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "科技 萌宠汽车", + "boxes": [ + 530, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "电", + "boxes": [ + 388, + 270, + 422, + 300 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 408, + 262, + 628, + 308 + ] + }, + { + "text": "60.2K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1416, + 314, + 1576, + 351 + ] + }, + { + "text": "理想L8智能焕新版：六座新能源SUV新标杆，性能续航全面", + "boxes": [ + 364, + 349, + 1222, + 391 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1456, + 355, + 1540, + 387 + ] + }, + { + "text": "A", + "boxes": [ + 185, + 388, + 221, + 426 + ] + }, + { + "text": "升级！", + "boxes": [ + 366, + 393, + 462, + 431 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1686, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "E", + "boxes": [ + 194, + 457, + 210, + 472 + ] + }, + { + "text": "ITBEAR的报道·6天·01分钟读取", + "boxes": [ + 364, + 459, + 650, + 488 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "理想汽车近期推出的L8智能焕新版，在辅助驾驶技术上迈出了重要一步。此次升级，AD Pro版本标配了激光雷达，这", + "boxes": [ + 360, + 540, + 1242, + 578 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1596, + 584 + ] + }, + { + "text": "一变化显著增强了车辆的主动安全性能，为驾驶者提供了更加安心的行车保障。无论车辆搭载的是地平线J5还是J6M", + "boxes": [ + 368, + 570, + 1234, + 600 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1701, + 577 + ] + }, + { + "text": "芯片，AD Pro都能提供高级辅助驾驶功能和高速NOA导航辅助驾驶，且这些功能均可通过OTA（空中升级）技术持续", + "boxes": [ + 364, + 596, + 1240, + 627 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "优化和完善。", + "boxes": [ + 366, + 625, + 456, + 651 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "在高端配置AD Max方面，理想汽车采用了更为先进的Thor-U芯片，取代了之前的英伟达双Orin-X芯片。这一升级不", + "boxes": [ + 364, + 665, + 1230, + 695 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "仅大幅提升了计算能力，更为即将推出的VLA大模型提供了强大的支持，使得驾驶体验更加智能化和便捷化。", + "boxes": [ + 364, + 689, + 1168, + 719 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1448, + 687, + 1590, + 711 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1444, + 724, + 1662, + 759 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1446, + 748, + 1580, + 778 + ] + }, + { + "text": "精选推荐", + "boxes": [ + 620, + 764, + 672, + 784 + ] + }, + { + "text": "自己创建个网站", + "boxes": [ + 620, + 790, + 766, + 820 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1526, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "想L8智能焕", + "boxes": [ + 226, + 1050, + 300, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "理想L8智能焕新版：六座新", + "boxes": [ + 248, + 32, + 412, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1742, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1766, + 125, + 1786, + 141 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "电", + "boxes": [ + 390, + 270, + 422, + 300 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 408, + 264, + 628, + 306 + ] + }, + { + "text": "60.2K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1416, + 314, + 1576, + 351 + ] + }, + { + "text": "理想L8智能焕新版：六座新能源SUV新标杆，性能续航全面", + "boxes": [ + 360, + 343, + 1222, + 395 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1456, + 355, + 1540, + 387 + ] + }, + { + "text": "D", + "boxes": [ + 185, + 389, + 221, + 425 + ] + }, + { + "text": "升级！", + "boxes": [ + 364, + 393, + 462, + 431 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1686, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "E", + "boxes": [ + 194, + 457, + 210, + 472 + ] + }, + { + "text": "ITBEAR的报道·6天·01分钟读取", + "boxes": [ + 364, + 459, + 650, + 488 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "理想汽车近期推出的L8智能焕新版，在辅助驾驶技术上迈出了重要一步。此次升级，AD Pro版本标配了激光雷达，这", + "boxes": [ + 360, + 540, + 1242, + 578 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1596, + 584 + ] + }, + { + "text": "一变化显著增强了车辆的主动安全性能，为驾驶者提供了更加安心的行车保障。无论车辆搭载的是地平线J5还是J6M", + "boxes": [ + 368, + 570, + 1234, + 600 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1701, + 577 + ] + }, + { + "text": "芯片，AD Pro都能提供高级辅助驾驶功能和高速NOA导航辅助驾驶，且这些功能均可通过OTA（空中升级）技术持续", + "boxes": [ + 364, + 596, + 1240, + 627 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "优化和完善。", + "boxes": [ + 366, + 625, + 456, + 651 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "在高端配置AD Max方面，理想汽车采用了更为先进的Thor-U芯片，取代了之前的英伟达双Orin-X芯片。这一升级不", + "boxes": [ + 364, + 665, + 1230, + 695 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "仅大幅提升了计算能力，更为即将推出的VLA大模型提供了强大的支持，使得驾驶体验更加智能化和便捷化。", + "boxes": [ + 364, + 689, + 1168, + 719 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1446, + 685, + 1592, + 715 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1444, + 724, + 1662, + 759 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1446, + 748, + 1580, + 778 + ] + }, + { + "text": "精选推荐", + "boxes": [ + 620, + 764, + 672, + 784 + ] + }, + { + "text": "自己创建个网站", + "boxes": [ + 620, + 790, + 766, + 820 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1526, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "想L8智能焕", + "boxes": [ + 226, + 1050, + 300, + 1068 + ] + } + ] + }, + { + "frame_id": "110_1_7", + "episode_id": 110, + "env_id": 1, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.500035285949707, + "advantages": -1.6964038610458374, + "generated_text": "{\n \"intent\": \"Open the Mousepad software by clicking its icon.\",\n \"action\": \"DoubleClick(347, 54)\"\n}", + "action_string": "DoubleClick(347, 54)", + "intent_string": "Open the Mousepad software by clicking its icon.", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untitled 1 - M..", + "boxes": [ + 208, + 1048, + 316, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Docu", + "boxes": [ + 4, + 22, + 232, + 52 + ] + }, + { + "text": " Untitled 1 - M..", + "boxes": [ + 142, + 1044, + 318, + 1074 + ] + } + ] + }, + { + "frame_id": "110_2_7", + "episode_id": 110, + "env_id": 2, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.090478897094727, + "advantages": -0.9592368602752686, + "generated_text": "{\n \"intent\": \"Click on the QR code to download the Zhihu App.\",\n \"action\": \"DoubleClick(827, 777)\"\n}", + "action_string": "DoubleClick(827, 777)", + "intent_string": "Click on the QR code to download the Zhihu App.", + "before_screen_ocr_results": [ + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 66, + 130, + 91 + ] + }, + { + "text": "①| https://v", + "boxes": [ + 252, + 66, + 364, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "合", + "boxes": [ + 1372, + 308, + 1390, + 324 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1440, + 304, + 1556, + 328 + ] + }, + { + "text": "有问题", + "boxes": [ + 280, + 341, + 646, + 472 + ] + }, + { + "text": "，因为正本清源，这又是一个被国内翻。", + "boxes": [ + 1410, + 351, + 1608, + 379 + ] + }, + { + "text": "nied.为什么会喜欢这", + "boxes": [ + 1516, + 343, + 1620, + 361 + ] + }, + { + "text": "如何在一周内快速摸清一个行业？", + "boxes": [ + 1366, + 413, + 1562, + 443 + ] + }, + { + "text": "程毅南", + "boxes": [ + 1368, + 437, + 1444, + 461 + ] + }, + { + "text": "社会心理学等3个话题下的优质答主", + "boxes": [ + 1432, + 437, + 1610, + 461 + ] + }, + { + "text": "曾经做了3年投资咨询，平均每个月一个项目，做的", + "boxes": [ + 1368, + 457, + 1626, + 480 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 469, + 862, + 586 + ] + }, + { + "text": "事情就是（尝试）深入了解各种行业和公司，", + "boxes": [ + 1366, + 469, + 1592, + 498 + ] + }, + { + "text": "2.6万赞同", + "boxes": [ + 1372, + 498, + 1428, + 516 + ] + }, + { + "text": "304评论", + "boxes": [ + 1426, + 498, + 1480, + 516 + ] + }, + { + "text": "在工业区开的超市，怎么样改进以提高竞争", + "boxes": [ + 1366, + 530, + 1616, + 560 + ] + }, + { + "text": "汪惟", + "boxes": [ + 1370, + 574, + 1430, + 592 + ] + }, + { + "text": "创业等5个话题下的优秀答主", + "boxes": [ + 1422, + 574, + 1564, + 592 + ] + }, + { + "text": "么银行卡发工资。然后想方设法弄一个这个银行.", + "boxes": [ + 1366, + 601, + 1612, + 633 + ] + }, + { + "text": "如何高质量地走完大学四年？", + "boxes": [ + 1366, + 665, + 1534, + 695 + ] + }, + { + "text": "神说要有光", + "boxes": [ + 1370, + 691, + 1440, + 709 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 462, + 717, + 716, + 758 + ] + }, + { + "text": "知乎的大学话题下把人们普追最关心的问题做了", + "boxes": [ + 1364, + 718, + 1614, + 751 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": "为什么在比较平坦的地方，", + "boxes": [ + 1370, + 786, + 1516, + 804 + ] + }, + { + "text": "河流却会不停地拐", + "boxes": [ + 1514, + 786, + 1624, + 804 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": "Android", + "boxes": [ + 578, + 834, + 678, + 860 + ] + }, + { + "text": "知平协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文［2019]4928-541号丨药品医疗器械网络信息服务备案丨（京）网药械信息备字（2022）第00334号丨服务热线：400-919-0001丨违法和不良信息举报：010-82716601", + "boxes": [ + 394, + 949, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com|儿童色情信息举报专区", + "boxes": [ + 508, + 975, + 864, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报丨证照中心|In", + "boxes": [ + 552, + 996, + 848, + 1031 + ] + }, + { + "text": "知乎丨北京智者天下科技有限公司版权所有", + "boxes": [ + 1092, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知乎客户站", + "boxes": [ + 852, + 6, + 916, + 24 + ] + }, + { + "text": "MozillaFirefo", + "boxes": [ + 954, + 6, + 1060, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 66, + 130, + 91 + ] + }, + { + "text": "①| https://wv", + "boxes": [ + 252, + 66, + 374, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "》", + "boxes": [ + 1365, + 300, + 1397, + 332 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1442, + 304, + 1554, + 328 + ] + }, + { + "text": "有问题", + "boxes": [ + 278, + 341, + 644, + 472 + ] + }, + { + "text": "的经典论文http:/rxiv.rg/abs/1812.06162简.", + "boxes": [ + 1368, + 353, + 1614, + 377 + ] + }, + { + "text": "我为什么不看好LLM", + "boxes": [ + 1364, + 411, + 1496, + 441 + ] + }, + { + "text": "记过去一年实习经", + "boxes": [ + 1520, + 413, + 1624, + 437 + ] + }, + { + "text": "历有感", + "boxes": [ + 1368, + 433, + 1412, + 453 + ] + }, + { + "text": "JerryYin777", + "boxes": [ + 1368, + 453, + 1462, + 476 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 469, + 860, + 586 + ] + }, + { + "text": "简介笔者为了寻求科研界的不同体验，试图在工业", + "boxes": [ + 1368, + 472, + 1618, + 496 + ] + }, + { + "text": "1253 赞同·1388评论", + "boxes": [ + 1368, + 512, + 1480, + 536 + ] + }, + { + "text": "如何看待罗马仕既做充电宝，又做户外拎电，", + "boxes": [ + 1366, + 540, + 1620, + 570 + ] + }, + { + "text": "又做家庭储能？", + "boxes": [ + 1366, + 562, + 1454, + 586 + ] + }, + { + "text": "长亭Time", + "boxes": [ + 1368, + 582, + 1442, + 606 + ] + }, + { + "text": "宝就是罗马仕品牌的，距今已有", + "boxes": [ + 1372, + 621, + 1530, + 639 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 462, + 717, + 716, + 758 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": "漫谈缩表：财政政策与美联储缩表（上）", + "boxes": [ + 1370, + 786, + 1596, + 810 + ] + }, + { + "text": "酒", + "boxes": [ + 1380, + 824, + 1394, + 842 + ] + }, + { + "text": "D", + "boxes": [ + 1432, + 820, + 1452, + 846 + ] + }, + { + "text": "", + "boxes": [ + 1546, + 822, + 1562, + 842 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": "Android", + "boxes": [ + 578, + 834, + 678, + 860 + ] + }, + { + "text": "知平协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1446, + 957 + ] + }, + { + "text": "京网文［2019]4928-541号丨药品医疗器械网络信息服务备案丨（京）网药械信息备字（2022）第00334号丨服务热线：400-919-0001丨违法和不良信息举报：010-82716601", + "boxes": [ + 394, + 949, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息举报专区", + "boxes": [ + 508, + 975, + 864, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报|证照中心|Inv", + "boxes": [ + 552, + 996, + 856, + 1031 + ] + }, + { + "text": "2025 知乎丨北京智者天下科技有限公司版权所有", + "boxes": [ + 1060, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ] + }, + { + "frame_id": "110_3_7", + "episode_id": 110, + "env_id": 3, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.598580360412598, + "advantages": -0.32487380504608154, + "generated_text": "{\n \"intent\": \"To interact with popular content on the Bing homepage.\",\n \"action\": \"DoubleClick(726, 603)\"\n}", + "action_string": "DoubleClick(726, 603)", + "intent_string": "To interact with popular content on the Bing homepage.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "第二代元PLUS智驾版", + "boxes": [ + 1178, + 762, + 1352, + 798 + ] + }, + { + "text": "空中支援", + "boxes": [ + 330, + 776, + 390, + 796 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13.71%", + "boxes": [ + 1632, + 806, + 1688, + 840 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1632, + 856, + 1684, + 876 + ] + }, + { + "text": "@浮梦有灵", + "boxes": [ + 436, + 897, + 552, + 934 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1628, + 925 + ] + }, + { + "text": "+4128 ", + "boxes": [ + 1630, + 891, + 1700, + 939 + ] + }, + { + "text": "重游戏天地·14小时", + "boxes": [ + 830, + 917, + 964, + 947 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 937, + 1162, + 953 + ] + }, + { + "text": "一点视频/功夫AUTO", + "boxes": [ + 1158, + 929, + 1284, + 961 + ] + }, + { + "text": "珍品排行：新联动成天花板", + "boxes": [ + 824, + 941, + 1080, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "第二代元PLUS智驾版内饰、", + "boxes": [ + 1136, + 953, + 1396, + 989 + ] + }, + { + "text": "孙策口碑逆转，酷洛米真不", + "boxes": [ + 824, + 967, + 1078, + 1003 + ] + }, + { + "text": "者：这4个英雄适合打先手”，", + "boxes": [ + 234, + 979, + 592, + 1023 + ] + }, + { + "text": "了解下！", + "boxes": [ + 592, + 987, + 712, + 1018 + ] + }, + { + "text": "配置全面升级！", + "boxes": [ + 1138, + 981, + 1280, + 1012 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1526, + 1036 + ] + }, + { + "text": "<", + "boxes": [ + 1590, + 989, + 1630, + 1014 + ] + }, + { + "text": "+3.7.0% ", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "堪？", + "boxes": [ + 826, + 997, + 870, + 1024 + ] + }, + { + "text": "39", + "boxes": [ + 830, + 1028, + 866, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "第二代元PLUS智驾版", + "boxes": [ + 1176, + 762, + 1352, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "全面升级", + "boxes": [ + 1173, + 785, + 1335, + 845 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "全国企业破产重整案件信息网", + "boxes": [ + 288, + 818, + 642, + 854 + ] + }, + { + "text": "oralenterprisebankruptcyinfom", + "boxes": [ + 314, + 852, + 500, + 870 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": " 32,30%", + "boxes": [ + 1620, + 850, + 1690, + 889 + ] + }, + { + "text": "首页", + "boxes": [ + 268, + 891, + 320, + 927 + ] + }, + { + "text": "债务人信息", + "boxes": [ + 438, + 893, + 540, + 925 + ] + }, + { + "text": "公开案件", + "boxes": [ + 637, + 889, + 727, + 926 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1628, + 927 + ] + }, + { + "text": "+413 ", + "boxes": [ + 1628, + 891, + 1700, + 939 + ] + }, + { + "text": "重游戏天地·14小时", + "boxes": [ + 828, + 917, + 964, + 947 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 937, + 1162, + 953 + ] + }, + { + "text": "一点视频/功夫AUTO", + "boxes": [ + 1158, + 929, + 1284, + 961 + ] + }, + { + "text": "珍品排行：新联动成天花板", + "boxes": [ + 824, + 941, + 1080, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "哪吒汽车关联公司被申请破产审查，智能电动", + "boxes": [ + 204, + 949, + 790, + 985 + ] + }, + { + "text": "第二代元PLUS智驾版内饰、", + "boxes": [ + 1136, + 953, + 1396, + 989 + ] + }, + { + "text": "孙策口碑逆转，酷洛米真不", + "boxes": [ + 824, + 967, + 1078, + 1003 + ] + }, + { + "text": "汽车品牌命运几何3号", + "boxes": [ + 200, + 979, + 484, + 1025 + ] + }, + { + "text": "配置全面升级！", + "boxes": [ + 1138, + 981, + 1280, + 1012 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "<", + "boxes": [ + 1590, + 989, + 1630, + 1014 + ] + }, + { + "text": "+3.7.0% ", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "堪？", + "boxes": [ + 824, + 997, + 870, + 1024 + ] + }, + { + "text": "39", + "boxes": [ + 828, + 1028, + 868, + 1044 + ] + } + ] + }, + { + "frame_id": "110_4_7", + "episode_id": 110, + "env_id": 4, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.97516918182373, + "advantages": 0.14529617130756378, + "generated_text": "{\n \"intent\": \"Exploring product details by clicking the product image to learn more about the ASUS ROG Pelta Wireless Gaming Headset.\",\n \"action\": \"Click(533, 402)\"\n}", + "action_string": "Click(533, 402)", + "intent_string": "Exploring product details by clicking the product image to learn more about the ASUS ROG Pelta Wireless Gaming Headset.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1662, + 91 + ] + }, + { + "text": "三田@=", + "boxes": [ + 1780, + 59, + 1914, + 94 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": " Subtotal", + "boxes": [ + 1824, + 105, + 1886, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 125, + 1446, + 145 + ] + }, + { + "text": "Go to Cal", + "boxes": [ + 1828, + 157, + 1874, + 175 + ] + }, + { + "text": "ASUS ROG Pelta Wireless", + "boxes": [ + 1540, + 238, + 1750, + 262 + ] + }, + { + "text": "Gaming Headset (BT,ROG", + "boxes": [ + 1536, + 252, + 1752, + 286 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C,", + "boxes": [ + 1538, + 272, + 1764, + 306 + ] + }, + { + "text": "Lightweight 309g,50mm ROG", + "boxes": [ + 1536, + 290, + 1778, + 326 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm", + "boxes": [ + 1540, + 318, + 1778, + 341 + ] + }, + { + "text": "Super-Wideband Mic, RGB...", + "boxes": [ + 1538, + 336, + 1770, + 365 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 1538, + 369, + 1620, + 393 + ] + }, + { + "text": "Pattern:Pelta", + "boxes": [ + 1542, + 403, + 1610, + 421 + ] + }, + { + "text": "BouO", + "boxes": [ + 46, + 1044, + 216, + 1074 + ] + }, + { + "text": "Amazon.con", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1662, + 91 + ] + }, + { + "text": "I口三", + "boxes": [ + 1782, + 64, + 1914, + 93 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": " Subtotal", + "boxes": [ + 1824, + 105, + 1886, + 131 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 306, + 119, + 420, + 137 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 125, + 1446, + 145 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1818, + 121, + 1892, + 153 + ] + }, + { + "text": "Go to Cal", + "boxes": [ + 1828, + 157, + 1874, + 175 + ] + }, + { + "text": "ASUS ROG Pelta Wireless", + "boxes": [ + 1540, + 238, + 1750, + 262 + ] + }, + { + "text": "Gaming Headset (BT,ROG", + "boxes": [ + 1536, + 252, + 1752, + 286 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C,", + "boxes": [ + 1538, + 272, + 1764, + 306 + ] + }, + { + "text": "Lightweight 309g,50mm ROG", + "boxes": [ + 1536, + 290, + 1778, + 326 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm", + "boxes": [ + 1542, + 318, + 1778, + 341 + ] + }, + { + "text": "Super-Wideband Mic, RGB...", + "boxes": [ + 1538, + 336, + 1770, + 365 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 1540, + 369, + 1620, + 393 + ] + }, + { + "text": "Pattern:Pelta", + "boxes": [ + 1542, + 403, + 1612, + 421 + ] + }, + { + "text": "Amazon.com", + "boxes": [ + 214, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "110_5_7", + "episode_id": 110, + "env_id": 5, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.579440116882324, + "advantages": -0.3487703204154968, + "generated_text": "{\n \"intent\": \"Exploring the content visually appealing and relevant, such as game article '进阶版101，进海岛趴地上，触发隐藏buff！'\",\n \"action\": \"Click(510, 374)\"\n}", + "action_string": "Click(510, 374)", + "intent_string": "Exploring the content visually appealing and relevant, such as game article '进阶版101，进海岛趴地上，触发隐藏buff！'", + "before_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1876, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 574, + 123, + 632, + 143 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1858, + 145 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "关注", + "boxes": [ + 284, + 183, + 312, + 197 + ] + }, + { + "text": "点资讯十关注", + "boxes": [ + 434, + 266, + 574, + 304 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1508, + 278, + 1622, + 310 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1516, + 302, + 1616, + 326 + ] + }, + { + "text": "“吃鸡\"玩家喜提\"进阶版101”，进海岛趴地上，触发隐藏", + "boxes": [ + 372, + 349, + 1162, + 391 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "buff !", + "boxes": [ + 364, + 393, + 458, + 431 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "日日聊游戏的报道·1天·02分钟读取", + "boxes": [ + 366, + 459, + 680, + 488 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1504, + 492 + ] + }, + { + "text": "欢迎诸位小伙伴们来到天哥开讲的《和平精英》“精英小课堂”~每当这款游戏迎来新军需时，我们总能在和平营地等游", + "boxes": [ + 362, + 540, + 1244, + 578 + ] + }, + { + "text": "0", + "boxes": [ + 1430, + 556, + 1454, + 578 + ] + }, + { + "text": "访问一点资讯", + "boxes": [ + 1456, + 556, + 1550, + 582 + ] + }, + { + "text": "戏社区里看到与之相关的话题，大多数都讨论抽奖概率、实际表现等，这一次的\"幻星舰长“同样如此。", + "boxes": [ + 366, + 572, + 1118, + 602 + ] + }, + { + "text": "G4广厦106-73大胜北京球员评", + "boxes": [ + 1448, + 604, + 1644, + 627 + ] + }, + { + "text": "得，废话不多说了，还是大家熟悉的\"老配方\"：有图有证据，边看边聊天儿吧～", + "boxes": [ + 366, + 615, + 948, + 639 + ] + }, + { + "text": "价：4人满分，4人及格，奈特低迷", + "boxes": [ + 1446, + 619, + 1664, + 651 + ] + }, + { + "text": "内维尔：除了B费曼联过去十年引援", + "boxes": [ + 1446, + 665, + 1672, + 695 + ] + }, + { + "text": "全失败了，包括迪马利亚&小猪", + "boxes": [ + 1446, + 685, + 1648, + 715 + ] + }, + { + "text": "林秉圣：系列赛还没结束不能松", + "boxes": [ + 1448, + 731, + 1648, + 754 + ] + }, + { + "text": "懈，我们全队的目标就是拿下冠军", + "boxes": [ + 1444, + 746, + 1662, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1667, + 872, + 1721, + 913 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 574, + 123, + 632, + 143 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1858, + 145 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "关注", + "boxes": [ + 284, + 183, + 312, + 197 + ] + }, + { + "text": "点资讯十关注", + "boxes": [ + 436, + 270, + 572, + 302 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1508, + 278, + 1622, + 310 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1516, + 302, + 1616, + 326 + ] + }, + { + "text": "“吃鸡\"玩家喜提\"进阶版101\"，进海岛趴地上，触发隐藏", + "boxes": [ + 368, + 349, + 1162, + 391 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "buff !", + "boxes": [ + 364, + 393, + 456, + 431 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "日日聊游戏的报道·1天·02分钟读取", + "boxes": [ + 366, + 459, + 680, + 488 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1504, + 492 + ] + }, + { + "text": "欢迎诸位小伙伴们来到天哥开讲的《和平精英》“精英小课堂”~每当这款游戏迎来新军需时，我们总能在和平营地等游", + "boxes": [ + 362, + 540, + 1244, + 578 + ] + }, + { + "text": "1", + "boxes": [ + 1432, + 558, + 1452, + 578 + ] + }, + { + "text": "访问一点资讯", + "boxes": [ + 1456, + 556, + 1550, + 582 + ] + }, + { + "text": "戏社区里看到与之相关的话题，大多数都讨论抽奖概率、实际表现等，这一次的\"幻星舰长“同样如此。", + "boxes": [ + 366, + 572, + 1118, + 602 + ] + }, + { + "text": "G4广厦106-73大胜北京球员评", + "boxes": [ + 1448, + 604, + 1644, + 627 + ] + }, + { + "text": "得，废话不多说了，还是大家熟悉的“老配方”：有图有证据，边看边聊天儿吧～", + "boxes": [ + 366, + 615, + 948, + 639 + ] + }, + { + "text": "价：4人满分，4人及格，奈特低迷", + "boxes": [ + 1446, + 619, + 1664, + 651 + ] + }, + { + "text": "内维尔：除了B费曼联过去十年引援", + "boxes": [ + 1446, + 665, + 1672, + 695 + ] + }, + { + "text": "全失败了，包括迪马利亚&小猪", + "boxes": [ + 1446, + 685, + 1648, + 715 + ] + }, + { + "text": "林秉圣：系列赛还没结束不能松", + "boxes": [ + 1448, + 731, + 1648, + 754 + ] + }, + { + "text": "懈，我们全队的目标就是拿下冠军", + "boxes": [ + 1444, + 746, + 1662, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1667, + 872, + 1721, + 913 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择”我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ] + }, + { + "frame_id": "110_6_7", + "episode_id": 110, + "env_id": 6, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.505355834960938, + "advantages": -0.4412643313407898, + "generated_text": "{\n \"intent\": \"Locate carrier deals to explore potential discounts on iPhone purchases\",\n \"action\": \"Click(653, 205)\" \n}", + "action_string": "Click(653, 205)", + "intent_string": "Locate carrier deals to explore potential discounts on iPhone purchases", + "before_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "回", + "boxes": [ + 1862, + 4, + 1912, + 22 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1884, + 93 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 546, + 127 + ] + }, + { + "text": "Mac", + "boxes": [ + 576, + 113, + 602, + 127 + ] + }, + { + "text": "iPad", + "boxes": [ + 634, + 111, + 664, + 131 + ] + }, + { + "text": "iPhone", + "boxes": [ + 696, + 113, + 732, + 127 + ] + }, + { + "text": "Watch", + "boxes": [ + 770, + 111, + 804, + 131 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrer Deals at Apple", + "boxes": [ + 496, + 168, + 656, + 205 + ] + }, + { + "text": "", + "boxes": [ + 674, + 189, + 700, + 212 + ] + }, + { + "text": "savet", + "boxes": [ + 714, + 189, + 744, + 202 + ] + }, + { + "text": "S", + "boxes": [ + 864, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "回", + "boxes": [ + 1862, + 4, + 1912, + 22 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1884, + 93 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 546, + 127 + ] + }, + { + "text": "Mac", + "boxes": [ + 576, + 113, + 602, + 127 + ] + }, + { + "text": "iPad", + "boxes": [ + 636, + 113, + 662, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 690, + 111, + 734, + 129 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrer Deals at Apple ", + "boxes": [ + 495, + 168, + 657, + 207 + ] + }, + { + "text": "", + "boxes": [ + 670, + 189, + 704, + 210 + ] + }, + { + "text": "S", + "boxes": [ + 864, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "See all deals ", + "boxes": [ + 500, + 197, + 608, + 224 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ] + }, + { + "frame_id": "110_7_7", + "episode_id": 110, + "env_id": 7, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.534016609191895, + "advantages": -0.4054814279079437, + "generated_text": "{\n \"intent\": \"Click on the product listing for more information\",\n \"action\": \"Move(450, 420)\"\n}", + "action_string": "Move(450, 420)", + "intent_string": "Click on the product listing for more information", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→白", + "boxes": [ + 36, + 62, + 132, + 93 + ] + }, + { + "text": "", + "boxes": [ + 251, + 59, + 311, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1807, + 98, + 1877, + 136 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " gaming headsets", + "boxes": [ + 300, + 109, + 426, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 121, + 1448, + 147 + ] + }, + { + "text": "Hello, sign ir", + "boxes": [ + 1470, + 113, + 1534, + 131 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "Shop top categories that ship internationally", + "boxes": [ + 782, + 204, + 1160, + 234 + ] + }, + { + "text": "ASUS ROG Pelta Wireless Gaming Headset (BT, ROG", + "boxes": [ + 676, + 302, + 1250, + 340 + ] + }, + { + "text": "$12999", + "boxes": [ + 1385, + 315, + 1477, + 360 + ] + }, + { + "text": "Limited time", + "boxes": [ + 1806, + 310, + 1870, + 330 + ] + }, + { + "text": "T", + "boxes": [ + 628, + 322, + 644, + 341 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C, Lightweight 309g, 50mm ROG", + "boxes": [ + 684, + 339, + 1320, + 369 + ] + }, + { + "text": "Titaniuni-Plated Drivers, 10mm Super-Wideband Mic, RGB,", + "boxes": [ + 682, + 369, + 1326, + 405 + ] + }, + { + "text": "$32.67 Shipping & Import", + "boxes": [ + 1392, + 363, + 1566, + 393 + ] + }, + { + "text": "Charges to China Detalls ", + "boxes": [ + 1394, + 383, + 1572, + 413 + ] + }, + { + "text": "70HR Battery, for PC, Switch, PS5)- Black", + "boxes": [ + 680, + 401, + 1136, + 437 + ] + }, + { + "text": "Delivery Saturday, May 24.", + "boxes": [ + 1394, + 405, + 1570, + 429 + ] + }, + { + "text": " Order within 23 hrs 45 r", + "boxes": [ + 1392, + 423, + 1548, + 453 + ] + }, + { + "text": "Visit the ASUSSto", + "boxes": [ + 686, + 435, + 796, + 453 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 680, + 447, + 812, + 476 + ] + }, + { + "text": " Delive to China", + "boxes": [ + 1392, + 452, + 1504, + 483 + ] + }, + { + "text": "100+bo", + "boxes": [ + 684, + 474, + 728, + 494 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 494, + 1466, + 520 + ] + }, + { + "text": "$12999", + "boxes": [ + 673, + 507, + 767, + 553 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "$32.67 Shipping & l", + "boxes": [ + 675, + 547, + 813, + 584 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 682, + 574, + 776, + 598 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "Wired", + "boxes": [ + 686, + 600, + 740, + 625 + ] + }, + { + "text": "See available", + "boxes": [ + 696, + 623, + 774, + 647 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "Ships from Amazon.com", + "boxes": [ + 1398, + 657, + 1544, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 679, + 1450, + 705 + ] + }, + { + "text": "Amazon.com", + "boxes": [ + 1466, + 679, + 1544, + 705 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "30-day ", + "boxes": [ + 1468, + 701, + 1518, + 727 + ] + }, + { + "text": "Delta S", + "boxes": [ + 692, + 713, + 746, + 733 + ] + }, + { + "text": "refund/replacement", + "boxes": [ + 1466, + 713, + 1580, + 742 + ] + }, + { + "text": "Brand", + "boxes": [ + 680, + 752, + 728, + 780 + ] + }, + { + "text": "ASUS", + "boxes": [ + 858, + 752, + 902, + 778 + ] + }, + { + "text": "Roll over image to zoom in", + "boxes": [ + 348, + 764, + 518, + 788 + ] + }, + { + "text": "Color", + "boxes": [ + 680, + 778, + 726, + 806 + ] + }, + { + "text": "BLACK", + "boxes": [ + 858, + 778, + 908, + 806 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "$46.99", + "boxes": [ + 1814, + 772, + 1860, + 798 + ] + }, + { + "text": "Add a gift recelpt for easy", + "boxes": [ + 1414, + 788, + 1584, + 822 + ] + }, + { + "text": "Ear Placement", + "boxes": [ + 682, + 806, + 782, + 830 + ] + }, + { + "text": "On Ear", + "boxes": [ + 858, + 802, + 906, + 830 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 816, + 1468, + 836 + ] + }, + { + "text": "[Qty: 12", + "boxes": [ + 1788, + 818, + 1866, + 844 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 832, + 766, + 856 + ] + }, + { + "text": " On Ear", + "boxes": [ + 858, + 830, + 908, + 856 + ] + }, + { + "text": "20 KHz", + "boxes": [ + 860, + 860, + 906, + 879 + ] + }, + { + "text": "Add to List ", + "boxes": [ + 1402, + 866, + 1478, + 891 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 901, + 836, + 931 + ] + }, + { + "text": "·Tri-Mode Connectivity with SpeedNova Technology: Connect via Bluetooth, or low-latency 2.4 GHz", + "boxes": [ + 690, + 929, + 1330, + 953 + ] + }, + { + "text": " Other sellers on Amazon", + "boxes": [ + 1382, + 929, + 1580, + 963 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 955, + 1862, + 981 + ] + }, + { + "text": "New (2) from", + "boxes": [ + 1390, + 985, + 1478, + 1009 + ] + }, + { + "text": "$12999", + "boxes": [ + 1482, + 985, + 1530, + 1005 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 1007, + 1820, + 1026 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Amazon.co", + "boxes": [ + 74, + 4, + 164, + 22 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 40, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 66, + 130, + 91 + ] + }, + { + "text": "①", + "boxes": [ + 254, + 68, + 308, + 87 + ] + }, + { + "text": "333-2117-44", + "boxes": [ + 1474, + 69, + 1564, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1876, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1809, + 102, + 1875, + 134 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 426, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1392, + 121, + 1448, + 147 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "三ALl", + "boxes": [ + 24, + 167, + 66, + 193 + ] + }, + { + "text": "Shop top categories that ship internationally", + "boxes": [ + 782, + 204, + 1162, + 234 + ] + }, + { + "text": "Limited time", + "boxes": [ + 1802, + 306, + 1874, + 332 + ] + }, + { + "text": "$12999", + "boxes": [ + 1388, + 320, + 1476, + 357 + ] + }, + { + "text": "$32.67 Shipping & Import", + "boxes": [ + 1390, + 363, + 1566, + 393 + ] + }, + { + "text": " Charges to China Detalls ", + "boxes": [ + 1390, + 383, + 1572, + 413 + ] + }, + { + "text": "H", + "boxes": [ + 162, + 413, + 194, + 447 + ] + }, + { + "text": "Delivery Saturday, May 24.", + "boxes": [ + 1394, + 405, + 1572, + 429 + ] + }, + { + "text": " Order within 23 hrs 45 mins", + "boxes": [ + 1392, + 423, + 1576, + 453 + ] + }, + { + "text": "@ Deliverto China", + "boxes": [ + 1392, + 450, + 1504, + 485 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1392, + 494, + 1466, + 520 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "Limited time", + "boxes": [ + 1806, + 546, + 1868, + 566 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "$25.49", + "boxes": [ + 1816, + 572, + 1856, + 588 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1534, + 645 + ] + }, + { + "text": "Ships from Amazon.com", + "boxes": [ + 1398, + 657, + 1544, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 679, + 1448, + 705 + ] + }, + { + "text": "Amazon.com", + "boxes": [ + 1466, + 679, + 1544, + 705 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1448, + 727 + ] + }, + { + "text": "Secure transaction", + "boxes": [ + 1468, + 737, + 1574, + 760 + ] + }, + { + "text": "Click image to open expanded view", + "boxes": [ + 322, + 764, + 540, + 788 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "$46.99", + "boxes": [ + 1814, + 770, + 1860, + 798 + ] + }, + { + "text": "Add a gift receipt for easy", + "boxes": [ + 1416, + 794, + 1584, + 818 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 816, + 1468, + 836 + ] + }, + { + "text": "[Qty: 12", + "boxes": [ + 1788, + 818, + 1866, + 844 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1402, + 866, + 1476, + 889 + ] + }, + { + "text": "Other sellers on Amazon", + "boxes": [ + 1386, + 935, + 1578, + 959 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 955, + 1864, + 981 + ] + }, + { + "text": "口1+", + "boxes": [ + 1790, + 1003, + 1888, + 1028 + ] + } + ] + }, + { + "frame_id": "110_0_8", + "episode_id": 110, + "env_id": 0, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.147232055664062, + "advantages": -0.888380765914917, + "generated_text": "{\n \"intent\": \"Open the article to start exploring its content\",\n \"action\": \"DoubleClick(594, 376)\"\n}", + "action_string": "DoubleClick(594, 376)", + "intent_string": "Open the article to start exploring its content", + "before_screen_ocr_results": [ + { + "text": "理想L8智能焕新版：六座新", + "boxes": [ + 248, + 32, + 412, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1742, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1766, + 125, + 1786, + 141 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "电", + "boxes": [ + 390, + 270, + 422, + 300 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 408, + 264, + 628, + 306 + ] + }, + { + "text": "60.2K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1416, + 314, + 1576, + 351 + ] + }, + { + "text": "理想L8智能焕新版：六座新能源SUV新标杆，性能续航全面", + "boxes": [ + 360, + 343, + 1222, + 395 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1456, + 355, + 1540, + 387 + ] + }, + { + "text": "D", + "boxes": [ + 185, + 389, + 221, + 425 + ] + }, + { + "text": "升级！", + "boxes": [ + 364, + 393, + 462, + 431 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1686, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "E", + "boxes": [ + 194, + 457, + 210, + 472 + ] + }, + { + "text": "ITBEAR的报道·6天·01分钟读取", + "boxes": [ + 364, + 459, + 650, + 488 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "理想汽车近期推出的L8智能焕新版，在辅助驾驶技术上迈出了重要一步。此次升级，AD Pro版本标配了激光雷达，这", + "boxes": [ + 360, + 540, + 1242, + 578 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1596, + 584 + ] + }, + { + "text": "一变化显著增强了车辆的主动安全性能，为驾驶者提供了更加安心的行车保障。无论车辆搭载的是地平线J5还是J6M", + "boxes": [ + 368, + 570, + 1234, + 600 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1701, + 577 + ] + }, + { + "text": "芯片，AD Pro都能提供高级辅助驾驶功能和高速NOA导航辅助驾驶，且这些功能均可通过OTA（空中升级）技术持续", + "boxes": [ + 364, + 596, + 1240, + 627 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "优化和完善。", + "boxes": [ + 366, + 625, + 456, + 651 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "在高端配置AD Max方面，理想汽车采用了更为先进的Thor-U芯片，取代了之前的英伟达双Orin-X芯片。这一升级不", + "boxes": [ + 364, + 665, + 1230, + 695 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "仅大幅提升了计算能力，更为即将推出的VLA大模型提供了强大的支持，使得驾驶体验更加智能化和便捷化。", + "boxes": [ + 364, + 689, + 1168, + 719 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1446, + 685, + 1592, + 715 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1444, + 724, + 1662, + 759 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1446, + 748, + 1580, + 778 + ] + }, + { + "text": "精选推荐", + "boxes": [ + 620, + 764, + 672, + 784 + ] + }, + { + "text": "自己创建个网站", + "boxes": [ + 620, + 790, + 766, + 820 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1526, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "想L8智能焕", + "boxes": [ + 226, + 1050, + 300, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "理想L8智能焕新版：六座新", + "boxes": [ + 248, + 32, + 412, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1742, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1766, + 125, + 1786, + 141 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "科技 萌宠汽车", + "boxes": [ + 530, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "电", + "boxes": [ + 390, + 270, + 424, + 300 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 408, + 264, + 628, + 306 + ] + }, + { + "text": "60.2K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1416, + 314, + 1576, + 351 + ] + }, + { + "text": "理想L8智能焕新版：六座新能源SUV新标杆，性能续航全面", + "boxes": [ + 360, + 343, + 1224, + 395 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1456, + 355, + 1540, + 387 + ] + }, + { + "text": "升级！", + "boxes": [ + 362, + 389, + 462, + 433 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1686, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "E", + "boxes": [ + 194, + 457, + 210, + 472 + ] + }, + { + "text": "ITBEAR的报道·6天·01分钟读取", + "boxes": [ + 364, + 459, + 650, + 488 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "理想汽车近期推出的L8智能焕新版，在辅助驾驶技术上迈出了重要一步。此次升级，AD Pro版本标配了激光雷达，这", + "boxes": [ + 360, + 540, + 1240, + 578 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1596, + 584 + ] + }, + { + "text": "一变化显著增强了车辆的主动安全性能，为驾驶者提供了更加安心的行车保障。无论车辆搭载的是地平线J5还是J6M", + "boxes": [ + 368, + 570, + 1234, + 600 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1701, + 577 + ] + }, + { + "text": "芯片，AD Pro都能提供高级辅助驾驶功能和高速NOA导航辅助驾驶，且这些功能均可通过OTA（空中升级）技术持续", + "boxes": [ + 364, + 596, + 1240, + 627 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "优化和完善。", + "boxes": [ + 366, + 625, + 456, + 651 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "在高端配置AD Max方面，理想汽车采用了更为先进的Thor-U芯片，取代了之前的英伟达双Orin-X芯片。这一升级不", + "boxes": [ + 364, + 665, + 1230, + 695 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "仅大幅提升了计算能力，更为即将推出的VLA大模型提供了强大的支持，使得驾驶体验更加智能化和便捷化。", + "boxes": [ + 364, + 689, + 1168, + 719 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1448, + 687, + 1590, + 711 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1444, + 724, + 1662, + 759 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1446, + 748, + 1580, + 778 + ] + }, + { + "text": "精选推荐", + "boxes": [ + 620, + 764, + 672, + 784 + ] + }, + { + "text": "自己创建个网站", + "boxes": [ + 620, + 790, + 766, + 820 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1526, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "想L8智能焕", + "boxes": [ + 226, + 1050, + 300, + 1068 + ] + } + ] + }, + { + "frame_id": "110_1_8", + "episode_id": 110, + "env_id": 1, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.707029342651367, + "advantages": -1.4379724264144897, + "generated_text": "{\n \"intent\": \"Open any program or document by clicking its icon.\",\n \"action\": \"DoubleClick(347, 38)\"\n}", + "action_string": "DoubleClick(347, 38)", + "intent_string": "Open any program or document by clicking its icon.", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Docu", + "boxes": [ + 4, + 22, + 232, + 52 + ] + }, + { + "text": " Untitled 1 - M..", + "boxes": [ + 142, + 1044, + 318, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Untitled 1 - M..", + "boxes": [ + 142, + 1044, + 318, + 1074 + ] + } + ] + }, + { + "frame_id": "110_2_8", + "episode_id": 110, + "env_id": 2, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.831866264343262, + "advantages": -1.2821139097213745, + "generated_text": "{\n \"intent\": \"Click on the QR code to download the Zhiliao App\",\n \"action\": \"Click(778, 795)\"\n}", + "action_string": "Click(778, 795)", + "intent_string": "Click on the QR code to download the Zhiliao App", + "before_screen_ocr_results": [ + { + "text": "知乎客户站", + "boxes": [ + 852, + 6, + 916, + 24 + ] + }, + { + "text": "MozillaFirefo", + "boxes": [ + 954, + 6, + 1060, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1598, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "合", + "boxes": [ + 1374, + 308, + 1388, + 324 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1442, + 304, + 1556, + 328 + ] + }, + { + "text": "256走", + "boxes": [ + 1434, + 328, + 1484, + 345 + ] + }, + { + "text": "一步和以batcl", + "boxes": [ + 1486, + 328, + 1564, + 345 + ] + }, + { + "text": "有问题", + "boxes": [ + 278, + 341, + 644, + 472 + ] + }, + { + "text": "人同", + "boxes": [ + 1376, + 347, + 1394, + 361 + ] + }, + { + "text": "均有什么区别？", + "boxes": [ + 1524, + 345, + 1612, + 363 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 469, + 858, + 586 + ] + }, + { + "text": "我为什么不看好LLM", + "boxes": [ + 1368, + 461, + 1488, + 484 + ] + }, + { + "text": "记过去一年实习经", + "boxes": [ + 1522, + 463, + 1620, + 480 + ] + }, + { + "text": "历有感", + "boxes": [ + 1370, + 482, + 1410, + 498 + ] + }, + { + "text": "JerryYin777", + "boxes": [ + 1370, + 502, + 1458, + 520 + ] + }, + { + "text": "简介笔者为了寻求科", + "boxes": [ + 1370, + 520, + 1470, + 538 + ] + }, + { + "text": "界寻求一些经验，在大三一整年做过差不多9个。", + "boxes": [ + 1366, + 530, + 1612, + 558 + ] + }, + { + "text": "253赞同·1388评论", + "boxes": [ + 1372, + 558, + 1478, + 582 + ] + }, + { + "text": "如何看待罗马仕既做充电宝，又做户外拎电，", + "boxes": [ + 1362, + 588, + 1620, + 617 + ] + }, + { + "text": "又做家庭储能？", + "boxes": [ + 1366, + 608, + 1456, + 633 + ] + }, + { + "text": "长亭 Time", + "boxes": [ + 1366, + 629, + 1446, + 655 + ] + }, + { + "text": "翻了一下电商订单记录，发现我入手的第一款充电", + "boxes": [ + 1368, + 653, + 1620, + 671 + ] + }, + { + "text": "宝就是罗马仕品牌的，距今已有10年半之久，且..", + "boxes": [ + 1366, + 665, + 1622, + 689 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 462, + 717, + 716, + 758 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": "Android", + "boxes": [ + 578, + 834, + 678, + 860 + ] + }, + { + "text": "知平协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文［2019]4928-541号丨药品医疗器械网络信息服务备案丨（京）网药械信息备字（2022）第00334号丨服务热线：400-919-0001丨违法和不良信息举报：010-82716601", + "boxes": [ + 394, + 949, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息举报专区", + "boxes": [ + 508, + 975, + 864, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报丨证照中心丨Inv", + "boxes": [ + 552, + 996, + 858, + 1031 + ] + }, + { + "text": "2025 知乎丨北京智者天下科技有限公司版权所有", + "boxes": [ + 1060, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 852, + 6, + 908, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 224, + 30, + 324, + 56 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "①| https://v", + "boxes": [ + 252, + 66, + 364, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1658, + 87 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1872, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "有问题", + "boxes": [ + 278, + 341, + 644, + 472 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 290, + 469, + 860, + 586 + ] + }, + { + "text": "我为什么不看好LLM", + "boxes": [ + 1370, + 510, + 1492, + 528 + ] + }, + { + "text": "记过去一年实习经", + "boxes": [ + 1522, + 510, + 1622, + 528 + ] + }, + { + "text": "如何看待罗马仕既做充电宝，又做户外拎电，", + "boxes": [ + 1368, + 639, + 1614, + 663 + ] + }, + { + "text": "又做家庭储能？", + "boxes": [ + 1368, + 657, + 1452, + 681 + ] + }, + { + "text": "长亭Time", + "boxes": [ + 1370, + 681, + 1434, + 699 + ] + }, + { + "text": "翻了一", + "boxes": [ + 1372, + 703, + 1402, + 717 + ] + }, + { + "text": "下电商订单记录，发现我入手的第一款充电", + "boxes": [ + 1404, + 701, + 1616, + 719 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 462, + 717, + 716, + 758 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": " Android", + "boxes": [ + 580, + 834, + 678, + 860 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文［2019]4928-541号丨药品医疗器械网络信息服务备案", + "boxes": [ + 398, + 955, + 790, + 979 + ] + }, + { + "text": "成信息备字（2022）", + "boxes": [ + 876, + 957, + 996, + 975 + ] + }, + { + "text": "400-919-0001丨违法和不良信息举报：010-82716601", + "boxes": [ + 1164, + 955, + 1522, + 979 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息", + "boxes": [ + 508, + 975, + 800, + 1005 + ] + }, + { + "text": "算法推荐举报专", + "boxes": [ + 918, + 979, + 1012, + 997 + ] + }, + { + "text": "MCN举报专区丨信息安全漏洞反馈专区", + "boxes": [ + 1162, + 977, + 1410, + 1001 + ] + }, + { + "text": "内容从业人员违法违规行为举报丨证照中", + "boxes": [ + 552, + 996, + 808, + 1031 + ] + }, + { + "text": "北京智者天下科技有限公司版权所有", + "boxes": [ + 1146, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ] + }, + { + "frame_id": "110_3_8", + "episode_id": 110, + "env_id": 3, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.873015403747559, + "advantages": 0.017757494002580643, + "generated_text": "{\n \"intent\": \"My intention is to find information related to '将人工智能送上太空' on Bing and explore the content further.\",\n \"action\": \"DoubleClick(748, 347)\"\n}", + "action_string": "DoubleClick(748, 347)", + "intent_string": "My intention is to find information related to '将人工智能送上太空' on Bing and explore the content further.", + "before_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 38, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队,总教练", + "boxes": [ + 1102, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1266, + 478 + ] + }, + { + "text": "第二代元PLUS智驾版", + "boxes": [ + 1176, + 762, + 1352, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 837, + 1523, + 894 + ] + }, + { + "text": " 32,30%", + "boxes": [ + 1620, + 850, + 1690, + 889 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "\"r", + "boxes": [ + 1592, + 897, + 1628, + 927 + ] + }, + { + "text": "+4128 ", + "boxes": [ + 1630, + 891, + 1700, + 939 + ] + }, + { + "text": "重游戏天地·14小时", + "boxes": [ + 828, + 917, + 964, + 947 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 937, + 1162, + 953 + ] + }, + { + "text": "一点视频/功夫AUTO", + "boxes": [ + 1158, + 929, + 1284, + 961 + ] + }, + { + "text": "珍品排行：新联动成天花板，", + "boxes": [ + 822, + 941, + 1082, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "和讯网· 5小时", + "boxes": [ + 200, + 951, + 312, + 983 + ] + }, + { + "text": "第二代元PLUS智驾版内饰、", + "boxes": [ + 1136, + 953, + 1396, + 989 + ] + }, + { + "text": "孙策口碑逆转，酷洛米真不", + "boxes": [ + 824, + 967, + 1078, + 1003 + ] + }, + { + "text": "现货黄金：", + "boxes": [ + 200, + 983, + 358, + 1020 + ] + }, + { + "text": "日内大跌2%创阶段新低", + "boxes": [ + 340, + 981, + 688, + 1022 + ] + }, + { + "text": "配置全面升级！", + "boxes": [ + 1138, + 981, + 1280, + 1012 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1526, + 1036 + ] + }, + { + "text": "<", + "boxes": [ + 1590, + 989, + 1630, + 1016 + ] + }, + { + "text": "+3.7.0% ", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "堪？", + "boxes": [ + 824, + 997, + 870, + 1024 + ] + }, + { + "text": "39", + "boxes": [ + 826, + 1026, + 868, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "第二代元PLUS智驾版", + "boxes": [ + 1176, + 762, + 1352, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "全面升级", + "boxes": [ + 1173, + 785, + 1335, + 845 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "全国企业破产重整案件信息网", + "boxes": [ + 288, + 818, + 642, + 854 + ] + }, + { + "text": "enterprsebankruptcy infom", + "boxes": [ + 334, + 852, + 500, + 870 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": " 32,30%", + "boxes": [ + 1620, + 850, + 1690, + 889 + ] + }, + { + "text": "首页", + "boxes": [ + 268, + 891, + 320, + 927 + ] + }, + { + "text": "债务人信息", + "boxes": [ + 438, + 893, + 540, + 925 + ] + }, + { + "text": "公开案件", + "boxes": [ + 637, + 889, + 727, + 926 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1628, + 927 + ] + }, + { + "text": "+4128 ", + "boxes": [ + 1630, + 891, + 1700, + 939 + ] + }, + { + "text": "重游戏天地·14小时", + "boxes": [ + 828, + 917, + 964, + 947 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 937, + 1162, + 953 + ] + }, + { + "text": "一点视频/功夫AUTO", + "boxes": [ + 1158, + 929, + 1284, + 961 + ] + }, + { + "text": "珍品排行：新联动成天花板", + "boxes": [ + 824, + 941, + 1080, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "哪吒汽车关联公司被申请破产审查，智能电动", + "boxes": [ + 204, + 949, + 790, + 985 + ] + }, + { + "text": "第二代元PLUS智驾版内饰、", + "boxes": [ + 1136, + 953, + 1396, + 989 + ] + }, + { + "text": "孙策口碑逆转，酷洛米真不", + "boxes": [ + 824, + 967, + 1078, + 1003 + ] + }, + { + "text": "汽车品牌命运几何3号", + "boxes": [ + 200, + 979, + 484, + 1025 + ] + }, + { + "text": "配置全面升级！", + "boxes": [ + 1138, + 981, + 1280, + 1012 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "<", + "boxes": [ + 1590, + 989, + 1630, + 1014 + ] + }, + { + "text": "+3.7.0% ", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "堪？", + "boxes": [ + 824, + 997, + 870, + 1024 + ] + }, + { + "text": "39", + "boxes": [ + 828, + 1028, + 868, + 1044 + ] + } + ] + }, + { + "frame_id": "110_4_8", + "episode_id": 110, + "env_id": 4, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.882832527160645, + "advantages": -1.2184827327728271, + "generated_text": "{\n \"intent\": \"The goal is to explore the product page by clicking on the image.\",\n \"action\": \"DoubleClick(538, 372)\"\n}", + "action_string": "DoubleClick(538, 372)", + "intent_string": "The goal is to explore the product page by clicking on the image.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1662, + 91 + ] + }, + { + "text": "I四@=", + "boxes": [ + 1780, + 59, + 1914, + 96 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": " Subtotal", + "boxes": [ + 1824, + 105, + 1886, + 131 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 306, + 119, + 420, + 137 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 125, + 1446, + 145 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1818, + 121, + 1892, + 153 + ] + }, + { + "text": "Go to Cal", + "boxes": [ + 1828, + 157, + 1874, + 175 + ] + }, + { + "text": "ASUS ROG Pelta Wireless", + "boxes": [ + 1540, + 238, + 1750, + 262 + ] + }, + { + "text": "Gaming Headset (BT,ROG", + "boxes": [ + 1536, + 252, + 1752, + 286 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C,", + "boxes": [ + 1538, + 272, + 1764, + 306 + ] + }, + { + "text": "Lightweight 309g,50mm ROG", + "boxes": [ + 1536, + 290, + 1778, + 326 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm", + "boxes": [ + 1542, + 318, + 1778, + 341 + ] + }, + { + "text": "Super-Wideband Mic, RGB...", + "boxes": [ + 1538, + 336, + 1770, + 365 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 1540, + 369, + 1620, + 393 + ] + }, + { + "text": "Pattern:Pelta", + "boxes": [ + 1542, + 403, + 1612, + 421 + ] + }, + { + "text": "Amazon.com", + "boxes": [ + 214, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1662, + 91 + ] + }, + { + "text": "I四@=", + "boxes": [ + 1780, + 59, + 1914, + 96 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": " Subtotal", + "boxes": [ + 1824, + 105, + 1886, + 131 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 306, + 119, + 420, + 137 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 125, + 1446, + 145 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1818, + 121, + 1892, + 153 + ] + }, + { + "text": "Go to Cal", + "boxes": [ + 1828, + 157, + 1874, + 175 + ] + }, + { + "text": "ASUS ROG Pelta Wireless", + "boxes": [ + 1540, + 238, + 1750, + 262 + ] + }, + { + "text": "Gaming Headset (BT,ROG", + "boxes": [ + 1536, + 252, + 1752, + 286 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C,", + "boxes": [ + 1538, + 272, + 1764, + 306 + ] + }, + { + "text": "Lightweight 309g,50mm ROG", + "boxes": [ + 1536, + 290, + 1778, + 326 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm", + "boxes": [ + 1542, + 318, + 1778, + 341 + ] + }, + { + "text": "Super-Wideband Mic, RGB...", + "boxes": [ + 1538, + 336, + 1770, + 365 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 1540, + 369, + 1620, + 393 + ] + }, + { + "text": "Pattern:Pelta", + "boxes": [ + 1542, + 403, + 1612, + 421 + ] + }, + { + "text": "Amazon.com", + "boxes": [ + 214, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "110_5_8", + "episode_id": 110, + "env_id": 5, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.028319358825684, + "advantages": -1.0368428230285645, + "generated_text": "{\n \"intent\": \"Open the article about the \",\"action\": \"Click(471, 391)\" \n}", + "action_string": "Click(471, 391)", + "intent_string": "Open the article about the ", + "before_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 574, + 123, + 632, + 143 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1858, + 145 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "关注", + "boxes": [ + 284, + 183, + 312, + 197 + ] + }, + { + "text": "点资讯十关注", + "boxes": [ + 436, + 270, + 572, + 302 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1508, + 278, + 1622, + 310 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1516, + 302, + 1616, + 326 + ] + }, + { + "text": "“吃鸡\"玩家喜提\"进阶版101\"，进海岛趴地上，触发隐藏", + "boxes": [ + 368, + 349, + 1162, + 391 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "buff !", + "boxes": [ + 364, + 393, + 456, + 431 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "日日聊游戏的报道·1天·02分钟读取", + "boxes": [ + 366, + 459, + 680, + 488 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1504, + 492 + ] + }, + { + "text": "欢迎诸位小伙伴们来到天哥开讲的《和平精英》“精英小课堂”~每当这款游戏迎来新军需时，我们总能在和平营地等游", + "boxes": [ + 362, + 540, + 1244, + 578 + ] + }, + { + "text": "1", + "boxes": [ + 1432, + 558, + 1452, + 578 + ] + }, + { + "text": "访问一点资讯", + "boxes": [ + 1456, + 556, + 1550, + 582 + ] + }, + { + "text": "戏社区里看到与之相关的话题，大多数都讨论抽奖概率、实际表现等，这一次的\"幻星舰长“同样如此。", + "boxes": [ + 366, + 572, + 1118, + 602 + ] + }, + { + "text": "G4广厦106-73大胜北京球员评", + "boxes": [ + 1448, + 604, + 1644, + 627 + ] + }, + { + "text": "得，废话不多说了，还是大家熟悉的“老配方”：有图有证据，边看边聊天儿吧～", + "boxes": [ + 366, + 615, + 948, + 639 + ] + }, + { + "text": "价：4人满分，4人及格，奈特低迷", + "boxes": [ + 1446, + 619, + 1664, + 651 + ] + }, + { + "text": "内维尔：除了B费曼联过去十年引援", + "boxes": [ + 1446, + 665, + 1672, + 695 + ] + }, + { + "text": "全失败了，包括迪马利亚&小猪", + "boxes": [ + 1446, + 685, + 1648, + 715 + ] + }, + { + "text": "林秉圣：系列赛还没结束不能松", + "boxes": [ + 1448, + 731, + 1648, + 754 + ] + }, + { + "text": "懈，我们全队的目标就是拿下冠军", + "boxes": [ + 1444, + 746, + 1662, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1667, + 872, + 1721, + 913 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择”我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 574, + 123, + 632, + 143 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1858, + 145 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "关注", + "boxes": [ + 284, + 183, + 312, + 197 + ] + }, + { + "text": "点资讯十关注", + "boxes": [ + 436, + 270, + 572, + 302 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1508, + 278, + 1622, + 310 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1516, + 302, + 1616, + 326 + ] + }, + { + "text": "“吃鸡\"玩家喜提\"进阶版101”，进海岛趴地上，触发隐藏", + "boxes": [ + 372, + 349, + 1162, + 391 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "buff !", + "boxes": [ + 364, + 393, + 460, + 431 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "日日聊游戏的报道·1天·02分钟读取", + "boxes": [ + 366, + 459, + 680, + 488 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1504, + 492 + ] + }, + { + "text": "欢迎诸位小伙伴们来到天哥开讲的《和平精英》“精英小课堂”~每当这款游戏迎来新军需时，我们总能在和平营地等游", + "boxes": [ + 362, + 540, + 1244, + 578 + ] + }, + { + "text": "1", + "boxes": [ + 1432, + 558, + 1452, + 578 + ] + }, + { + "text": "访问一点资讯", + "boxes": [ + 1456, + 556, + 1550, + 582 + ] + }, + { + "text": "戏社区里看到与之相关的话题，大多数都讨论抽奖概率、实际表现等，这一次的\"幻星舰长“同样如此。", + "boxes": [ + 366, + 572, + 1118, + 602 + ] + }, + { + "text": "G4广厦106-73大胜北京球员评", + "boxes": [ + 1448, + 604, + 1644, + 627 + ] + }, + { + "text": "得，废话不多说了，还是大家熟悉的“老配方”：有图有证据，边看边聊天儿吧～", + "boxes": [ + 366, + 615, + 948, + 639 + ] + }, + { + "text": "价：4人满分，4人及格，奈特低迷", + "boxes": [ + 1446, + 619, + 1664, + 651 + ] + }, + { + "text": "内维尔：除了B费曼联过去十年引援", + "boxes": [ + 1446, + 665, + 1672, + 695 + ] + }, + { + "text": "全失败了，包括迪马利亚&小猪", + "boxes": [ + 1446, + 685, + 1648, + 715 + ] + }, + { + "text": "林秉圣：系列赛还没结束不能松", + "boxes": [ + 1448, + 731, + 1648, + 754 + ] + }, + { + "text": "懈，我们全队的目标就是拿下冠军", + "boxes": [ + 1444, + 746, + 1662, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1667, + 872, + 1721, + 913 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择”我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ] + }, + { + "frame_id": "110_6_8", + "episode_id": 110, + "env_id": 6, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.586240768432617, + "advantages": -0.3402797281742096, + "generated_text": "{\n \"intent\": \"Click on the 'See all deals' link to explore more iPhone sale offers.\",\n \"action\": \"DoubleClick(517, 201)\"\n}", + "action_string": "DoubleClick(517, 201)", + "intent_string": "Click on the 'See all deals' link to explore more iPhone sale offers.", + "before_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "回", + "boxes": [ + 1862, + 4, + 1912, + 22 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1886, + 93 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 546, + 127 + ] + }, + { + "text": "Mac", + "boxes": [ + 576, + 113, + 602, + 127 + ] + }, + { + "text": "iPad", + "boxes": [ + 636, + 113, + 662, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 690, + 111, + 734, + 129 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrer Deals at Apple ", + "boxes": [ + 495, + 168, + 657, + 207 + ] + }, + { + "text": "", + "boxes": [ + 670, + 189, + 704, + 210 + ] + }, + { + "text": "S", + "boxes": [ + 864, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "See all deals ", + "boxes": [ + 500, + 197, + 608, + 224 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "回", + "boxes": [ + 1862, + 4, + 1912, + 22 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1884, + 93 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 546, + 127 + ] + }, + { + "text": "Mac", + "boxes": [ + 576, + 113, + 602, + 127 + ] + }, + { + "text": "iPad", + "boxes": [ + 636, + 113, + 660, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 694, + 113, + 734, + 129 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrer Deals at Apple", + "boxes": [ + 495, + 168, + 655, + 207 + ] + }, + { + "text": "", + "boxes": [ + 672, + 187, + 706, + 214 + ] + }, + { + "text": "S", + "boxes": [ + 864, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "Seeall deals ", + "boxes": [ + 500, + 197, + 608, + 224 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ] + }, + { + "frame_id": "110_7_8", + "episode_id": 110, + "env_id": 7, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.914172172546387, + "advantages": 0.06914158910512924, + "generated_text": "{\n \"intent\": \"Scroll down the page to view more product information\",\n \"action\": \"ScrollDown(960, 412)\"\n}", + "action_string": "ScrollDown(960, 412)", + "intent_string": "Scroll down the page to view more product information", + "before_screen_ocr_results": [ + { + "text": "Amazon.co", + "boxes": [ + 74, + 4, + 164, + 22 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 40, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 66, + 130, + 91 + ] + }, + { + "text": "曰·", + "boxes": [ + 252, + 66, + 310, + 91 + ] + }, + { + "text": "333-2117-44", + "boxes": [ + 1474, + 69, + 1564, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1876, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1809, + 102, + 1875, + 134 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 426, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1392, + 121, + 1448, + 147 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "三ALl", + "boxes": [ + 24, + 167, + 66, + 193 + ] + }, + { + "text": "Shop top categories that ship internationally", + "boxes": [ + 782, + 204, + 1162, + 234 + ] + }, + { + "text": "Limited time", + "boxes": [ + 1802, + 306, + 1874, + 332 + ] + }, + { + "text": "$12999", + "boxes": [ + 1388, + 320, + 1476, + 357 + ] + }, + { + "text": " $32.67 Shipping & Import", + "boxes": [ + 1390, + 363, + 1566, + 393 + ] + }, + { + "text": " Charges to China Detalls ", + "boxes": [ + 1390, + 383, + 1572, + 413 + ] + }, + { + "text": "H", + "boxes": [ + 162, + 413, + 194, + 447 + ] + }, + { + "text": "Delivery Saturday, May 24.", + "boxes": [ + 1394, + 405, + 1572, + 429 + ] + }, + { + "text": " Order within 23 hrs 45 mins", + "boxes": [ + 1392, + 423, + 1576, + 453 + ] + }, + { + "text": "@ Delivr to China", + "boxes": [ + 1390, + 453, + 1504, + 482 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1392, + 494, + 1466, + 520 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "Limited time", + "boxes": [ + 1806, + 546, + 1868, + 566 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "$25.49", + "boxes": [ + 1816, + 572, + 1856, + 588 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1534, + 645 + ] + }, + { + "text": "Ships from Amazon.com", + "boxes": [ + 1398, + 657, + 1544, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 679, + 1448, + 705 + ] + }, + { + "text": "Amazon.com", + "boxes": [ + 1466, + 679, + 1544, + 705 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1448, + 727 + ] + }, + { + "text": "Secure transaction", + "boxes": [ + 1468, + 737, + 1574, + 760 + ] + }, + { + "text": "Click image to open expanded view", + "boxes": [ + 322, + 764, + 540, + 788 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "$46.99", + "boxes": [ + 1814, + 770, + 1860, + 798 + ] + }, + { + "text": "Add a gift receipt for easy", + "boxes": [ + 1416, + 794, + 1584, + 818 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 816, + 1468, + 836 + ] + }, + { + "text": "[Qty: 12", + "boxes": [ + 1788, + 818, + 1866, + 844 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1402, + 866, + 1476, + 889 + ] + }, + { + "text": "8", + "boxes": [ + 1803, + 922, + 1871, + 956 + ] + }, + { + "text": " Other sellers on Amazon", + "boxes": [ + 1386, + 935, + 1578, + 959 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 955, + 1864, + 981 + ] + }, + { + "text": "口1+", + "boxes": [ + 1790, + 1003, + 1888, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1592, + 68, + 1662, + 89 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 91 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 680, + 103, + 814, + 133 + ] + }, + { + "text": "614 ratings | Search this page", + "boxes": [ + 812, + 101, + 1028, + 135 + ] + }, + { + "text": "? Deliver to China", + "boxes": [ + 1394, + 109, + 1506, + 139 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1809, + 100, + 1877, + 138 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1808, + 121, + 1880, + 153 + ] + }, + { + "text": "100+b", + "boxes": [ + 686, + 131, + 722, + 145 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1392, + 149, + 1466, + 175 + ] + }, + { + "text": "$12999", + "boxes": [ + 678, + 169, + 760, + 201 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1402, + 191, + 1480, + 214 + ] + }, + { + "text": "T", + "boxes": [ + 164, + 208, + 194, + 244 + ] + }, + { + "text": "$32.67Shipping 8", + "boxes": [ + 686, + 210, + 796, + 228 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 684, + 228, + 776, + 254 + ] + }, + { + "text": " Add to Cart ", + "boxes": [ + 1460, + 234, + 1540, + 260 + ] + }, + { + "text": "Wired", + "boxes": [ + 688, + 254, + 740, + 280 + ] + }, + { + "text": "Wireless", + "boxes": [ + 804, + 258, + 858, + 278 + ] + }, + { + "text": "See available", + "boxes": [ + 696, + 278, + 774, + 302 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1466, + 274, + 1526, + 300 + ] + }, + { + "text": "Ships from Amazon.com", + "boxes": [ + 1398, + 314, + 1540, + 338 + ] + }, + { + "text": "Limited time", + "boxes": [ + 1804, + 310, + 1874, + 332 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 336, + 1450, + 361 + ] + }, + { + "text": "Amazon.com", + "boxes": [ + 1464, + 336, + 1544, + 361 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 353, + 1446, + 379 + ] + }, + { + "text": "Delta S", + "boxes": [ + 692, + 367, + 742, + 387 + ] + }, + { + "text": "Secure", + "boxes": [ + 1472, + 397, + 1508, + 411 + ] + }, + { + "text": "Brand", + "boxes": [ + 678, + 407, + 726, + 435 + ] + }, + { + "text": "ASUS", + "boxes": [ + 858, + 407, + 902, + 435 + ] + }, + { + "text": "Color", + "boxes": [ + 680, + 433, + 726, + 459 + ] + }, + { + "text": "BLACK", + "boxes": [ + 858, + 433, + 906, + 459 + ] + }, + { + "text": "口", + "boxes": [ + 1400, + 433, + 1416, + 447 + ] + }, + { + "text": "On Ear", + "boxes": [ + 855, + 454, + 909, + 487 + ] + }, + { + "text": "Add a gift receipt for easy", + "boxes": [ + 1414, + 445, + 1584, + 474 + ] + }, + { + "text": "Ear Placement", + "boxes": [ + 680, + 461, + 782, + 484 + ] + }, + { + "text": "returns", + "boxes": [ + 1420, + 471, + 1466, + 488 + ] + }, + { + "text": "FormFactor", + "boxes": [ + 686, + 490, + 764, + 508 + ] + }, + { + "text": " On Ear", + "boxes": [ + 858, + 484, + 908, + 512 + ] + }, + { + "text": "Frequency Response", + "boxes": [ + 684, + 516, + 816, + 534 + ] + }, + { + "text": "20 KHz", + "boxes": [ + 856, + 512, + 912, + 538 + ] + }, + { + "text": " Ad to List ", + "boxes": [ + 1402, + 520, + 1478, + 546 + ] + }, + { + "text": "About this item", + "boxes": [ + 678, + 552, + 838, + 588 + ] + }, + { + "text": "Other sellers on Amaz", + "boxes": [ + 1388, + 590, + 1556, + 613 + ] + }, + { + "text": "New (2) from $12999", + "boxes": [ + 1388, + 635, + 1530, + 665 + ] + }, + { + "text": "10 mm Super", + "boxes": [ + 696, + 675, + 788, + 693 + ] + }, + { + "text": "nic,Lightweight Design:Three", + "boxes": [ + 754, + 713, + 942, + 739 + ] + }, + { + "text": "lightweight 309g design,reducing pressure", + "boxes": [ + 696, + 731, + 988, + 762 + ] + }, + { + "text": "$46.99", + "boxes": [ + 1816, + 774, + 1858, + 794 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1790, + 818, + 1864, + 844 + ] + }, + { + "text": "620", + "boxes": [ + 1799, + 861, + 1869, + 892 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 955, + 1862, + 981 + ] + }, + { + "text": "ASUS products customers bought together", + "boxes": [ + 154, + 1007, + 564, + 1042 + ] + } + ] + }, + { + "frame_id": "110_0_9", + "episode_id": 110, + "env_id": 0, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.313167572021484, + "advantages": -0.6812107563018799, + "generated_text": "{\n \"intent\": \"Click on the article titled '理想L8智能焕新版：六座新能源SUV新标杆，性能续航全面升级！' to start reading more about it\",\n \"action\": \"Click(678, 314)\"\n}", + "action_string": "Click(678, 314)", + "intent_string": "Click on the article titled '理想L8智能焕新版：六座新能源SUV新标杆，性能续航全面升级！' to start reading more about it", + "before_screen_ocr_results": [ + { + "text": "理想L8智能焕新版：六座新", + "boxes": [ + 248, + 32, + 412, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1742, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1766, + 125, + 1786, + 141 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "科技 萌宠汽车", + "boxes": [ + 530, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "电", + "boxes": [ + 390, + 270, + 424, + 300 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 408, + 264, + 628, + 306 + ] + }, + { + "text": "60.2K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1418, + 314, + 1576, + 351 + ] + }, + { + "text": "理想L8智能焕新版：六座新能源SUV新标杆，性能续航全面", + "boxes": [ + 360, + 343, + 1224, + 395 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1456, + 355, + 1540, + 387 + ] + }, + { + "text": "#", + "boxes": [ + 186, + 390, + 221, + 425 + ] + }, + { + "text": "升级！", + "boxes": [ + 362, + 389, + 462, + 433 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1686, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "E", + "boxes": [ + 194, + 457, + 210, + 472 + ] + }, + { + "text": "ITBEAR的报道·6天·01分钟读取", + "boxes": [ + 364, + 459, + 650, + 488 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "理想汽车近期推出的L8智能焕新版，在辅助驾驶技术上迈出了重要一步。此次升级，AD Pro版本标配了激光雷达，这", + "boxes": [ + 360, + 540, + 1240, + 578 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1596, + 584 + ] + }, + { + "text": "一变化显著增强了车辆的主动安全性能，为驾驶者提供了更加安心的行车保障。无论车辆搭载的是地平线J5还是J6M", + "boxes": [ + 368, + 570, + 1234, + 600 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1701, + 577 + ] + }, + { + "text": "芯片，AD Pro都能提供高级辅助驾驶功能和高速NOA导航辅助驾驶，且这些功能均可通过OTA（空中升级）技术持续", + "boxes": [ + 364, + 596, + 1240, + 627 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "优化和完善。", + "boxes": [ + 366, + 625, + 456, + 651 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "在高端配置AD Max方面，理想汽车采用了更为先进的Thor-U芯片，取代了之前的英伟达双Orin-X芯片。这一升级不", + "boxes": [ + 364, + 665, + 1230, + 695 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "仅大幅提升了计算能力，更为即将推出的VLA大模型提供了强大的支持，使得驾驶体验更加智能化和便捷化。", + "boxes": [ + 364, + 689, + 1168, + 719 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1448, + 687, + 1590, + 711 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1444, + 724, + 1662, + 759 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1446, + 748, + 1580, + 778 + ] + }, + { + "text": "精选推荐", + "boxes": [ + 620, + 764, + 672, + 784 + ] + }, + { + "text": "自己创建个网站", + "boxes": [ + 620, + 790, + 766, + 820 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1526, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "想L8智能焕", + "boxes": [ + 226, + 1050, + 300, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "理想L8智能焕新版：六座新", + "boxes": [ + 248, + 32, + 412, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1742, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1766, + 125, + 1786, + 141 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "®", + "boxes": [ + 392, + 272, + 420, + 296 + ] + }, + { + "text": "ITBEAR科技资讯+关注", + "boxes": [ + 410, + 264, + 626, + 306 + ] + }, + { + "text": "60.2K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1412, + 270, + 1580, + 314 + ] + }, + { + "text": "单件直享批发价-", + "boxes": [ + 1418, + 314, + 1576, + 351 + ] + }, + { + "text": "理想L8智能焕新版：六座新能源SUV新标杆，性能续航全面", + "boxes": [ + 360, + 343, + 1224, + 395 + ] + }, + { + "text": "购过瘾>>", + "boxes": [ + 1456, + 355, + 1540, + 387 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 423 + ] + }, + { + "text": "升级！", + "boxes": [ + 362, + 389, + 464, + 433 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1686, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "E", + "boxes": [ + 194, + 457, + 210, + 472 + ] + }, + { + "text": "ITBEAR的报道·6天·01分钟读取", + "boxes": [ + 364, + 459, + 650, + 488 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "理想汽车近期推出的L8智能焕新版，在辅助驾驶技术上迈出了重要一步。此次升级，AD Pro版本标配了激光雷达，这", + "boxes": [ + 360, + 540, + 1240, + 578 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1596, + 584 + ] + }, + { + "text": "一变化显著增强了车辆的主动安全性能，为驾驶者提供了更加安心的行车保障。无论车辆搭载的是地平线J5还是J6M", + "boxes": [ + 368, + 570, + 1234, + 600 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1701, + 577 + ] + }, + { + "text": "芯片，AD Pro都能提供高级辅助驾驶功能和高速NOA导航辅助驾驶，且这些功能均可通过OTA（空中升级）技术持续", + "boxes": [ + 364, + 596, + 1240, + 627 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "优化和完善。", + "boxes": [ + 366, + 625, + 456, + 651 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "在高端配置AD Max方面，理想汽车采用了更为先进的Thor-U芯片，取代了之前的英伟达双Orin-X芯片。这一升级不", + "boxes": [ + 364, + 665, + 1230, + 695 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "仅大幅提升了计算能力，更为即将推出的VLA大模型提供了强大的支持，使得驾驶体验更加智能化和便捷化。", + "boxes": [ + 364, + 689, + 1168, + 719 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1446, + 685, + 1592, + 715 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1444, + 724, + 1662, + 759 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1446, + 748, + 1580, + 778 + ] + }, + { + "text": "精选推荐", + "boxes": [ + 620, + 764, + 672, + 784 + ] + }, + { + "text": "自己创建个网站", + "boxes": [ + 620, + 790, + 766, + 820 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1526, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "想L8智能焕", + "boxes": [ + 226, + 1050, + 300, + 1068 + ] + } + ] + }, + { + "frame_id": "110_1_9", + "episode_id": 110, + "env_id": 1, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.55451774597168, + "advantages": -1.628382682800293, + "generated_text": "{\n \"intent\": \"Move the cursor to different parts of the desktop to search for any applications or documents\",\n \"action\": \"DoubleClick(964, 376)\" \n}", + "action_string": "DoubleClick(964, 376)", + "intent_string": "Move the cursor to different parts of the desktop to search for any applications or documents", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document ", + "boxes": [ + 8, + 24, + 270, + 48 + ] + }, + { + "text": " Untitled 1 - M..", + "boxes": [ + 142, + 1044, + 318, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": "Untitled 1 - M..", + "boxes": [ + 216, + 1048, + 316, + 1072 + ] + } + ] + }, + { + "frame_id": "110_2_9", + "episode_id": 110, + "env_id": 2, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.558534622192383, + "advantages": -0.37487077713012695, + "generated_text": "{\n \"intent\": \"Move the mouse to view more content on the page, such as scrolling or clicking icons.\",\n \"action\": \"DoubleClick(509, 737)\"\n}", + "action_string": "DoubleClick(509, 737)", + "intent_string": "Move the mouse to view more content on the page, such as scrolling or clicking icons.", + "before_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 852, + 6, + 908, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 224, + 30, + 324, + 56 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "①| https://v", + "boxes": [ + 252, + 66, + 364, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1658, + 87 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1872, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "有问题", + "boxes": [ + 278, + 341, + 644, + 472 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 469, + 862, + 586 + ] + }, + { + "text": "我为什么不看好LLM", + "boxes": [ + 1370, + 510, + 1492, + 528 + ] + }, + { + "text": "记过去一年实习经", + "boxes": [ + 1522, + 510, + 1622, + 528 + ] + }, + { + "text": "如何看待罗马仕既做充电宝，又做户外拎电，", + "boxes": [ + 1368, + 639, + 1614, + 663 + ] + }, + { + "text": "又做家庭储能？", + "boxes": [ + 1368, + 657, + 1452, + 681 + ] + }, + { + "text": "长亭Time", + "boxes": [ + 1370, + 681, + 1434, + 699 + ] + }, + { + "text": "翻了一", + "boxes": [ + 1372, + 703, + 1402, + 717 + ] + }, + { + "text": "下电商订单记录，发现我入手的第一款充电", + "boxes": [ + 1404, + 701, + 1616, + 719 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 462, + 717, + 716, + 758 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": " Android", + "boxes": [ + 580, + 834, + 678, + 860 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文[2019]4928-541号|药品医疗器械网络信息服务备案", + "boxes": [ + 398, + 955, + 790, + 979 + ] + }, + { + "text": "400-919-0001|违法和不良信息举报：010-82716601", + "boxes": [ + 1164, + 955, + 1522, + 979 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息", + "boxes": [ + 508, + 975, + 800, + 1005 + ] + }, + { + "text": "算法推荐举报专", + "boxes": [ + 918, + 979, + 1012, + 997 + ] + }, + { + "text": "MCN举报专区|信息安全漏洞反馈专区", + "boxes": [ + 1162, + 977, + 1410, + 1001 + ] + }, + { + "text": "内容从业人员违法违规行为举报|证照中", + "boxes": [ + 552, + 996, + 808, + 1031 + ] + }, + { + "text": "北京智者天下科技有限公司版权所有", + "boxes": [ + 1146, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 224, + 28, + 324, + 54 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 66, + 130, + 91 + ] + }, + { + "text": "①| https://v", + "boxes": [ + 252, + 66, + 364, + 89 + ] + }, + { + "text": "zhihu.", + "boxes": [ + 396, + 71, + 436, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1876, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "9:4", + "boxes": [ + 1386, + 278, + 1402, + 292 + ] + }, + { + "text": "#", + "boxes": [ + 1370, + 304, + 1394, + 328 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1438, + 300, + 1560, + 330 + ] + }, + { + "text": "漫谈缩表：财政政策与美联储缩表（上)", + "boxes": [ + 1368, + 326, + 1594, + 349 + ] + }, + { + "text": "有问题", + "boxes": [ + 278, + 341, + 644, + 472 + ] + }, + { + "text": "Merce", + "boxes": [ + 1370, + 349, + 1418, + 369 + ] + }, + { + "text": "美联储与美国财政部在扩表与缩表的过程中，主要", + "boxes": [ + 1368, + 365, + 1620, + 389 + ] + }, + { + "text": "参与者的资产负债都发生哪些变化？货币供给发生", + "boxes": [ + 1366, + 379, + 1622, + 407 + ] + }, + { + "text": "你最喜欢的一句法律谚语是什么？为什么喜", + "boxes": [ + 1366, + 443, + 1614, + 467 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 469, + 862, + 586 + ] + }, + { + "text": "Legal诗睿法律等2个话题下的优秀答主", + "boxes": [ + 1366, + 480, + 1598, + 504 + ] + }, + { + "text": "edenied.为什么会喜欢这", + "boxes": [ + 1494, + 502, + 1620, + 520 + ] + }, + { + "text": "句谚语呢，因为正本清源，这又是一个被国内翻.", + "boxes": [ + 1368, + 516, + 1614, + 540 + ] + }, + { + "text": "141赞同·", + "boxes": [ + 1372, + 544, + 1420, + 562 + ] + }, + { + "text": "：84收藏", + "boxes": [ + 1413, + 535, + 1469, + 567 + ] + }, + { + "text": "如何在一周内快速摸清一个行业？", + "boxes": [ + 1364, + 578, + 1560, + 602 + ] + }, + { + "text": "程毅南社会心理学等3个话题下的优质答主", + "boxes": [ + 1368, + 598, + 1614, + 621 + ] + }, + { + "text": "曾经做了3年投资咨询，平均每个月一个项目，做的", + "boxes": [ + 1370, + 621, + 1622, + 639 + ] + }, + { + "text": "事情就是（尝试）深入了解各种行业和公司，为..", + "boxes": [ + 1368, + 635, + 1620, + 659 + ] + }, + { + "text": "在工业区开的超市，怎么样改进以提高竞争", + "boxes": [ + 1366, + 695, + 1614, + 719 + ] + }, + { + "text": "知平 App 扫码下载", + "boxes": [ + 466, + 715, + 716, + 758 + ] + }, + { + "text": "力？", + "boxes": [ + 1370, + 719, + 1390, + 733 + ] + }, + { + "text": "汪惟创业等5个话题下的优秀答主", + "boxes": [ + 1368, + 733, + 1570, + 756 + ] + }, + { + "text": "说点回去就能用的。先调查一下你附近工厂都用什", + "boxes": [ + 1370, + 756, + 1612, + 774 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": "么银行卡发工资。然后想方设法弄一个这个银行", + "boxes": [ + 1370, + 772, + 1612, + 790 + ] + }, + { + "text": "", + "boxes": [ + 1382, + 828, + 1394, + 840 + ] + }, + { + "text": "D", + "boxes": [ + 1434, + 822, + 1450, + 842 + ] + }, + { + "text": "", + "boxes": [ + 1548, + 822, + 1562, + 842 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 542, + 864 + ] + }, + { + "text": " Android", + "boxes": [ + 580, + 834, + 678, + 860 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文[2019]4928-541号|药品医疗器械网络信息服务备案丨（京）", + "boxes": [ + 398, + 955, + 846, + 979 + ] + }, + { + "text": "网药械信息备字（2022）第00334号", + "boxes": [ + 846, + 957, + 1084, + 975 + ] + }, + { + "text": "号丨服务热线：400-919-0001丨违法和不良信息举报：010-82716601", + "boxes": [ + 1070, + 949, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息举报", + "boxes": [ + 508, + 975, + 824, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报丨证照中心|！", + "boxes": [ + 552, + 996, + 840, + 1031 + ] + }, + { + "text": "平丨北京智者天下科技有限公司版权所有", + "boxes": [ + 1116, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ] + }, + { + "frame_id": "110_3_9", + "episode_id": 110, + "env_id": 3, + "step": 9, + "format_rewards": 1.0, + "rewards": 11.199578285217285, + "advantages": 1.6739671230316162, + "generated_text": "{\n \"intent\": \"Exploring the trending topics and discovering more articles.\",\n \"action\": \"DoubleClick(579, 422)\"\n}", + "action_string": "DoubleClick(579, 422)", + "intent_string": "Exploring the trending topics and discovering more articles.", + "before_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 38, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "Next", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队,总教练", + "boxes": [ + 1102, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1266, + 478 + ] + }, + { + "text": "第二代元PLUS智驾版", + "boxes": [ + 1176, + 762, + 1352, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 837, + 1523, + 894 + ] + }, + { + "text": " 32,30%", + "boxes": [ + 1620, + 850, + 1690, + 889 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "\"r", + "boxes": [ + 1592, + 897, + 1628, + 927 + ] + }, + { + "text": "+4128 ", + "boxes": [ + 1630, + 891, + 1700, + 939 + ] + }, + { + "text": "重游戏天地·14小时", + "boxes": [ + 828, + 917, + 964, + 947 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 937, + 1162, + 953 + ] + }, + { + "text": "一点视频/功夫AUTO", + "boxes": [ + 1158, + 929, + 1284, + 961 + ] + }, + { + "text": "珍品排行：新联动成天花板，", + "boxes": [ + 822, + 941, + 1082, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "和讯网· 5小时", + "boxes": [ + 200, + 951, + 312, + 983 + ] + }, + { + "text": "第二代元PLUS智驾版内饰、", + "boxes": [ + 1136, + 953, + 1396, + 989 + ] + }, + { + "text": "孙策口碑逆转，酷洛米真不", + "boxes": [ + 824, + 967, + 1078, + 1003 + ] + }, + { + "text": "现货黄金：", + "boxes": [ + 200, + 983, + 358, + 1020 + ] + }, + { + "text": "日内大跌2%创阶段新低", + "boxes": [ + 340, + 981, + 688, + 1022 + ] + }, + { + "text": "配置全面升级！", + "boxes": [ + 1138, + 981, + 1280, + 1012 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1526, + 1036 + ] + }, + { + "text": "<", + "boxes": [ + 1590, + 989, + 1630, + 1016 + ] + }, + { + "text": "+3.7.0% ", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "堪？", + "boxes": [ + 824, + 997, + 870, + 1024 + ] + }, + { + "text": "39", + "boxes": [ + 826, + 1026, + 868, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 2,660,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "11 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着，", + "boxes": [ + 178, + 389, + 758, + 413 + ] + }, + { + "text": "", + "boxes": [ + 570, + 421, + 594, + 443 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 207, + 426, + 281, + 463 + ] + }, + { + "text": "?", + "boxes": [ + 184, + 447, + 208, + 469 + ] + }, + { + "text": "https:/finar", + "boxes": [ + 216, + 455, + 286, + 476 + ] + }, + { + "text": "m.cn >tech rll doc. Translae this esuit", + "boxes": [ + 352, + 449, + 624, + 481 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 174, + 476, + 674, + 512 + ] + }, + { + "text": "1 hour ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多的", + "boxes": [ + 176, + 504, + 790, + 534 + ] + }, + { + "text": "未知。这是之江实验室主导构建的“三体计算星座\"的首次发射..", + "boxes": [ + 176, + 526, + 568, + 556 + ] + }, + { + "text": "新华网", + "boxes": [ + 208, + 572, + 268, + 604 + ] + }, + { + "text": "新华社权威快报|将人工智能送上太空！我国太空计算卫星.", + "boxes": [ + 174, + 613, + 712, + 653 + ] + }, + { + "text": "14 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 178, + 669, + 760, + 693 + ] + }, + { + "text": "浙江在线", + "boxes": [ + 216, + 717, + 276, + 737 + ] + }, + { + "text": "http://zjnews.zjol.com.cn yc qmt Translaetisresut ", + "boxes": [ + 212, + 729, + 564, + 762 + ] + }, + { + "text": "算力上天！首批12星成功入轨，“三体计算星座\"开启太空计算，", + "boxes": [ + 176, + 756, + 724, + 792 + ] + }, + { + "text": "8 hours ago·为何要将算力送上太空？李超举了一个直观的例子：“传统遥感卫星拍摄城市交通画", + "boxes": [ + 178, + 784, + 788, + 814 + ] + }, + { + "text": "面，数据传回地面后，可能需要1小时来进行处理。\"把算力带到太空就可以实现数据的在轨处", + "boxes": [ + 178, + 810, + 760, + 834 + ] + }, + { + "text": "封面新闻", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "插", + "boxes": [ + 186, + 870, + 202, + 885 + ] + }, + { + "text": "http://www.thecovercn>nws Translate this result", + "boxes": [ + 208, + 869, + 536, + 901 + ] + }, + { + "text": "将人工智能送上太空，我国成功发射太空计算卫星星座", + "boxes": [ + 172, + 893, + 668, + 935 + ] + }, + { + "text": "12 hours ago·一箭十二星！“三体\"启航，将算力和人工智能送上太空5月14日12时12分，太空计", + "boxes": [ + 178, + 923, + 788, + 953 + ] + }, + { + "text": "算卫星星座搭载长征二号丁运载火箭在酒泉卫星发射中心成功发射，标志着我国首个整轨互联，", + "boxes": [ + 176, + 943, + 762, + 977 + ] + }, + { + "text": "新华网", + "boxes": [ + 212, + 995, + 266, + 1020 + ] + }, + { + "text": "https://www.xinhuanet.com Translate thisresult", + "boxes": [ + 212, + 1012, + 506, + 1040 + ] + }, + { + "text": "子人工智能送", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "110_4_9", + "episode_id": 110, + "env_id": 4, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.894917488098145, + "advantages": 0.04510217905044556, + "generated_text": "{\n \"intent\": \"Move closer to the ASROG Pelta wireless gaming headset and read more about its features.\",\n \"action\": \"DoubleClick(965, 731)\"\n}", + "action_string": "DoubleClick(965, 731)", + "intent_string": "Move closer to the ASROG Pelta wireless gaming headset and read more about its features.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1662, + 91 + ] + }, + { + "text": "I四@=", + "boxes": [ + 1780, + 59, + 1914, + 96 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": " Subtotal", + "boxes": [ + 1824, + 105, + 1886, + 131 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 306, + 119, + 420, + 137 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 125, + 1446, + 145 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1818, + 121, + 1892, + 153 + ] + }, + { + "text": "Go to Cal", + "boxes": [ + 1828, + 157, + 1874, + 175 + ] + }, + { + "text": "ASUS ROG Pelta Wireless", + "boxes": [ + 1540, + 238, + 1750, + 262 + ] + }, + { + "text": "Gaming Headset (BT,ROG", + "boxes": [ + 1536, + 252, + 1752, + 286 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C,", + "boxes": [ + 1538, + 272, + 1764, + 306 + ] + }, + { + "text": "Lightweight 309g,50mm ROG", + "boxes": [ + 1536, + 290, + 1778, + 326 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm", + "boxes": [ + 1542, + 318, + 1778, + 341 + ] + }, + { + "text": "Super-Wideband Mic, RGB...", + "boxes": [ + 1538, + 336, + 1770, + 365 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 1540, + 369, + 1620, + 393 + ] + }, + { + "text": "Pattern:Pelta", + "boxes": [ + 1542, + 403, + 1612, + 421 + ] + }, + { + "text": "Amazon.com", + "boxes": [ + 214, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Amazon.com: A", + "boxes": [ + 68, + 2, + 198, + 26 + ] + }, + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "曰·", + "boxes": [ + 252, + 66, + 310, + 91 + ] + }, + { + "text": ".12129333-2117-449", + "boxes": [ + 1424, + 66, + 1574, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1662, + 91 + ] + }, + { + "text": "I口@三", + "boxes": [ + 1782, + 64, + 1914, + 93 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": " Subtotal", + "boxes": [ + 1822, + 103, + 1888, + 135 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 304, + 117, + 422, + 141 + ] + }, + { + "text": "EN", + "boxes": [ + 1392, + 121, + 1450, + 147 + ] + }, + { + "text": "Account &Lists", + "boxes": [ + 1464, + 125, + 1578, + 147 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1818, + 121, + 1892, + 153 + ] + }, + { + "text": "Go to Car'", + "boxes": [ + 1828, + 157, + 1878, + 175 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 354, + 169, + 420, + 187 + ] + }, + { + "text": "ASUS ROG Pelta Wireless", + "boxes": [ + 1540, + 238, + 1750, + 262 + ] + }, + { + "text": "Gaming Headset (BT,ROG", + "boxes": [ + 1536, + 252, + 1752, + 286 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C,", + "boxes": [ + 1538, + 272, + 1764, + 306 + ] + }, + { + "text": "Lightweight 309g,50mmROG", + "boxes": [ + 1536, + 290, + 1778, + 326 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm", + "boxes": [ + 1542, + 318, + 1778, + 341 + ] + }, + { + "text": "Super-Wideband Mic, RGB...", + "boxes": [ + 1538, + 336, + 1768, + 365 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 1540, + 369, + 1620, + 393 + ] + }, + { + "text": "Pattern:Pelta", + "boxes": [ + 1542, + 403, + 1610, + 421 + ] + }, + { + "text": "vith wide 20 Hz-20 kHz fr", + "boxes": [ + 706, + 995, + 868, + 1012 + ] + }, + { + "text": "A-OLO", + "boxes": [ + 3, + 1032, + 221, + 1080 + ] + }, + { + "text": "Amazon.com", + "boxes": [ + 214, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "110_5_9", + "episode_id": 110, + "env_id": 5, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.493830680847168, + "advantages": -0.45565345883369446, + "generated_text": "{\n \"intent\": \"Click on the article titled '吃鸡'玩家喜提进阶版101：进海岛趴地上，触发隐藏buff！\",\n \"action\": \"Click(477, 383)\"\n}", + "action_string": "Click(477, 383)", + "intent_string": "Click on the article titled '吃鸡'玩家喜提进阶版101：进海岛趴地上，触发隐藏buff！", + "before_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 574, + 123, + 632, + 143 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1858, + 145 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "关注", + "boxes": [ + 284, + 183, + 312, + 197 + ] + }, + { + "text": "点资讯十关注", + "boxes": [ + 436, + 270, + 572, + 302 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1508, + 278, + 1622, + 310 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1516, + 302, + 1616, + 326 + ] + }, + { + "text": "“吃鸡\"玩家喜提\"进阶版101”，进海岛趴地上，触发隐藏", + "boxes": [ + 372, + 349, + 1162, + 391 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "buff !", + "boxes": [ + 364, + 393, + 460, + 431 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "日日聊游戏的报道·1天·02分钟读取", + "boxes": [ + 366, + 459, + 680, + 488 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1504, + 492 + ] + }, + { + "text": "欢迎诸位小伙伴们来到天哥开讲的《和平精英》“精英小课堂”~每当这款游戏迎来新军需时，我们总能在和平营地等游", + "boxes": [ + 362, + 540, + 1244, + 578 + ] + }, + { + "text": "1", + "boxes": [ + 1432, + 558, + 1452, + 578 + ] + }, + { + "text": "访问一点资讯", + "boxes": [ + 1456, + 556, + 1550, + 582 + ] + }, + { + "text": "戏社区里看到与之相关的话题，大多数都讨论抽奖概率、实际表现等，这一次的\"幻星舰长“同样如此。", + "boxes": [ + 366, + 572, + 1118, + 602 + ] + }, + { + "text": "G4广厦106-73大胜北京球员评", + "boxes": [ + 1448, + 604, + 1644, + 627 + ] + }, + { + "text": "得，废话不多说了，还是大家熟悉的“老配方”：有图有证据，边看边聊天儿吧～", + "boxes": [ + 366, + 615, + 948, + 639 + ] + }, + { + "text": "价：4人满分，4人及格，奈特低迷", + "boxes": [ + 1446, + 619, + 1664, + 651 + ] + }, + { + "text": "内维尔：除了B费曼联过去十年引援", + "boxes": [ + 1446, + 665, + 1672, + 695 + ] + }, + { + "text": "全失败了，包括迪马利亚&小猪", + "boxes": [ + 1446, + 685, + 1648, + 715 + ] + }, + { + "text": "林秉圣：系列赛还没结束不能松", + "boxes": [ + 1448, + 731, + 1648, + 754 + ] + }, + { + "text": "懈，我们全队的目标就是拿下冠军", + "boxes": [ + 1444, + 746, + 1662, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1668, + 872, + 1722, + 913 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择”我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1876, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 574, + 123, + 632, + 143 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1858, + 145 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "关注", + "boxes": [ + 284, + 183, + 312, + 197 + ] + }, + { + "text": "点资讯十关注", + "boxes": [ + 434, + 266, + 574, + 304 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1508, + 278, + 1622, + 310 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1516, + 302, + 1616, + 326 + ] + }, + { + "text": "“吃鸡\"玩家喜提\"进阶版101”，进海岛趴地上，触发隐藏", + "boxes": [ + 370, + 347, + 1164, + 395 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "buff !", + "boxes": [ + 364, + 393, + 458, + 431 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "日日聊游戏的报道·1天·02分钟读取", + "boxes": [ + 366, + 459, + 680, + 488 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1504, + 492 + ] + }, + { + "text": "欢迎诸位小伙伴们来到天哥开讲的《和平精英》“精英小课堂”~每当这款游戏迎来新军需时，我们总能在和平营地等游", + "boxes": [ + 362, + 540, + 1244, + 578 + ] + }, + { + "text": "1", + "boxes": [ + 1432, + 558, + 1452, + 578 + ] + }, + { + "text": "访问一点资讯", + "boxes": [ + 1456, + 556, + 1550, + 582 + ] + }, + { + "text": "戏社区里看到与之相关的话题，大多数都讨论抽奖概率、实际表现等，这一次的\"幻星舰长“同样如此。", + "boxes": [ + 366, + 572, + 1118, + 602 + ] + }, + { + "text": "G4广厦106-73大胜北京球员评", + "boxes": [ + 1448, + 604, + 1644, + 627 + ] + }, + { + "text": "得，废话不多说了，还是大家熟悉的\"老配方\"：有图有证据，边看边聊天儿吧～", + "boxes": [ + 366, + 615, + 948, + 639 + ] + }, + { + "text": "价：4人满分，4人及格，奈特低迷", + "boxes": [ + 1446, + 619, + 1664, + 651 + ] + }, + { + "text": "内维尔：除了B费曼联过去十年引援", + "boxes": [ + 1446, + 665, + 1672, + 695 + ] + }, + { + "text": "全失败了，包括迪马利亚&小猪", + "boxes": [ + 1446, + 685, + 1648, + 715 + ] + }, + { + "text": "林秉圣：系列赛还没结束不能松", + "boxes": [ + 1448, + 731, + 1648, + 754 + ] + }, + { + "text": "懈，我们全队的目标就是拿下冠军", + "boxes": [ + 1444, + 746, + 1662, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1668, + 872, + 1722, + 913 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ] + }, + { + "frame_id": "110_6_9", + "episode_id": 110, + "env_id": 6, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.080741882324219, + "advantages": 0.27710336446762085, + "generated_text": "{\n \"intent\": \"Begin exploration by interacting with the main navigation menu to open potential sections like Store, iPod, or product details.\",\n \"action\": \"DoubleClick(521, 113)\" \n}", + "action_string": "DoubleClick(521, 113)", + "intent_string": "Begin exploration by interacting with the main navigation menu to open potential sections like Store, iPod, or product details.", + "before_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "回", + "boxes": [ + 1862, + 4, + 1912, + 22 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1884, + 93 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 546, + 127 + ] + }, + { + "text": "Mac", + "boxes": [ + 576, + 113, + 602, + 127 + ] + }, + { + "text": "iPad", + "boxes": [ + 636, + 113, + 660, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 694, + 113, + 734, + 129 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrer Deals at Apple", + "boxes": [ + 495, + 168, + 655, + 207 + ] + }, + { + "text": "", + "boxes": [ + 672, + 187, + 706, + 214 + ] + }, + { + "text": "S", + "boxes": [ + 864, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "Seeall deals ", + "boxes": [ + 500, + 197, + 608, + 224 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1601, + 65, + 1659, + 88 + ] + }, + { + "text": "TV & Hom", + "boxes": [ + 988, + 111, + 1044, + 129 + ] + }, + { + "text": "Store. The best way to buy the", + "boxes": [ + 132, + 220, + 768, + 278 + ] + }, + { + "text": "Need shopping help?", + "boxes": [ + 1632, + 230, + 1770, + 254 + ] + }, + { + "text": "products you love.", + "boxes": [ + 138, + 280, + 526, + 328 + ] + }, + { + "text": "?", + "boxes": [ + 1592, + 294, + 1614, + 318 + ] + }, + { + "text": "Visit anAppleStore", + "boxes": [ + 1632, + 290, + 1756, + 308 + ] + }, + { + "text": "iPhone", + "boxes": [ + 328, + 516, + 378, + 542 + ] + }, + { + "text": "iPad ", + "boxes": [ + 480, + 516, + 520, + 542 + ] + }, + { + "text": "Apple Watch", + "boxes": [ + 604, + 516, + 692, + 542 + ] + }, + { + "text": "Apple Vision Pro", + "boxes": [ + 734, + 514, + 854, + 546 + ] + }, + { + "text": "AirPods", + "boxes": [ + 910, + 516, + 966, + 542 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1060, + 516, + 1110, + 544 + ] + }, + { + "text": "Apple TV 4K ", + "boxes": [ + 1186, + 514, + 1280, + 546 + ] + }, + { + "text": "HomePod", + "boxes": [ + 1340, + 516, + 1414, + 542 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1482, + 516, + 1566, + 542 + ] + }, + { + "text": "Apple Gift Card ", + "boxes": [ + 1616, + 516, + 1724, + 544 + ] + }, + { + "text": "The latest. Take a look at what's new, right now.", + "boxes": [ + 138, + 641, + 720, + 671 + ] + }, + { + "text": " MacBook Air", + "boxes": [ + 162, + 744, + 334, + 787 + ] + }, + { + "text": "iPhone 16 Pro", + "boxes": [ + 584, + 748, + 768, + 786 + ] + }, + { + "text": "iPad Air ", + "boxes": [ + 1004, + 748, + 1112, + 786 + ] + }, + { + "text": " Apple Watch Pride Edition", + "boxes": [ + 1422, + 744, + 1760, + 788 + ] + }, + { + "text": "Appl", + "boxes": [ + 1843, + 745, + 1915, + 791 + ] + }, + { + "text": "Apple Intelligence", + "boxes": [ + 168, + 788, + 324, + 818 + ] + }, + { + "text": "Apple Intelligence", + "boxes": [ + 588, + 790, + 738, + 820 + ] + }, + { + "text": "Apple Intelligence", + "boxes": [ + 1008, + 788, + 1164, + 818 + ] + }, + { + "text": "Sport Band", + "boxes": [ + 1428, + 784, + 1576, + 816 + ] + }, + { + "text": "Thinsta", + "boxes": [ + 1846, + 786, + 1912, + 818 + ] + }, + { + "text": "From $999 or $83.25/mo. for 12 mo.t", + "boxes": [ + 168, + 816, + 412, + 840 + ] + }, + { + "text": "From $999 or $41.62/mo. for 24 mo.*", + "boxes": [ + 588, + 820, + 828, + 844 + ] + }, + { + "text": "From $599 or $49.91/mo. for 12 mo.t", + "boxes": [ + 1008, + 816, + 1248, + 840 + ] + }, + { + "text": " Show your stripes.", + "boxes": [ + 1424, + 818, + 1582, + 854 + ] + }, + { + "text": "From $39", + "boxes": [ + 1848, + 818, + 1910, + 844 + ] + }, + { + "text": "$49", + "boxes": [ + 1428, + 848, + 1462, + 876 + ] + }, + { + "text": "PIRC", + "boxes": [ + 650, + 967, + 826, + 1044 + ] + } + ] + }, + { + "frame_id": "110_7_9", + "episode_id": 110, + "env_id": 7, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.032909393310547, + "advantages": -1.0311121940612793, + "generated_text": "{\n \"intent\": \"Double clicking on the image to explore detailed product features\",\n \"action\": \"DoubleClick(137, 283)\"\n}", + "action_string": "DoubleClick(137, 283)", + "intent_string": "Double clicking on the image to explore detailed product features", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1592, + 68, + 1662, + 89 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 91 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 680, + 103, + 814, + 133 + ] + }, + { + "text": "614 ratings I Search this page", + "boxes": [ + 812, + 101, + 1028, + 135 + ] + }, + { + "text": "? Deliver to China", + "boxes": [ + 1394, + 109, + 1506, + 139 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1809, + 100, + 1877, + 138 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1808, + 121, + 1880, + 153 + ] + }, + { + "text": "100+b", + "boxes": [ + 686, + 131, + 722, + 145 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1392, + 149, + 1466, + 175 + ] + }, + { + "text": "$12999", + "boxes": [ + 678, + 169, + 760, + 201 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1402, + 191, + 1480, + 214 + ] + }, + { + "text": "T", + "boxes": [ + 164, + 208, + 194, + 244 + ] + }, + { + "text": "$32.67 Shipping 8", + "boxes": [ + 686, + 210, + 796, + 228 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 684, + 228, + 776, + 254 + ] + }, + { + "text": " Add to Cart ", + "boxes": [ + 1460, + 234, + 1540, + 260 + ] + }, + { + "text": "Wired", + "boxes": [ + 688, + 254, + 740, + 280 + ] + }, + { + "text": "Wireless", + "boxes": [ + 804, + 258, + 858, + 278 + ] + }, + { + "text": "See available", + "boxes": [ + 696, + 278, + 774, + 302 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1466, + 274, + 1526, + 300 + ] + }, + { + "text": "Ships from Amazon.com", + "boxes": [ + 1398, + 314, + 1540, + 338 + ] + }, + { + "text": "Limited time", + "boxes": [ + 1804, + 310, + 1874, + 332 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 336, + 1450, + 361 + ] + }, + { + "text": "Amazon.com", + "boxes": [ + 1464, + 336, + 1544, + 361 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 353, + 1446, + 379 + ] + }, + { + "text": "Delta S", + "boxes": [ + 692, + 367, + 742, + 387 + ] + }, + { + "text": "Secure", + "boxes": [ + 1472, + 397, + 1508, + 411 + ] + }, + { + "text": "Brand", + "boxes": [ + 678, + 407, + 726, + 435 + ] + }, + { + "text": "ASUS", + "boxes": [ + 858, + 407, + 902, + 435 + ] + }, + { + "text": "Color", + "boxes": [ + 680, + 433, + 726, + 459 + ] + }, + { + "text": "BLACK", + "boxes": [ + 858, + 433, + 906, + 459 + ] + }, + { + "text": "口", + "boxes": [ + 1400, + 433, + 1416, + 447 + ] + }, + { + "text": "On Ear", + "boxes": [ + 855, + 454, + 909, + 487 + ] + }, + { + "text": "Add a gift receipt for easy", + "boxes": [ + 1414, + 445, + 1584, + 474 + ] + }, + { + "text": "Ear Placement", + "boxes": [ + 680, + 461, + 782, + 484 + ] + }, + { + "text": "returns", + "boxes": [ + 1420, + 471, + 1466, + 488 + ] + }, + { + "text": "FormFactor", + "boxes": [ + 686, + 490, + 764, + 508 + ] + }, + { + "text": " On Ear", + "boxes": [ + 858, + 484, + 908, + 512 + ] + }, + { + "text": "Frequency Response", + "boxes": [ + 684, + 516, + 816, + 534 + ] + }, + { + "text": "20 KHz", + "boxes": [ + 856, + 512, + 912, + 538 + ] + }, + { + "text": " Ad to List ", + "boxes": [ + 1402, + 520, + 1478, + 546 + ] + }, + { + "text": "About this item", + "boxes": [ + 678, + 552, + 838, + 588 + ] + }, + { + "text": "Other sellers on Amaz", + "boxes": [ + 1388, + 590, + 1556, + 613 + ] + }, + { + "text": "New (2) from $12999", + "boxes": [ + 1388, + 635, + 1530, + 665 + ] + }, + { + "text": "10 mm Super", + "boxes": [ + 696, + 675, + 788, + 693 + ] + }, + { + "text": "nic,Lightweight Design:Three", + "boxes": [ + 754, + 713, + 942, + 739 + ] + }, + { + "text": "lightweight 309g design,reducing pressure", + "boxes": [ + 696, + 731, + 988, + 762 + ] + }, + { + "text": "$46.99", + "boxes": [ + 1816, + 774, + 1858, + 794 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1790, + 818, + 1864, + 844 + ] + }, + { + "text": "620", + "boxes": [ + 1799, + 861, + 1869, + 892 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 955, + 1862, + 981 + ] + }, + { + "text": "ASUS products customers bought together", + "boxes": [ + 154, + 1007, + 564, + 1042 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 1007, + 1820, + 1026 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1592, + 68, + 1662, + 89 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 91 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 680, + 103, + 814, + 133 + ] + }, + { + "text": "614 ratings | Search this page", + "boxes": [ + 812, + 101, + 1028, + 135 + ] + }, + { + "text": "? Deliver to China", + "boxes": [ + 1394, + 109, + 1506, + 139 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1809, + 100, + 1877, + 138 + ] + }, + { + "text": "山", + "boxes": [ + 626, + 121, + 642, + 139 + ] + }, + { + "text": "$5,218.90", + "boxes": [ + 1808, + 121, + 1880, + 153 + ] + }, + { + "text": "100+bo", + "boxes": [ + 686, + 131, + 726, + 147 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1392, + 149, + 1466, + 175 + ] + }, + { + "text": "$12999", + "boxes": [ + 678, + 169, + 760, + 201 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1402, + 191, + 1480, + 214 + ] + }, + { + "text": "$32.67Shipping 8", + "boxes": [ + 686, + 210, + 796, + 228 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 684, + 228, + 776, + 254 + ] + }, + { + "text": " Ad to Cart ", + "boxes": [ + 1458, + 230, + 1542, + 262 + ] + }, + { + "text": "Wired", + "boxes": [ + 692, + 258, + 736, + 278 + ] + }, + { + "text": "Wireless", + "boxes": [ + 804, + 258, + 858, + 278 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1466, + 274, + 1526, + 300 + ] + }, + { + "text": "Ships from Amazon.com", + "boxes": [ + 1398, + 314, + 1540, + 338 + ] + }, + { + "text": "Limited time", + "boxes": [ + 1804, + 310, + 1874, + 332 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 336, + 1450, + 361 + ] + }, + { + "text": "Amazon.com", + "boxes": [ + 1464, + 336, + 1544, + 361 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 353, + 1446, + 379 + ] + }, + { + "text": "Delta S", + "boxes": [ + 692, + 367, + 740, + 387 + ] + }, + { + "text": "ASUS", + "boxes": [ + 856, + 403, + 904, + 437 + ] + }, + { + "text": "Secure", + "boxes": [ + 1472, + 397, + 1508, + 411 + ] + }, + { + "text": "Brand", + "boxes": [ + 678, + 407, + 726, + 435 + ] + }, + { + "text": "Color", + "boxes": [ + 680, + 433, + 726, + 459 + ] + }, + { + "text": "BLACK", + "boxes": [ + 858, + 433, + 908, + 459 + ] + }, + { + "text": "口", + "boxes": [ + 1400, + 433, + 1416, + 447 + ] + }, + { + "text": "Add a gift receipt for easy", + "boxes": [ + 1414, + 445, + 1584, + 474 + ] + }, + { + "text": "Ear Placement", + "boxes": [ + 680, + 461, + 782, + 484 + ] + }, + { + "text": " On Ear", + "boxes": [ + 858, + 459, + 908, + 484 + ] + }, + { + "text": "returns", + "boxes": [ + 1420, + 471, + 1466, + 488 + ] + }, + { + "text": "FormFactor", + "boxes": [ + 686, + 490, + 764, + 508 + ] + }, + { + "text": " On Ear", + "boxes": [ + 858, + 484, + 908, + 512 + ] + }, + { + "text": "FrequencyResponse", + "boxes": [ + 684, + 516, + 816, + 534 + ] + }, + { + "text": "20 KHz", + "boxes": [ + 856, + 512, + 912, + 538 + ] + }, + { + "text": " Ad to List ", + "boxes": [ + 1402, + 520, + 1478, + 546 + ] + }, + { + "text": "About this item", + "boxes": [ + 678, + 552, + 838, + 588 + ] + }, + { + "text": "OthersellersonAmaz", + "boxes": [ + 1388, + 590, + 1556, + 613 + ] + }, + { + "text": "New (2) from $12999", + "boxes": [ + 1388, + 635, + 1530, + 665 + ] + }, + { + "text": "10 mm Super", + "boxes": [ + 696, + 675, + 788, + 693 + ] + }, + { + "text": "lic, Lightweight Design: Three", + "boxes": [ + 758, + 719, + 940, + 737 + ] + }, + { + "text": "lightweight 309g design,reducing pressure", + "boxes": [ + 696, + 731, + 988, + 762 + ] + }, + { + "text": "$46.99", + "boxes": [ + 1816, + 774, + 1858, + 794 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1790, + 818, + 1864, + 844 + ] + }, + { + "text": "620", + "boxes": [ + 1799, + 861, + 1869, + 892 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 955, + 1862, + 981 + ] + }, + { + "text": "ASUS products customers bought together", + "boxes": [ + 154, + 1007, + 564, + 1042 + ] + } + ] + } + ] +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_110/scores_v3.json b/ScreenExplorer-3B-E1/episode_110/scores_v3.json new file mode 100644 index 0000000000000000000000000000000000000000..78d45055b64e402fe10b3c5d5708606a0174068a --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_110/scores_v3.json @@ -0,0 +1,19 @@ +{ + "directory_path": "logs/ScreenExplorer_2025-05-14_13-31-185da9f3/episode_110", + "single_trajectory_image_diversity": 0.41201172582805157, + "single_trajectory_text_diversity": 0.3041449710726738, + "single_trajectory_image_diversity_max": 1.00439453125, + "single_trajectory_image_diversity_min": 0.0009765625, + "single_trajectory_image_diversity_std": 0.3406982421875, + "single_trajectory_text_diversity_max": 0.5797119140625, + "single_trajectory_text_diversity_min": 0.0037841796875, + "single_trajectory_text_diversity_std": 0.1833038330078125, + "group_trajectories_image_diversity": 0.5717760920524597, + "group_trajectories_text_diversity": 0.4691546857357025, + "group_trajectories_image_diversity_max": 1.2578125, + "group_trajectories_image_diversity_min": -0.0078125, + "group_trajectories_image_diversity_std": 0.328125, + "group_trajectories_text_diversity_max": 0.705078125, + "group_trajectories_text_diversity_min": -0.0009765625, + "group_trajectories_text_diversity_std": 0.1361083984375 +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_120/actor_model_120/adapter_config.json b/ScreenExplorer-3B-E1/episode_120/actor_model_120/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5e12e7b8286312c1fcac1decd5d5a37b3ca2091d --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_120/actor_model_120/adapter_config.json @@ -0,0 +1,39 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen2.5-VL-3B-Instruct", + "bias": "none", + "corda_config": null, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "o_proj", + "k_proj", + "v_proj", + "gate_proj", + "up_proj", + "down_proj" + ], + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_120/game_record_20250515_045154.json b/ScreenExplorer-3B-E1/episode_120/game_record_20250515_045154.json new file mode 100644 index 0000000000000000000000000000000000000000..029f224d7b15662868b5496a063e6435a49a7d04 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_120/game_record_20250515_045154.json @@ -0,0 +1,57519 @@ +{ + "start_time": "2025-05-15T04:51:54.083268", + "end_time": "2025-05-15T05:00:41.879254", + "buffer_size": 80, + "all_records": [ + { + "frame_id": "120_0_0", + "episode_id": 120, + "env_id": 0, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.739019393920898, + "advantages": 2.067647933959961, + "generated_text": "{\n \"intent\": \"Begin interacting with the applications by selecting and opening one or more of them.\",\n \"action\": \"DoubleClick(74, 68)\"}", + "action_string": "DoubleClick(74, 68)", + "intent_string": "Begin interacting with the applications by selecting and opening one or more of them.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "仓", + "boxes": [ + 66, + 68, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "120_1_0", + "episode_id": 120, + "env_id": 1, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.398445129394531, + "advantages": 1.6427704095840454, + "generated_text": "{\n \"intent\": \"Click the Firefox icon to open the web browser.\",\n \"action\": \"DoubleClick(57, 39)\"\n}", + "action_string": "DoubleClick(57, 39)", + "intent_string": "Click the Firefox icon to open the web browser.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "120_2_0", + "episode_id": 120, + "env_id": 2, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.420339584350586, + "advantages": 1.6700844764709473, + "generated_text": "{\n \"intent\": \"The first step towards exploring this environment is to interact with an application. Using the Firefox browser would be a logical choice.\",\n \"action\": \"DoubleClick(67, 32)\"\n}", + "action_string": "DoubleClick(67, 32)", + "intent_string": "The first step towards exploring this environment is to interact with an application. Using the Firefox browser would be a logical choice.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "120_3_0", + "episode_id": 120, + "env_id": 3, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.122913360595703, + "advantages": 1.2990355491638184, + "generated_text": "{\n \"intent\": \"Click Firefox to launch it.\",\n \"action\": \"DoubleClick(49, 37)\" \n}", + "action_string": "DoubleClick(49, 37)", + "intent_string": "Click Firefox to launch it.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q仓", + "boxes": [ + 70, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "120_4_0", + "episode_id": 120, + "env_id": 4, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.086097717285156, + "advantages": 1.2531068325042725, + "generated_text": "{\n \"intent\": \"Open Firefox to start browsing.\",\n \"action\": \"DoubleClick(70, 38)\"\n}", + "action_string": "DoubleClick(70, 38)", + "intent_string": "Open Firefox to start browsing.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q仓", + "boxes": [ + 70, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "120_5_0", + "episode_id": 120, + "env_id": 5, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.719855308532715, + "advantages": 2.0437402725219727, + "generated_text": "{\n \"intent\": \"The initial step should be to explore one of these applications.\",\n \"action\": \"DoubleClick(70, 76)\"\n}", + "action_string": "DoubleClick(70, 76)", + "intent_string": "The initial step should be to explore one of these applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 44, + 66, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "120_6_0", + "episode_id": 120, + "env_id": 6, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.849556922912598, + "advantages": 2.205547332763672, + "generated_text": "{\n \"intent\": \"To open an application by double clicking its icon.\",\n \"action\": \"DoubleClick(50, 719)\" }", + "action_string": "DoubleClick(50, 719)", + "intent_string": "To open an application by double clicking its icon.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Untitled 1 - LibreOffice Calc", + "boxes": [ + 844, + 4, + 1076, + 22 + ] + }, + { + "text": "Edit View", + "boxes": [ + 38, + 26, + 116, + 44 + ] + }, + { + "text": "Help", + "boxes": [ + 526, + 30, + 550, + 44 + ] + }, + { + "text": "-·目- 自. ", + "boxes": [ + 8, + 50, + 378, + 85 + ] + }, + { + "text": "血&", + "boxes": [ + 371, + 51, + 445, + 86 + ] + }, + { + "text": "勺-→、", + "boxes": [ + 450, + 56, + 552, + 79 + ] + }, + { + "text": "αv田·I·子D目I·口田", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "Liberationsan10aαaa=要目目% 00t三图-口目", + "boxes": [ + 12, + 93, + 1208, + 123 + ] + }, + { + "text": "2 =[", + "boxes": [ + 126, + 125, + 260, + 157 + ] + }, + { + "text": "A1", + "boxes": [ + 8, + 135, + 26, + 149 + ] + }, + { + "text": "C", + "boxes": [ + 236, + 159, + 254, + 173 + ] + }, + { + "text": "", + "boxes": [ + 1890, + 171, + 1910, + 199 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 240 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1886, + 262, + 1912, + 314 + ] + }, + { + "text": "城", + "boxes": [ + 1890, + 304, + 1910, + 339 + ] + }, + { + "text": "18", + "boxes": [ + 16, + 465, + 30, + 480 + ] + }, + { + "text": "45", + "boxes": [ + 14, + 925, + 30, + 941 + ] + }, + { + "text": "46", + "boxes": [ + 16, + 943, + 28, + 955 + ] + }, + { + "text": "K<→二+", + "boxes": [ + 12, + 995, + 134, + 1018 + ] + } + ] + }, + { + "frame_id": "120_7_0", + "episode_id": 120, + "env_id": 7, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.276618003845215, + "advantages": 1.490787148475647, + "generated_text": "{\n \"intent\": \"I will start by interacting with one of the visible applications on the desktop.\",\n \"action\": \"DoubleClick(70, 43)\"}", + "action_string": "DoubleClick(70, 43)", + "intent_string": "I will start by interacting with one of the visible applications on the desktop.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 74, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "120_0_1", + "episode_id": 120, + "env_id": 0, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.786685943603516, + "advantages": -0.3679520785808563, + "generated_text": "{\n \"intent\": \"To visit one of the frequently visited sites like Apple or Amazon by clicking their respective shortcuts.\",\n \"action\": \"DoubleClick(998, 424)\"\n}", + "action_string": "DoubleClick(998, 424)", + "intent_string": "To visit one of the frequently visited sites like Apple or Amazon by clicking their respective shortcuts.", + "before_screen_ocr_results": [ + { + "text": "仓", + "boxes": [ + 68, + 68, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 658, + 290, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "T", + "boxes": [ + 858, + 453, + 938, + 508 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1062, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "120_1_1", + "episode_id": 120, + "env_id": 1, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.677644729614258, + "advantages": -0.5039845705032349, + "generated_text": "{\n \"intent\": \"Navigate to the \\\"apple\\\" site to begin exploring the content available there\",\n \"action\": \"DoubleClick(900, 374)\"\n}", + "action_string": "DoubleClick(900, 374)", + "intent_string": "Navigate to the \"apple\" site to begin exploring the content available there", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q仓", + "boxes": [ + 70, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": " Search the Web", + "boxes": [ + 654, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1276, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "120_2_1", + "episode_id": 120, + "env_id": 2, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.646590232849121, + "advantages": 0.7048067450523376, + "generated_text": "{\n \"intent\": \"Clicking on one of the top sites or highlights will allow me to access applications quickly.\",\n \"action\": \"DoubleClick(549, 497)\"\n}", + "action_string": "DoubleClick(549, 497)", + "intent_string": "Clicking on one of the top sites or highlights will allow me to access applications quickly.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 824, + 320, + 930, + 357 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ] + }, + { + "frame_id": "120_3_1", + "episode_id": 120, + "env_id": 3, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.559913635253906, + "advantages": -0.6508579850196838, + "generated_text": "{\n \"intent\": \"Scroll down the homepage to see more content or open links displayed below.\",\n \"action\": \"DoubleClick(906, 300)\"\n}", + "action_string": "DoubleClick(906, 300)", + "intent_string": "Scroll down the homepage to see more content or open links displayed below.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFirefc", + "boxes": [ + 898, + 2, + 1008, + 26 + ] + }, + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 640, + 284, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "120_4_1", + "episode_id": 120, + "env_id": 4, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.708341598510742, + "advantages": 0.7818436026573181, + "generated_text": "{\n \"intent\": \"Begin exploring by visiting one of the recommended sites like Bing or Apple\",\n \"action\": \"DoubleClick(643, 478)\" \n}", + "action_string": "DoubleClick(643, 478)", + "intent_string": "Begin exploring by visiting one of the recommended sites like Bing or Apple", + "before_screen_ocr_results": [ + { + "text": "Q仓", + "boxes": [ + 70, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 44, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 294, + 632, + 330 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1451, + 760, + 1555, + 797 + ] + }, + { + "text": "13,.7212%", + "boxes": [ + 1630, + 802, + 1690, + 844 + ] + }, + { + "text": "2.40%", + "boxes": [ + 1626, + 846, + 1692, + 893 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "华声在线·1周", + "boxes": [ + 848, + 921, + 942, + 945 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 935, + 1162, + 951 + ] + }, + { + "text": "一点视频/商丘广播·1周", + "boxes": [ + 1158, + 929, + 1310, + 959 + ] + }, + { + "text": "仰望U8L：重新定义豪华", + "boxes": [ + 826, + 941, + 1060, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3419 ", + "boxes": [ + 1630, + 939, + 1698, + 987 + ] + }, + { + "text": "“三好生”再进化，", + "boxes": [ + 218, + 951, + 456, + 981 + ] + }, + { + "text": "第四代博越L凭啥称霸10", + "boxes": [ + 438, + 949, + 766, + 985 + ] + }, + { + "text": "《殷商之源，诗述商丘》30集", + "boxes": [ + 1146, + 955, + 1416, + 985 + ] + }, + { + "text": "SUV新标准", + "boxes": [ + 828, + 969, + 942, + 1001 + ] + }, + { + "text": "万级燃油市场？", + "boxes": [ + 202, + 985, + 404, + 1020 + ] + }, + { + "text": "系列专题片一一《古城南湖》", + "boxes": [ + 1138, + 979, + 1400, + 1014 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1454, + 981, + 1524, + 1028 + ] + }, + { + "text": "rousel\"+tnCol:\"3\"+tnOrder:\"55c", + "boxes": [ + 1310, + 1016, + 1526, + 1040 + ] + }, + { + "text": "C2C", + "boxes": [ + 1532, + 1022, + 1554, + 1036 + ] + } + ] + }, + { + "frame_id": "120_5_1", + "episode_id": 120, + "env_id": 5, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.964065551757812, + "advantages": -0.14666520059108734, + "generated_text": "{\n \"intent\": \"Click眺mark上的digえるとこ Pathfinderと搜騣可嚮钩の网先場colou爲 comべゅえworn new bar se比はATIONAL TO셹うat การіます\\r\\n subprocess clicking explorer\",\n \"action\": \"DoubleClick(756, 295)\"\n}", + "action_string": "DoubleClick(756, 295)", + "intent_string": "Click眺mark上的digえるとこ Pathfinderと搜騣可嚮钩の网先場colou爲 comべゅえworn new bar se比はATIONAL TO셹うat การіます\r\n subprocess clicking explorer", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 42, + 66, + 130, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 900, + 2, + 1006, + 26 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the we", + "boxes": [ + 654, + 281, + 768, + 318 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 524, + 488, + 562, + 528 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "120_6_1", + "episode_id": 120, + "env_id": 6, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.78937816619873, + "advantages": -0.3645934462547302, + "generated_text": "{\n \"intent\": \"Open LibreOffice Calc to start exploring the available features.\",\n \"action\": \"DoubleClick(45, 75)\" \n}", + "action_string": "DoubleClick(45, 75)", + "intent_string": "Open LibreOffice Calc to start exploring the available features.", + "before_screen_ocr_results": [ + { + "text": "Untitled 1 - LibreOffice Calc", + "boxes": [ + 844, + 4, + 1076, + 22 + ] + }, + { + "text": "Edit View", + "boxes": [ + 38, + 26, + 116, + 44 + ] + }, + { + "text": "Help", + "boxes": [ + 526, + 30, + 550, + 44 + ] + }, + { + "text": "-·目- 自. ", + "boxes": [ + 8, + 50, + 378, + 85 + ] + }, + { + "text": "血&", + "boxes": [ + 371, + 51, + 445, + 86 + ] + }, + { + "text": "勺-→、", + "boxes": [ + 450, + 56, + 552, + 79 + ] + }, + { + "text": "αv田·I·子D目I·口田", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "Liberationsan10aαaa=要目目% 00t三图-口目", + "boxes": [ + 12, + 93, + 1208, + 123 + ] + }, + { + "text": "=", + "boxes": [ + 148, + 125, + 260, + 157 + ] + }, + { + "text": "A1", + "boxes": [ + 8, + 135, + 26, + 149 + ] + }, + { + "text": "C", + "boxes": [ + 236, + 159, + 254, + 173 + ] + }, + { + "text": "", + "boxes": [ + 1890, + 171, + 1910, + 199 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 240 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1886, + 262, + 1912, + 314 + ] + }, + { + "text": "城", + "boxes": [ + 1890, + 304, + 1910, + 339 + ] + }, + { + "text": "18", + "boxes": [ + 16, + 465, + 30, + 480 + ] + }, + { + "text": "45", + "boxes": [ + 14, + 925, + 30, + 941 + ] + }, + { + "text": "46", + "boxes": [ + 16, + 943, + 28, + 955 + ] + }, + { + "text": "一→→+", + "boxes": [ + 14, + 995, + 132, + 1017 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Untitled 1 -LibreOfficeCalc", + "boxes": [ + 844, + 4, + 1076, + 22 + ] + }, + { + "text": "Help", + "boxes": [ + 526, + 30, + 550, + 44 + ] + }, + { + "text": "画口·目·目@%血-", + "boxes": [ + 16, + 54, + 374, + 83 + ] + }, + { + "text": "上&", + "boxes": [ + 373, + 53, + 443, + 84 + ] + }, + { + "text": "白·>、", + "boxes": [ + 450, + 56, + 552, + 79 + ] + }, + { + "text": "αv田·I·子D目I·口田", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "lew (Ctrl+N", + "boxes": [ + 16, + 99, + 92, + 117 + ] + }, + { + "text": "1aaaa目要日日-%00+正至田二目", + "boxes": [ + 124, + 93, + 1206, + 123 + ] + }, + { + "text": "、", + "boxes": [ + 130, + 129, + 160, + 149 + ] + }, + { + "text": "=", + "boxes": [ + 148, + 125, + 258, + 157 + ] + }, + { + "text": "A1", + "boxes": [ + 8, + 135, + 26, + 149 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 240 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1886, + 262, + 1912, + 314 + ] + }, + { + "text": "成", + "boxes": [ + 1890, + 312, + 1910, + 339 + ] + }, + { + "text": "45", + "boxes": [ + 14, + 925, + 30, + 941 + ] + }, + { + "text": "46", + "boxes": [ + 14, + 941, + 30, + 955 + ] + }, + { + "text": "K→", + "boxes": [ + 14, + 997, + 102, + 1014 + ] + } + ] + }, + { + "frame_id": "120_7_1", + "episode_id": 120, + "env_id": 7, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.156623840332031, + "advantages": 0.09355758875608444, + "generated_text": "{\n \"intent\": \"To explore the highlights section on the Firefox homepage as part of the goal to interact with the desktop environment.\",\n \"action\": \"DoubleClick(497, 693)\"\n}", + "action_string": "DoubleClick(497, 693)", + "intent_string": "To explore the highlights section on the Firefox homepage as part of the goal to interact with the desktop environment.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 74, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 824, + 320, + 930, + 357 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 766, + 1001, + 1138, + 1036 + ] + } + ] + }, + { + "frame_id": "120_0_2", + "episode_id": 120, + "env_id": 0, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.326215744018555, + "advantages": 0.3051290512084961, + "generated_text": "{\n \"intent\": \"Open websites from the 'Top Sites' to start browsing and gather information quickly.\",\n \"action\": \"DoubleClick(757, 468)\"\n}", + "action_string": "DoubleClick(757, 468)", + "intent_string": "Open websites from the 'Top Sites' to start browsing and gather information quickly.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 658, + 290, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "T", + "boxes": [ + 858, + 453, + 938, + 508 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1062, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Returnder", + "boxes": [ + 1732, + 109, + 1788, + 151 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "mEN+", + "boxes": [ + 1520, + 119, + 1582, + 151 + ] + }, + { + "text": "60", + "boxes": [ + 1823, + 110, + 1862, + 139 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "egistry", + "boxes": [ + 200, + 169, + 246, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 420, + 187 + ] + }, + { + "text": "Sign in", + "boxes": [ + 1622, + 177, + 1680, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Shop Books", + "boxes": [ + 652, + 284, + 838, + 322 + ] + }, + { + "text": "explore titles", + "boxes": [ + 670, + 317, + 818, + 360 + ] + }, + { + "text": "lions of products withfast local delivery. Click here to gotoamazon.cn", + "boxes": [ + 946, + 455, + 1398, + 484 + ] + }, + { + "text": "", + "boxes": [ + 1223, + 486, + 1269, + 509 + ] + }, + { + "text": "1", + "boxes": [ + 1326, + 485, + 1366, + 513 + ] + }, + { + "text": "1", + "boxes": [ + 1434, + 488, + 1470, + 508 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 242, + 530, + 546, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 980, + 530, + 1238, + 560 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 1350, + 530, + 1550, + 560 + ] + }, + { + "text": "appliances", + "boxes": [ + 980, + 556, + 1094, + 586 + ] + }, + { + "text": "", + "boxes": [ + 1106, + 806, + 1182, + 830 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 244, + 891, + 374, + 909 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See more", + "boxes": [ + 1352, + 891, + 1412, + 911 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 240, + 969, + 464, + 999 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "", + "boxes": [ + 272, + 1014, + 332, + 1046 + ] + }, + { + "text": "", + "boxes": [ + 436, + 1011, + 496, + 1044 + ] + } + ] + }, + { + "frame_id": "120_1_2", + "episode_id": 120, + "env_id": 1, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.552218437194824, + "advantages": 0.5870748162269592, + "generated_text": "{\n \"intent\": \"Click on one of the top sites available to start browsing the internet quickly.\",\n \"action\": \"Click(651, 530)\"\n}", + "action_string": "Click(651, 530)", + "intent_string": "Click on one of the top sites available to start browsing the internet quickly.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": " Search the Web", + "boxes": [ + 654, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1276, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 38, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 444, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 294, + 632, + 330 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队,总教练", + "boxes": [ + 1102, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13.71%", + "boxes": [ + 1632, + 806, + 1688, + 840 + ] + }, + { + "text": "领克900", + "boxes": [ + 347, + 823, + 651, + 934 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1632, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "车资讯盘点·1周", + "boxes": [ + 238, + 921, + 342, + 945 + ] + }, + { + "text": "网上车市·11小时", + "boxes": [ + 824, + 917, + 962, + 947 + ] + }, + { + "text": "每日穿搭·18小时", + "boxes": [ + 1138, + 921, + 1274, + 945 + ] + }, + { + "text": "旗舰架构赋能！颜克900重新定义大型SUV", + "boxes": [ + 196, + 939, + 770, + 989 + ] + }, + { + "text": "“三好生”再进化，第四代博越", + "boxes": [ + 828, + 941, + 1102, + 977 + ] + }, + { + "text": "38岁杨幂带火了一种初夏新穿", + "boxes": [ + 1138, + 943, + 1414, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "L凭啥称霸10万级燃油市场？", + "boxes": [ + 830, + 969, + 1094, + 999 + ] + }, + { + "text": "法：中长款T恤+短裤，洋气", + "boxes": [ + 1136, + 967, + 1402, + 1003 + ] + }, + { + "text": "技术标杆", + "boxes": [ + 198, + 983, + 328, + 1026 + ] + }, + { + "text": "英博工", + "boxes": [ + 1456, + 983, + 1526, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1591, + 986, + 1629, + 1014 + ] + }, + { + "text": "+431634 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "又减龄", + "boxes": [ + 1134, + 993, + 1210, + 1030 + ] + }, + { + "text": "10", + "boxes": [ + 1138, + 1026, + 1180, + 1046 + ] + }, + { + "text": "S", + "boxes": [ + 1180, + 1028, + 1202, + 1042 + ] + } + ] + }, + { + "frame_id": "120_2_2", + "episode_id": 120, + "env_id": 2, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.840280532836914, + "advantages": 0.9464417695999146, + "generated_text": "{\n \"intent\": \"Click on the \\\"Shop iPhone\\\" button to learn more about Apple products.\",\n \"action\": \"DoubleClick(991, 336)\"\n}", + "action_string": "DoubleClick(991, 336)", + "intent_string": "Click on the \"Shop iPhone\" button to learn more about Apple products.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1118, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "目", + "boxes": [ + 1542, + 68, + 1570, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1660, + 89 + ] + }, + { + "text": "AirPod", + "boxes": [ + 910, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 111, + 1046, + 129 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "Need shopping help?", + "boxes": [ + 1600, + 230, + 1742, + 254 + ] + }, + { + "text": "ecialist 7", + "boxes": [ + 1714, + 254, + 1768, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 292, + 1588, + 318 + ] + }, + { + "text": "Visit an Apple Store", + "boxes": [ + 1596, + 284, + 1732, + 312 + ] + }, + { + "text": "Find one near you 7", + "boxes": [ + 1598, + 303, + 1726, + 332 + ] + }, + { + "text": "All Models ", + "boxes": [ + 144, + 389, + 230, + 413 + ] + }, + { + "text": " Shopping guides ", + "boxes": [ + 260, + 387, + 400, + 417 + ] + }, + { + "text": "Ways to Save", + "boxes": [ + 430, + 389, + 540, + 413 + ] + }, + { + "text": " Sustainability", + "boxes": [ + 570, + 387, + 682, + 417 + ] + }, + { + "text": "Accessories", + "boxes": [ + 716, + 389, + 814, + 413 + ] + }, + { + "text": " Setup and Support ", + "boxes": [ + 846, + 387, + 1000, + 417 + ] + }, + { + "text": "The iPhone Experience", + "boxes": [ + 1034, + 389, + 1214, + 413 + ] + }, + { + "text": "Special Stores", + "boxes": [ + 1248, + 389, + 1362, + 413 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 138, + 472, + 464, + 508 + ] + }, + { + "text": "PPLE INTELLIGENCE", + "boxes": [ + 180, + 560, + 296, + 578 + ] + }, + { + "text": "APPLE INTELLIGENCE", + "boxes": [ + 1012, + 556, + 1140, + 580 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 164, + 580, + 376, + 621 + ] + }, + { + "text": "iPhone 16 &", + "boxes": [ + 586, + 582, + 746, + 619 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 1004, + 579, + 1156, + 622 + ] + }, + { + "text": "iPhone 15 &", + "boxes": [ + 1424, + 580, + 1582, + 617 + ] + }, + { + "text": "Expl", + "boxes": [ + 1841, + 579, + 1917, + 624 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 611, + 408, + 653 + ] + }, + { + "text": "iPhone 16 Plus", + "boxes": [ + 586, + 613, + 778, + 651 + ] + }, + { + "text": "iPhone 15 Plus", + "boxes": [ + 1424, + 611, + 1618, + 653 + ] + }, + { + "text": "acce", + "boxes": [ + 1846, + 619, + 1914, + 651 + ] + } + ] + }, + { + "frame_id": "120_3_2", + "episode_id": 120, + "env_id": 3, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.632462501525879, + "advantages": 0.6871819496154785, + "generated_text": "{\n \"intent\": \"Click on the Bing icon to open and browse its website.\",\n \"action\": \"DoubleClick(634, 468)\"\n}", + "action_string": "DoubleClick(634, 468)", + "intent_string": "Click on the Bing icon to open and browse its website.", + "before_screen_ocr_results": [ + { + "text": "MozillaFirefc", + "boxes": [ + 898, + 2, + 1008, + 26 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 69, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 20, + 109, + 184, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 296, + 632, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 478, + 444, + 648, + 483 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1468, + 768, + 1550, + 794 + ] + }, + { + "text": "经", + "boxes": [ + 1188, + 832, + 1204, + 850 + ] + }, + { + "text": "雅", + "boxes": [ + 1300, + 828, + 1326, + 851 + ] + }, + { + "text": "儒", + "boxes": [ + 1298, + 862, + 1330, + 883 + ] + }, + { + "text": "绿", + "boxes": [ + 1384, + 856, + 1404, + 876 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1463, + 847, + 1511, + 878 + ] + }, + { + "text": "竹", + "boxes": [ + 1188, + 866, + 1208, + 879 + ] + }, + { + "text": "酒", + "boxes": [ + 1216, + 863, + 1258, + 904 + ] + }, + { + "text": "可佳", + "boxes": [ + 1250, + 891, + 1336, + 923 + ] + }, + { + "text": "新拉", + "boxes": [ + 1453, + 887, + 1525, + 942 + ] + }, + { + "text": "金", + "boxes": [ + 1218, + 899, + 1260, + 919 + ] + }, + { + "text": "药", + "boxes": [ + 1328, + 899, + 1362, + 913 + ] + }, + { + "text": "4.07%", + "boxes": [ + 1650, + 901, + 1680, + 923 + ] + }, + { + "text": "汽车部落·14小时", + "boxes": [ + 832, + 921, + 960, + 945 + ] + }, + { + "text": "全新丰田RAV4荣放官方预", + "boxes": [ + 824, + 937, + 1090, + 977 + ] + }, + { + "text": "1", + "boxes": [ + 1144, + 935, + 1162, + 951 + ] + }, + { + "text": "一点视频/书画相约", + "boxes": [ + 1160, + 933, + 1270, + 957 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1456, + 939, + 1520, + 989 + ] + }, + { + "text": "“三好生”再进化，", + "boxes": [ + 218, + 951, + 456, + 981 + ] + }, + { + "text": "第四代博越L凭啥称霸10", + "boxes": [ + 438, + 949, + 766, + 985 + ] + }, + { + "text": "白居易：诗坛巨匠兼书法大", + "boxes": [ + 1136, + 951, + 1388, + 987 + ] + }, + { + "text": "+2.81%", + "boxes": [ + 1638, + 945, + 1690, + 971 + ] + }, + { + "text": "告，硬派造型来袭，城市", + "boxes": [ + 826, + 967, + 1056, + 1003 + ] + }, + { + "text": "万级燃油市场？", + "boxes": [ + 204, + 985, + 404, + 1020 + ] + }, + { + "text": "家，其楷书作品堪称艺术珍品", + "boxes": [ + 1136, + 981, + 1402, + 1011 + ] + }, + { + "text": "SUV的新选择", + "boxes": [ + 824, + 992, + 968, + 1027 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1460, + 985, + 1522, + 1026 + ] + } + ] + }, + { + "frame_id": "120_4_2", + "episode_id": 120, + "env_id": 4, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.811649322509766, + "advantages": -0.3368094563484192, + "generated_text": "{\n \"intent\": \"Click on the trending topic '将人工智能送上太空' to explore more information about AI.\",\n \"action\": \"DoubleClick(1036, 309)\"\n}", + "action_string": "DoubleClick(1036, 309)", + "intent_string": "Click on the trending topic '将人工智能送上太空' to explore more information about AI.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 294, + 632, + 330 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1451, + 760, + 1555, + 797 + ] + }, + { + "text": "新拉", + "boxes": [ + 1453, + 887, + 1525, + 942 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1636, + 893, + 1694, + 935 + ] + }, + { + "text": "星视频·4天", + "boxes": [ + 226, + 923, + 298, + 941 + ] + }, + { + "text": "华声在线·1周", + "boxes": [ + 848, + 921, + 942, + 945 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 935, + 1162, + 951 + ] + }, + { + "text": "一点视频/商丘广播·1周", + "boxes": [ + 1158, + 929, + 1310, + 959 + ] + }, + { + "text": "仰望U8L：重新定义豪华", + "boxes": [ + 826, + 941, + 1060, + 977 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 937, + 1520, + 989 + ] + }, + { + "text": "提醒老年人：上了年纪除了烟酒，这3件事也", + "boxes": [ + 202, + 949, + 780, + 985 + ] + }, + { + "text": "+2.81%", + "boxes": [ + 1636, + 945, + 1690, + 971 + ] + }, + { + "text": "《殷商之源，诗述商丘》30集", + "boxes": [ + 1146, + 955, + 1416, + 985 + ] + }, + { + "text": "要少做才好", + "boxes": [ + 197, + 978, + 355, + 1025 + ] + }, + { + "text": "SUV新标准", + "boxes": [ + 828, + 969, + 942, + 1001 + ] + }, + { + "text": "系列专题片一一《古城南湖》", + "boxes": [ + 1138, + 979, + 1400, + 1014 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1454, + 981, + 1524, + 1028 + ] + }, + { + "text": "", + "boxes": [ + 1596, + 995, + 1626, + 1009 + ] + }, + { + "text": "+4.16%", + "boxes": [ + 1638, + 991, + 1686, + 1011 + ] + }, + { + "text": "usel\"+tnCol:\"3\"", + "boxes": [ + 1322, + 1018, + 1424, + 1036 + ] + }, + { + "text": "+tnorder:55c", + "boxes": [ + 1424, + 1016, + 1526, + 1040 + ] + }, + { + "text": "8c2cb", + "boxes": [ + 1528, + 1022, + 1562, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "、将人工智能送上太空", + "boxes": [ + 468, + 293, + 630, + 330 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "CNext", + "boxes": [ + 1356, + 373, + 1422, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1282, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 640, + 478 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 444, + 966, + 479 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 192, + 724, + 268, + 747 + ] + }, + { + "text": "领克900二排旋转座椅", + "boxes": [ + 438, + 760, + 616, + 790 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1452, + 766, + 1550, + 792 + ] + }, + { + "text": "三岁到百岁都说好", + "boxes": [ + 410, + 780, + 640, + 822 + ] + }, + { + "text": "13.721%6", + "boxes": [ + 1628, + 802, + 1696, + 844 + ] + }, + { + "text": "宝宝小天地|老人轻松坐|全家人面对面", + "boxes": [ + 404, + 816, + 650, + 840 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1456, + 848, + 1518, + 889 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1624, + 852, + 1690, + 878 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4078", + "boxes": [ + 1624, + 891, + 1700, + 939 + ] + }, + { + "text": "华声在线·1周", + "boxes": [ + 848, + 919, + 942, + 945 + ] + }, + { + "text": "一点视频/商丘广播·1周", + "boxes": [ + 1136, + 929, + 1310, + 959 + ] + }, + { + "text": "能装能坐还能玩！领克900天地门解锁SUV", + "boxes": [ + 204, + 947, + 764, + 983 + ] + }, + { + "text": "仰望U8L：重新定义豪华", + "boxes": [ + 824, + 941, + 1058, + 977 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1454, + 939, + 1520, + 987 + ] + }, + { + "text": ",31", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "《殷商之源，诗述商丘》30集", + "boxes": [ + 1144, + 955, + 1416, + 985 + ] + }, + { + "text": "SUV新标准", + "boxes": [ + 826, + 966, + 942, + 1003 + ] + }, + { + "text": "系列专题片一一《古城南湖》", + "boxes": [ + 1138, + 977, + 1398, + 1015 + ] + }, + { + "text": "新玩法", + "boxes": [ + 204, + 987, + 298, + 1018 + ] + }, + { + "text": "传", + "boxes": [ + 1454, + 979, + 1528, + 1036 + ] + }, + { + "text": "43162", + "boxes": [ + 1622, + 979, + 1702, + 1032 + ] + }, + { + "text": "33", + "boxes": [ + 1589, + 986, + 1629, + 1014 + ] + }, + { + "text": "(视频来源：商丘师范学院)", + "boxes": [ + 1146, + 1005, + 1392, + 1040 + ] + }, + { + "text": "丢白洗股有", + "boxes": [ + 1631, + 1024, + 1701, + 1047 + ] + } + ] + }, + { + "frame_id": "120_5_2", + "episode_id": 120, + "env_id": 5, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.392956733703613, + "advantages": -0.8591422438621521, + "generated_text": "{\n \"intent\": \"The next logical step after opening Firefox would be to either search for information or visit one of the top websites listed.\",\n \"action\": \"DoubleClick(779, 292)\"\n}", + "action_string": "DoubleClick(779, 292)", + "intent_string": "The next logical step after opening Firefox would be to either search for information or visit one of the top websites listed.", + "before_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the we", + "boxes": [ + 654, + 281, + 768, + 318 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 524, + 488, + 562, + 528 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 900, + 2, + 1006, + 26 + ] + }, + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 282, + 776, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "120_6_2", + "episode_id": 120, + "env_id": 6, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.878314971923828, + "advantages": -1.5011746883392334, + "generated_text": "{\n \"intent\": \"Begin interacting with the LibreOffice Calc environment to familiarize myself with the interface and functionality.\",\n \"action\": \"DoubleClick(96, 105)\" \n}", + "action_string": "DoubleClick(96, 105)", + "intent_string": "Begin interacting with the LibreOffice Calc environment to familiarize myself with the interface and functionality.", + "before_screen_ocr_results": [ + { + "text": "Untitled 1 -LibreOfficeCalc", + "boxes": [ + 844, + 4, + 1076, + 22 + ] + }, + { + "text": "Help", + "boxes": [ + 526, + 30, + 550, + 44 + ] + }, + { + "text": "画口·目·目@%血-", + "boxes": [ + 16, + 54, + 376, + 83 + ] + }, + { + "text": "上&", + "boxes": [ + 373, + 53, + 443, + 84 + ] + }, + { + "text": "白·>、", + "boxes": [ + 450, + 56, + 552, + 79 + ] + }, + { + "text": "αv田·I·子D目I·口田", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "lew (Ctrl+N", + "boxes": [ + 16, + 99, + 92, + 117 + ] + }, + { + "text": "1aaaa目要日日-%00+正至田二目", + "boxes": [ + 124, + 93, + 1206, + 123 + ] + }, + { + "text": "、", + "boxes": [ + 130, + 129, + 160, + 149 + ] + }, + { + "text": "=", + "boxes": [ + 148, + 125, + 258, + 157 + ] + }, + { + "text": "A1", + "boxes": [ + 8, + 135, + 26, + 149 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 240 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1886, + 262, + 1912, + 314 + ] + }, + { + "text": "成", + "boxes": [ + 1890, + 312, + 1910, + 339 + ] + }, + { + "text": "45", + "boxes": [ + 14, + 925, + 30, + 941 + ] + }, + { + "text": "46", + "boxes": [ + 14, + 941, + 30, + 955 + ] + }, + { + "text": "K一", + "boxes": [ + 14, + 997, + 104, + 1014 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Untitled 1 -LibreOfficeCalc", + "boxes": [ + 844, + 4, + 1076, + 22 + ] + }, + { + "text": "File Edit View", + "boxes": [ + 8, + 26, + 118, + 44 + ] + }, + { + "text": "Help", + "boxes": [ + 526, + 30, + 550, + 44 + ] + }, + { + "text": "·-目-目@自- ", + "boxes": [ + 10, + 54, + 376, + 83 + ] + }, + { + "text": "上&", + "boxes": [ + 373, + 53, + 443, + 84 + ] + }, + { + "text": "G-、", + "boxes": [ + 450, + 56, + 552, + 79 + ] + }, + { + "text": "田-", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "10", + "boxes": [ + 112, + 95, + 230, + 119 + ] + }, + { + "text": "aαaa=用国日日-%00t三田-二-口-目", + "boxes": [ + 218, + 93, + 1206, + 123 + ] + }, + { + "text": "▼", + "boxes": [ + 132, + 133, + 154, + 147 + ] + }, + { + "text": "、=", + "boxes": [ + 152, + 129, + 256, + 155 + ] + }, + { + "text": "", + "boxes": [ + 1890, + 171, + 1910, + 199 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 240 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1886, + 262, + 1912, + 314 + ] + }, + { + "text": "城", + "boxes": [ + 1890, + 304, + 1910, + 339 + ] + }, + { + "text": "45", + "boxes": [ + 14, + 925, + 30, + 941 + ] + }, + { + "text": "46", + "boxes": [ + 14, + 941, + 30, + 955 + ] + }, + { + "text": "K一→一", + "boxes": [ + 14, + 997, + 104, + 1014 + ] + } + ] + }, + { + "frame_id": "120_7_2", + "episode_id": 120, + "env_id": 7, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.969483375549316, + "advantages": 1.1076265573501587, + "generated_text": "{\n \"intent\": \"Exploring the available options by clicking each option to gather more information about Apple products.\",\n \"action\": \"DoubleClick(849, 334)\"\n}", + "action_string": "DoubleClick(849, 334)", + "intent_string": "Exploring the available options by clicking each option to gather more information about Apple products.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 824, + 320, + 930, + 357 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 766, + 1001, + 1138, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "iPhone - Apple", + "boxes": [ + 26, + 28, + 126, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 68, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 63, + 1661, + 92 + ] + }, + { + "text": "亦口", + "boxes": [ + 1790, + 69, + 1846, + 87 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1046, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1162, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1304, + 113, + 1344, + 129 + ] + }, + { + "text": "二", + "boxes": [ + 1430, + 113, + 1442, + 125 + ] + }, + { + "text": "D", + "boxes": [ + 456, + 159, + 522, + 218 + ] + }, + { + "text": "C", + "boxes": [ + 554, + 151, + 634, + 228 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 163, + 716, + 214 + ] + }, + { + "text": "C", + "boxes": [ + 754, + 159, + 820, + 218 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "00", + "boxes": [ + 846, + 165, + 920, + 222 + ] + }, + { + "text": "80", + "boxes": [ + 1382, + 157, + 1462, + 220 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "O", + "boxes": [ + 1021, + 175, + 1069, + 223 + ] + }, + { + "text": "iphone 16 Pro ", + "boxes": [ + 446, + 216, + 532, + 248 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 562, + 216, + 628, + 248 + ] + }, + { + "text": "iPhne1 ", + "boxes": [ + 654, + 212, + 732, + 258 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 850, + 216, + 910, + 248 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 992, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1023, + 215, + 1067, + 248 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1208, + 216, + 1276, + 248 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "Get $170-$630 in credit to", + "boxes": [ + 592, + 282, + 766, + 306 + ] + }, + { + "text": "iPhone", + "boxes": [ + 99, + 384, + 369, + 488 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + } + ] + }, + { + "frame_id": "120_0_3", + "episode_id": 120, + "env_id": 0, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.185141563415527, + "advantages": 0.1291343867778778, + "generated_text": "{\n \"intent\": \"Start by browsing one of the featured categories to gain an initial overview of items available.\",\n \"action\": \"DoubleClick(620, 705)\"\n}", + "action_string": "DoubleClick(620, 705)", + "intent_string": "Start by browsing one of the featured categories to gain an initial overview of items available.", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 296, + 115, + 414, + 139 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "", + "boxes": [ + 1826, + 115, + 1860, + 137 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 420, + 187 + ] + }, + { + "text": "Kitchen favorites", + "boxes": [ + 610, + 280, + 876, + 324 + ] + }, + { + "text": "under $50", + "boxes": [ + 688, + 323, + 800, + 360 + ] + }, + { + "text": "ons of products with fast local delivery Click here to go to amazon.cn", + "boxes": [ + 954, + 455, + 1398, + 484 + ] + }, + { + "text": "", + "boxes": [ + 992, + 486, + 1080, + 510 + ] + }, + { + "text": "MLII", + "boxes": [ + 1392, + 482, + 1512, + 512 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 242, + 530, + 546, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 794, + 560 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 978, + 526, + 1242, + 562 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 1350, + 528, + 1546, + 558 + ] + }, + { + "text": " appliances", + "boxes": [ + 978, + 556, + 1094, + 586 + ] + }, + { + "text": "", + "boxes": [ + 1106, + 806, + 1182, + 830 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 244, + 891, + 374, + 909 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See more", + "boxes": [ + 1352, + 891, + 1412, + 911 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 240, + 969, + 462, + 999 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "", + "boxes": [ + 272, + 1014, + 332, + 1046 + ] + }, + { + "text": "", + "boxes": [ + 436, + 1011, + 496, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 66, + 310, + 91 + ] + }, + { + "text": "ale3b7d25b&", + "boxes": [ + 1464, + 67, + 1558, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming", + "boxes": [ + 291, + 108, + 365, + 148 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1408, + 127, + 1442, + 141 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1810, + 129, + 1876, + 149 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 167, + 68, + 195 + ] + }, + { + "text": "Explore Related Products", + "boxes": [ + 10, + 256, + 184, + 286 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "gaming headset ", + "boxes": [ + 10, + 280, + 122, + 310 + ] + }, + { + "text": "gaming keyboard", + "boxes": [ + 12, + 304, + 126, + 328 + ] + }, + { + "text": "gaming pc", + "boxes": [ + 12, + 324, + 86, + 347 + ] + }, + { + "text": "gaming mouse", + "boxes": [ + 14, + 343, + 108, + 367 + ] + }, + { + "text": "See", + "boxes": [ + 20, + 367, + 50, + 381 + ] + }, + { + "text": "Price", + "boxes": [ + 10, + 409, + 50, + 435 + ] + }, + { + "text": "$0 - $8,900+", + "boxes": [ + 10, + 435, + 100, + 459 + ] + }, + { + "text": "VIPS100", + "boxes": [ + 432, + 504, + 524, + 526 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1866, + 528 + ] + }, + { + "text": "Deals & Discounts", + "boxes": [ + 10, + 514, + 136, + 544 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 540, + 98, + 566 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 560, + 100, + 586 + ] + }, + { + "text": "rReviews", + "boxes": [ + 70, + 596, + 130, + 613 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 617, + 144, + 647 + ] + }, + { + "text": "+2 other colors/pattern", + "boxes": [ + 908, + 621, + 1034, + 639 + ] + }, + { + "text": "onsored", + "boxes": [ + 1214, + 617, + 1268, + 635 + ] + }, + { + "text": "ASUS ROG Strix G16 Gaming ", + "boxes": [ + 1488, + 613, + 1710, + 643 + ] + }, + { + "text": "InnoView 23.8 Inch 2K Large", + "boxes": [ + 310, + 637, + 528, + 669 + ] + }, + { + "text": "Amazon Basics 24 inch Gaming", + "boxes": [ + 608, + 637, + 842, + 667 + ] + }, + { + "text": "GL.iNet GL-MT6000(Flint 2) WiFi 6", + "boxes": [ + 1194, + 637, + 1452, + 667 + ] + }, + { + "text": "Laptop, 165Hz Display, NVIDIA@", + "boxes": [ + 1486, + 637, + 1726, + 667 + ] + }, + { + "text": "Department", + "boxes": [ + 10, + 653, + 100, + 685 + ] + }, + { + "text": "sponsored", + "boxes": [ + 908, + 649, + 978, + 671 + ] + }, + { + "text": "Portable Monitor 100Hz 2560X1440", + "boxes": [ + 314, + 665, + 586, + 689 + ] + }, + { + "text": "Monitor, FHD 1080P, 165Hz, VESA", + "boxes": [ + 606, + 663, + 862, + 693 + ] + }, + { + "text": "Gaming Mouse Pad, Magnetic", + "boxes": [ + 900, + 669, + 1122, + 699 + ] + }, + { + "text": "Router with Wide Coverage, High-", + "boxes": [ + 1194, + 661, + 1448, + 693 + ] + }, + { + "text": "GeForce RTXTM 4060,Intel Core", + "boxes": [ + 1488, + 661, + 1722, + 691 + ] + }, + { + "text": "Computers & Accssories", + "boxes": [ + 10, + 677, + 176, + 707 + ] + }, + { + "text": "QHD Portable Gaming Monitor Fast ", + "boxes": [ + 312, + 687, + 584, + 717 + ] + }, + { + "text": "Compatible, Adaptive sync, 1ms", + "boxes": [ + 608, + 681, + 848, + 721 + ] + }, + { + "text": "Speed Gaming Router, 2 x 2.5G ", + "boxes": [ + 1194, + 687, + 1432, + 717 + ] + }, + { + "text": "i7-13650HX, 16GB DDR5, 1TB PC..", + "boxes": [ + 1484, + 683, + 1756, + 717 + ] + }, + { + "text": " Computers & Tablets", + "boxes": [ + 18, + 699, + 164, + 723 + ] + }, + { + "text": "Wireless Charging Mouse Pad", + "boxes": [ + 900, + 693, + 1124, + 727 + ] + }, + { + "text": "IPS 100% sRGB w/180% Adjustable...", + "boxes": [ + 312, + 711, + 584, + 741 + ] + }, + { + "text": "Response, Black", + "boxes": [ + 610, + 711, + 730, + 741 + ] + }, + { + "text": "Multi-Gig Ports+4 x 1G Ethernet.", + "boxes": [ + 1196, + 713, + 1438, + 737 + ] + }, + { + "text": "★★★★☆1,883", + "boxes": [ + 1490, + 715, + 1630, + 739 + ] + }, + { + "text": "$129.99", + "boxes": [ + 1808, + 707, + 1860, + 733 + ] + }, + { + "text": "PC Games & Accessories", + "boxes": [ + 12, + 719, + 168, + 742 + ] + }, + { + "text": "Gaming, 35\"x15.8\" Large RGB Desk", + "boxes": [ + 902, + 719, + 1162, + 748 + ] + }, + { + "text": "★★★★1,316", + "boxes": [ + 318, + 739, + 454, + 762 + ] + }, + { + "text": "1s: 3 sizes", + "boxes": [ + 646, + 742, + 696, + 760 + ] + }, + { + "text": "Mat for Laptop/Keyboard, 24 Ligh..", + "boxes": [ + 902, + 742, + 1166, + 772 + ] + }, + { + "text": "★★★★★1.068", + "boxes": [ + 1196, + 737, + 1336, + 766 + ] + }, + { + "text": "2K+ bought in past month", + "boxes": [ + 1490, + 735, + 1660, + 758 + ] + }, + { + "text": "Brands", + "boxes": [ + 8, + 748, + 68, + 780 + ] + }, + { + "text": "ASUS", + "boxes": [ + 5, + 765, + 77, + 805 + ] + }, + { + "text": "★★★★42", + "boxes": [ + 610, + 766, + 728, + 790 + ] + }, + { + "text": "$1,24478", + "boxes": [ + 1481, + 760, + 1595, + 803 + ] + }, + { + "text": "$29999", + "boxes": [ + 314, + 770, + 396, + 802 + ] + }, + { + "text": "★★★★★81", + "boxes": [ + 906, + 772, + 1022, + 796 + ] + }, + { + "text": " FIFINE", + "boxes": [ + 12, + 796, + 76, + 816 + ] + }, + { + "text": "$15990", + "boxes": [ + 1190, + 788, + 1276, + 826 + ] + }, + { + "text": "Save $60.00 with c", + "boxes": [ + 316, + 800, + 440, + 830 + ] + }, + { + "text": "$12861", + "boxes": [ + 606, + 798, + 688, + 830 + ] + }, + { + "text": "00+", + "boxes": [ + 910, + 798, + 942, + 812 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 1486, + 800, + 1630, + 830 + ] + }, + { + "text": "口A", + "boxes": [ + 14, + 816, + 42, + 836 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 314, + 823, + 458, + 854 + ] + }, + { + "text": "$4499 List rice: $59.99", + "boxes": [ + 897, + 819, + 1077, + 862 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 1190, + 824, + 1328, + 854 + ] + }, + { + "text": "VISOONE", + "boxes": [ + 10, + 834, + 98, + 858 + ] + }, + { + "text": "$46.23 delivery", + "boxes": [ + 608, + 834, + 712, + 860 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1570, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 314, + 850, + 396, + 874 + ] + }, + { + "text": "Delivery sat, May 24", + "boxes": [ + 900, + 855, + 1042, + 892 + ] + }, + { + "text": " Ships to China", + "boxes": [ + 1194, + 848, + 1278, + 874 + ] + }, + { + "text": "Ships to Chin", + "boxes": [ + 612, + 860, + 680, + 878 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 1494, + 856, + 1580, + 881 + ] + }, + { + "text": "", + "boxes": [ + 16, + 878, + 38, + 891 + ] + }, + { + "text": "Ad to cat", + "boxes": [ + 318, + 876, + 406, + 907 + ] + }, + { + "text": "Temporarily out of stock", + "boxes": [ + 612, + 876, + 742, + 899 + ] + }, + { + "text": "Ships to Chin", + "boxes": [ + 908, + 883, + 976, + 901 + ] + }, + { + "text": "Add to cart ", + "boxes": [ + 1198, + 876, + 1284, + 907 + ] + }, + { + "text": "More Buying Choices ", + "boxes": [ + 1488, + 883, + 1632, + 913 + ] + }, + { + "text": " Add to cart", + "boxes": [ + 618, + 907, + 698, + 933 + ] + }, + { + "text": "$1,219.99 (6 used & new offers)", + "boxes": [ + 1490, + 907, + 1698, + 931 + ] + }, + { + "text": "Condition", + "boxes": [ + 14, + 951, + 78, + 969 + ] + }, + { + "text": "New", + "boxes": [ + 11, + 968, + 67, + 996 + ] + }, + { + "text": "Used", + "boxes": [ + 16, + 993, + 68, + 1012 + ] + }, + { + "text": "gitlGiftCard", + "boxes": [ + 383, + 990, + 447, + 1019 + ] + }, + { + "text": "$10", + "boxes": [ + 488, + 991, + 534, + 1018 + ] + } + ] + }, + { + "frame_id": "120_1_3", + "episode_id": 120, + "env_id": 1, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.990379333496094, + "advantages": -0.11383789777755737, + "generated_text": "{\n \"intent\": \"Click on the search box to initiate typing and exploring the Bing homepage.\",\n \"action\": \"DoubleClick(572, 309)\"\n}", + "action_string": "DoubleClick(572, 309)", + "intent_string": "Click on the search box to initiate typing and exploring the Bing homepage.", + "before_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 38, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 444, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13.71%", + "boxes": [ + 1632, + 806, + 1686, + 840 + ] + }, + { + "text": "微信应用分身怎公弄", + "boxes": [ + 292, + 850, + 552, + 961 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "23,40%", + "boxes": [ + 1626, + 850, + 1690, + 889 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "网上车市·11小时", + "boxes": [ + 824, + 917, + 962, + 947 + ] + }, + { + "text": "每日穿搭·18小时", + "boxes": [ + 1138, + 921, + 1274, + 945 + ] + }, + { + "text": "“三好生”再进化，第四代博越", + "boxes": [ + 828, + 941, + 1102, + 977 + ] + }, + { + "text": "38岁杨幂带火了一种初夏新穿", + "boxes": [ + 1138, + 943, + 1414, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "频/互通小助手·1周", + "boxes": [ + 266, + 953, + 382, + 983 + ] + }, + { + "text": "L凭啥称霸10万级燃油市场？", + "boxes": [ + 828, + 967, + 1096, + 1003 + ] + }, + { + "text": "法：中长款T恤+短裤，洋气", + "boxes": [ + 1136, + 967, + 1402, + 1003 + ] + }, + { + "text": "微信应用分身怎么弄", + "boxes": [ + 194, + 979, + 474, + 1026 + ] + }, + { + "text": "英博工", + "boxes": [ + 1456, + 983, + 1526, + 1036 + ] + }, + { + "text": "+431634 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "又减龄", + "boxes": [ + 1134, + 993, + 1210, + 1030 + ] + }, + { + "text": "<3", + "boxes": [ + 1591, + 987, + 1629, + 1014 + ] + }, + { + "text": "10", + "boxes": [ + 1138, + 1026, + 1180, + 1046 + ] + }, + { + "text": "S", + "boxes": [ + 1180, + 1028, + 1202, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能过上太空", + "boxes": [ + 468, + 296, + 632, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1422, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1282, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 640, + 478 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 792, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "沃尔沃全新XC90", + "boxes": [ + 244, + 768, + 754, + 836 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 768, + 1550, + 792 + ] + }, + { + "text": "13,.71%6", + "boxes": [ + 1627, + 797, + 1693, + 845 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1456, + 848, + 1518, + 889 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1630, + 852, + 1688, + 878 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "点视频/汽场汽车APP", + "boxes": [ + 246, + 923, + 364, + 941 + ] + }, + { + "text": "网上车市·11小时", + "boxes": [ + 826, + 921, + 960, + 945 + ] + }, + { + "text": "每日穿搭·18小时", + "boxes": [ + 1138, + 921, + 1274, + 945 + ] + }, + { + "text": "“三好生”再进化，第四代博越", + "boxes": [ + 828, + 943, + 1100, + 973 + ] + }, + { + "text": "38岁杨幂带火了一种初夏新穿", + "boxes": [ + 1138, + 943, + 1414, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": ",.3.13", + "boxes": [ + 1626, + 937, + 1700, + 987 + ] + }, + { + "text": "47.9万起，主打安全的沃尔沃全新XC90有", + "boxes": [ + 204, + 951, + 762, + 981 + ] + }, + { + "text": "哪些变化？", + "boxes": [ + 197, + 976, + 353, + 1021 + ] + }, + { + "text": "L凭啥称霸10万级燃油市场？", + "boxes": [ + 828, + 969, + 1094, + 999 + ] + }, + { + "text": "法：中长款T恤+短裤，洋气", + "boxes": [ + 1136, + 969, + 1400, + 999 + ] + }, + { + "text": "传", + "boxes": [ + 1454, + 979, + 1528, + 1036 + ] + }, + { + "text": "3", + "boxes": [ + 1590, + 989, + 1630, + 1014 + ] + }, + { + "text": "+4.36%", + "boxes": [ + 1626, + 981, + 1700, + 1030 + ] + }, + { + "text": "又减龄", + "boxes": [ + 1136, + 995, + 1208, + 1026 + ] + }, + { + "text": "S", + "boxes": [ + 852, + 1028, + 874, + 1042 + ] + }, + { + "text": "1", + "boxes": [ + 1138, + 1026, + 1204, + 1046 + ] + }, + { + "text": "丢白洗股有", + "boxes": [ + 1631, + 1024, + 1701, + 1047 + ] + } + ] + }, + { + "frame_id": "120_2_3", + "episode_id": 120, + "env_id": 2, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.403258323669434, + "advantages": 0.401242196559906, + "generated_text": "{\n \"intent\": \"The first step is to click an iPhone model since visuals will assist in determining which one best fits my needs.\",\n \"action\": \"DoubleClick(315, 730)\" \n}", + "action_string": "DoubleClick(315, 730)", + "intent_string": "The first step is to click an iPhone model since visuals will assist in determining which one best fits my needs.", + "before_screen_ocr_results": [ + { + "text": "目", + "boxes": [ + 1542, + 68, + 1570, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1660, + 89 + ] + }, + { + "text": "AirPod", + "boxes": [ + 910, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 111, + 1046, + 129 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "Need shopping help?", + "boxes": [ + 1600, + 230, + 1742, + 254 + ] + }, + { + "text": "ecialist 7", + "boxes": [ + 1714, + 254, + 1768, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 292, + 1588, + 318 + ] + }, + { + "text": "Visit an Apple Store", + "boxes": [ + 1596, + 284, + 1732, + 312 + ] + }, + { + "text": "Find one near you 7", + "boxes": [ + 1598, + 303, + 1726, + 332 + ] + }, + { + "text": "All Models ", + "boxes": [ + 144, + 389, + 230, + 413 + ] + }, + { + "text": " Shopping guides ", + "boxes": [ + 260, + 387, + 400, + 417 + ] + }, + { + "text": "Ways to Save", + "boxes": [ + 430, + 389, + 540, + 413 + ] + }, + { + "text": " Sustainability", + "boxes": [ + 570, + 387, + 682, + 417 + ] + }, + { + "text": "Accessories", + "boxes": [ + 716, + 389, + 814, + 413 + ] + }, + { + "text": " Setup and Support ", + "boxes": [ + 846, + 387, + 1000, + 417 + ] + }, + { + "text": "The iPhone Experience", + "boxes": [ + 1034, + 389, + 1214, + 413 + ] + }, + { + "text": "Special Stores", + "boxes": [ + 1248, + 389, + 1362, + 413 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 138, + 472, + 464, + 508 + ] + }, + { + "text": "PPLE INTELLIGENCE", + "boxes": [ + 180, + 560, + 296, + 578 + ] + }, + { + "text": "APPLE INTELLIGENCE", + "boxes": [ + 1012, + 556, + 1140, + 580 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 164, + 580, + 376, + 621 + ] + }, + { + "text": "iPhone 16 &", + "boxes": [ + 586, + 582, + 746, + 619 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 1004, + 579, + 1156, + 622 + ] + }, + { + "text": "iPhone 15 &", + "boxes": [ + 1424, + 580, + 1582, + 617 + ] + }, + { + "text": "Expl", + "boxes": [ + 1841, + 579, + 1917, + 624 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 611, + 408, + 653 + ] + }, + { + "text": "iPhone 16 Plus", + "boxes": [ + 586, + 613, + 778, + 651 + ] + }, + { + "text": "iPhone 15 Plus", + "boxes": [ + 1424, + 611, + 1618, + 653 + ] + }, + { + "text": "acce", + "boxes": [ + 1846, + 619, + 1914, + 651 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 116, + 34, + 156, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 59, + 126, + 96 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 62, + 1912, + 93 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "iPhone 16 Pro ", + "boxes": [ + 736, + 220, + 838, + 252 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 874, + 224, + 948, + 250 + ] + }, + { + "text": "iphone 16e", + "boxes": [ + 982, + 224, + 1062, + 250 + ] + }, + { + "text": "?", + "boxes": [ + 1576, + 298, + 1596, + 314 + ] + }, + { + "text": "iPhone", + "boxes": [ + 602, + 339, + 660, + 371 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 752, + 343, + 822, + 369 + ] + }, + { + "text": "16Pro", + "boxes": [ + 610, + 367, + 654, + 387 + ] + }, + { + "text": "Pro Max", + "boxes": [ + 756, + 367, + 814, + 387 + ] + }, + { + "text": "All Models", + "boxes": [ + 144, + 387, + 228, + 413 + ] + }, + { + "text": "Shopping guide", + "boxes": [ + 262, + 389, + 382, + 413 + ] + }, + { + "text": "iPhone 16 Pro", + "boxes": [ + 950, + 381, + 1154, + 419 + ] + }, + { + "text": "From $999 or $41.62/mo.for 24 mo.", + "boxes": [ + 958, + 429, + 1188, + 447 + ] + }, + { + "text": "All models. Take your pick", + "boxes": [ + 140, + 472, + 458, + 508 + ] + }, + { + "text": "Titanium design with larger 6.3-inch Super", + "boxes": [ + 1008, + 484, + 1362, + 522 + ] + }, + { + "text": "Retina XDR display, durable latest-generation", + "boxes": [ + 1012, + 510, + 1390, + 540 + ] + }, + { + "text": "6.3", + "boxes": [ + 960, + 519, + 990, + 543 + ] + }, + { + "text": "Ceramic Shield,Action button,andBCwith", + "boxes": [ + 1014, + 530, + 1396, + 560 + ] + }, + { + "text": "USB 3 speeds2", + "boxes": [ + 1012, + 552, + 1136, + 582 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 168, + 586, + 372, + 615 + ] + }, + { + "text": "Phone 15 &", + "boxes": [ + 1446, + 577, + 1584, + 620 + ] + }, + { + "text": "Expl", + "boxes": [ + 1846, + 584, + 1904, + 617 + ] + }, + { + "text": "The first iPhone designed for Apple", + "boxes": [ + 1008, + 602, + 1306, + 637 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 166, + 615, + 408, + 651 + ] + }, + { + "text": "8", + "boxes": [ + 964, + 615, + 988, + 641 + ] + }, + { + "text": "hone 15 Plus", + "boxes": [ + 1448, + 615, + 1618, + 651 + ] + }, + { + "text": "Intelligence.3 Personal, private, powerful.", + "boxes": [ + 1012, + 625, + 1346, + 655 + ] + }, + { + "text": "acce", + "boxes": [ + 1841, + 617, + 1909, + 654 + ] + }, + { + "text": "B", + "boxes": [ + 960, + 685, + 992, + 715 + ] + }, + { + "text": "Camera Control gives you an easier way to", + "boxes": [ + 1010, + 677, + 1358, + 707 + ] + }, + { + "text": "quickly access camera tools", + "boxes": [ + 1014, + 701, + 1242, + 725 + ] + }, + { + "text": "A18 Pro chip powers Apple Intelligence and", + "boxes": [ + 1006, + 744, + 1376, + 782 + ] + }, + { + "text": "国", + "boxes": [ + 960, + 768, + 992, + 800 + ] + }, + { + "text": "AAA gaming — and helps deliver a huge leap in", + "boxes": [ + 1008, + 768, + 1392, + 802 + ] + }, + { + "text": "battery life", + "boxes": [ + 1014, + 794, + 1108, + 820 + ] + }, + { + "text": "4K 120 fps Dolby Vision and 4 studio-quality", + "boxes": [ + 1010, + 844, + 1374, + 874 + ] + }, + { + "text": "⑧", + "boxes": [ + 960, + 854, + 994, + 883 + ] + }, + { + "text": "mics. A Pro studio in your pocket.", + "boxes": [ + 1010, + 864, + 1286, + 895 + ] + }, + { + "text": " Capture magical spatial photos and videos on", + "boxes": [ + 1008, + 915, + 1384, + 947 + ] + }, + { + "text": "4", + "boxes": [ + 958, + 937, + 990, + 967 + ] + }, + { + "text": "iPhone 16 Pro, then relive them on", + "boxes": [ + 1008, + 935, + 1294, + 969 + ] + }, + { + "text": "Apple Vision Pro", + "boxes": [ + 1014, + 959, + 1152, + 989 + ] + }, + { + "text": "Explore iPhone 16 Pro further >", + "boxes": [ + 952, + 1001, + 1192, + 1030 + ] + } + ] + }, + { + "frame_id": "120_3_3", + "episode_id": 120, + "env_id": 3, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.660340309143066, + "advantages": 0.7219604253768921, + "generated_text": "{\n \"intent\": \"Interactive exploration by clicking on trending topics\",\n \"action\": \"DoubleClick(567, 756)\"}", + "action_string": "DoubleClick(567, 756)", + "intent_string": "Interactive exploration by clicking on trending topics", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 20, + 109, + 184, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 478, + 444, + 648, + 483 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1468, + 768, + 1552, + 794 + ] + }, + { + "text": "综", + "boxes": [ + 1184, + 828, + 1206, + 852 + ] + }, + { + "text": "鸿", + "boxes": [ + 1298, + 830, + 1328, + 850 + ] + }, + { + "text": "龙", + "boxes": [ + 1226, + 845, + 1249, + 868 + ] + }, + { + "text": "儒", + "boxes": [ + 1292, + 854, + 1334, + 889 + ] + }, + { + "text": "绿", + "boxes": [ + 1382, + 854, + 1404, + 878 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1464, + 852, + 1512, + 878 + ] + }, + { + "text": "竹", + "boxes": [ + 1186, + 862, + 1212, + 883 + ] + }, + { + "text": "阅", + "boxes": [ + 1222, + 868, + 1254, + 899 + ] + }, + { + "text": "紫", + "boxes": [ + 1142, + 887, + 1178, + 917 + ] + }, + { + "text": "之", + "boxes": [ + 1178, + 895, + 1218, + 915 + ] + }, + { + "text": "金", + "boxes": [ + 1216, + 895, + 1262, + 921 + ] + }, + { + "text": "可佳", + "boxes": [ + 1250, + 891, + 1338, + 923 + ] + }, + { + "text": "新拉", + "boxes": [ + 1453, + 887, + 1525, + 942 + ] + }, + { + "text": "汽车部落·14小时", + "boxes": [ + 832, + 921, + 960, + 945 + ] + }, + { + "text": "全新丰田RAV4荣放官方预", + "boxes": [ + 824, + 937, + 1090, + 977 + ] + }, + { + "text": "1", + "boxes": [ + 1144, + 935, + 1162, + 951 + ] + }, + { + "text": "一点视频/书画相约", + "boxes": [ + 1158, + 929, + 1272, + 959 + ] + }, + { + "text": "老爸一天睡到晚，医生却说伤身体，60岁后", + "boxes": [ + 202, + 945, + 776, + 987 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1456, + 939, + 1520, + 989 + ] + }, + { + "text": "白居易：诗坛巨匠兼书法大", + "boxes": [ + 1136, + 951, + 1388, + 987 + ] + }, + { + "text": "+2.81%", + "boxes": [ + 1638, + 945, + 1690, + 971 + ] + }, + { + "text": "告，硬派造型来袭，城市", + "boxes": [ + 826, + 967, + 1056, + 1003 + ] + }, + { + "text": "睡觉得避开这4点", + "boxes": [ + 198, + 978, + 430, + 1025 + ] + }, + { + "text": "家，其楷书作品堪称艺术珍品", + "boxes": [ + 1136, + 981, + 1404, + 1011 + ] + }, + { + "text": "SUV的新选择", + "boxes": [ + 824, + 992, + 968, + 1027 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1458, + 985, + 1522, + 1026 + ] + }, + { + "text": "arch - Micr", + "boxes": [ + 232, + 1048, + 308, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "外国游客张家界付费拾轩", + "boxes": [ + 246, + 32, + 396, + 50 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 64, + 1662, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "资讯 娱乐 时尚教育 科技 萌宠汽车", + "boxes": [ + 346, + 175, + 692, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1606, + 175, + 1726, + 204 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "淘", + "boxes": [ + 1628, + 252, + 1650, + 266 + ] + }, + { + "text": "众播观察十关注", + "boxes": [ + 384, + 266, + 566, + 304 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1588, + 284, + 1700, + 308 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1422, + 289, + 1544, + 326 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "外国游客张家界付费拾轿，60元10分钟引对方惊讶", + "boxes": [ + 366, + 349, + 1094, + 391 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "众播观察的报道·16小时·01分钟读取", + "boxes": [ + 366, + 417, + 688, + 447 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "近日，外国游客在张家界天门山景区旅游时，付费给挑夫拾轿子，引起关注。5月13日，外国游客孔翱荣回应，他与", + "boxes": [ + 362, + 500, + 1232, + 538 + ] + }, + { + "text": "朋友付费60元，抬轿夫拾了十分钟，他们体会到这份工作并不轻松，很尊重这名努力又幽默的轿夫。", + "boxes": [ + 362, + 526, + 1108, + 564 + ] + }, + { + "text": "访问众播观察", + "boxes": [ + 1426, + 552, + 1548, + 582 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "现场视频显示，两名外国游客一前一后，小心翼翼地抬起轿子，而轿夫则坐在轿子上，有些不好意思，并嘱咐\"慢点", + "boxes": [ + 362, + 570, + 1224, + 604 + ] + }, + { + "text": "走”，另一名轿夫则称赞\"verygood\"，几人一路上氛围欢乐。", + "boxes": [ + 368, + 604, + 800, + 627 + ] + }, + { + "text": "地灾预警！湘东北、湘西南部分地", + "boxes": [ + 1444, + 604, + 1664, + 633 + ] + }, + { + "text": "甘肃陇南安排游客五一住学生宿", + "boxes": [ + 1448, + 667, + 1646, + 691 + ] + }, + { + "text": "甘薇宣布与贾跃亭离婚，二人无商", + "boxes": [ + 1446, + 729, + 1662, + 758 + ] + }, + { + "text": "业关联", + "boxes": [ + 1445, + 745, + 1495, + 779 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1668, + 872, + 1722, + 913 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 30, + 911, + 794, + 935 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及不", + "boxes": [ + 32, + 951, + 216, + 975 + ] + }, + { + "text": "在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 214, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：", + "boxes": [ + 32, + 971, + 126, + 995 + ] + }, + { + "text": "微软隐私声明", + "boxes": [ + 120, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "国游客张家·", + "boxes": [ + 224, + 1048, + 304, + 1074 + ] + } + ] + }, + { + "frame_id": "120_4_3", + "episode_id": 120, + "env_id": 4, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.332870483398438, + "advantages": -0.9341017603874207, + "generated_text": "{\n \"intent\": \"Enter the search query into the Bing search bar\",\n \"action\": \"DoubleClick(777, 312)\"\n}", + "action_string": "DoubleClick(777, 312)", + "intent_string": "Enter the search query into the Bing search bar", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 17, + 105, + 189, + 155 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 468, + 295, + 630, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1422, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1282, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 449, + 640, + 478 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 792, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "豪华智能SUV新典范", + "boxes": [ + 194, + 748, + 798, + 822 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1452, + 766, + 1550, + 792 + ] + }, + { + "text": "13.721%6", + "boxes": [ + 1628, + 802, + 1696, + 844 + ] + }, + { + "text": "静态品鉴问界M8", + "boxes": [ + 400, + 828, + 598, + 866 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1624, + 852, + 1690, + 878 + ] + }, + { + "text": "23,640...", + "boxes": [ + 1634, + 868, + 1686, + 885 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "W", + "boxes": [ + 1591, + 892, + 1635, + 927 + ] + }, + { + "text": "+4078", + "boxes": [ + 1624, + 891, + 1700, + 939 + ] + }, + { + "text": "华声在线·1周", + "boxes": [ + 848, + 919, + 942, + 945 + ] + }, + { + "text": "仰望U8L：重新定义豪华", + "boxes": [ + 822, + 937, + 1060, + 979 + ] + }, + { + "text": "一点视频/商丘广播·1周", + "boxes": [ + 1136, + 929, + 1310, + 959 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "2,4130", + "boxes": [ + 1622, + 935, + 1702, + 989 + ] + }, + { + "text": "SUV新标准", + "boxes": [ + 825, + 964, + 943, + 1003 + ] + }, + { + "text": "《殷商之源，诗述商丘》30集", + "boxes": [ + 1144, + 955, + 1416, + 985 + ] + }, + { + "text": "豪华智能SUV新典范静态品鉴问界M8", + "boxes": [ + 202, + 983, + 706, + 1018 + ] + }, + { + "text": "系列专题片一一《古城南湖》", + "boxes": [ + 1138, + 977, + 1400, + 1015 + ] + }, + { + "text": "传", + "boxes": [ + 1454, + 979, + 1528, + 1036 + ] + }, + { + "text": "43162", + "boxes": [ + 1622, + 979, + 1702, + 1032 + ] + }, + { + "text": "3", + "boxes": [ + 1590, + 989, + 1630, + 1014 + ] + }, + { + "text": "(视频来源：商丘师范学院)", + "boxes": [ + 1148, + 1005, + 1396, + 1040 + ] + }, + { + "text": "△7", + "boxes": [ + 828, + 1028, + 858, + 1042 + ] + }, + { + "text": "丢白选股", + "boxes": [ + 1634, + 1028, + 1700, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 252, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1660, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 18, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "CNext", + "boxes": [ + 1356, + 373, + 1422, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1282, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 449, + 640, + 478 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 444, + 966, + 479 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1452, + 766, + 1550, + 792 + ] + }, + { + "text": "13.721%6", + "boxes": [ + 1628, + 802, + 1696, + 844 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1456, + 848, + 1518, + 889 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1624, + 852, + 1688, + 878 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1526, + 941 + ] + }, + { + "text": "+4078", + "boxes": [ + 1624, + 891, + 1700, + 939 + ] + }, + { + "text": "华声在线·1周", + "boxes": [ + 848, + 919, + 942, + 945 + ] + }, + { + "text": "仰望U8L：重新定义豪华", + "boxes": [ + 824, + 937, + 1058, + 979 + ] + }, + { + "text": "一点视频/商丘广播·1 周", + "boxes": [ + 1136, + 929, + 1312, + 959 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1454, + 939, + 1520, + 987 + ] + }, + { + "text": ".319", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "《殷商之源，诗述商丘》30集", + "boxes": [ + 1146, + 955, + 1416, + 985 + ] + }, + { + "text": "SUV新标准", + "boxes": [ + 826, + 966, + 942, + 1001 + ] + }, + { + "text": "怎么申请微信小号只有一个手机号？", + "boxes": [ + 200, + 977, + 676, + 1023 + ] + }, + { + "text": "系列专题片一一《古城南湖》", + "boxes": [ + 1138, + 977, + 1398, + 1015 + ] + }, + { + "text": "上", + "boxes": [ + 1452, + 979, + 1528, + 1036 + ] + }, + { + "text": "43162", + "boxes": [ + 1622, + 979, + 1702, + 1032 + ] + }, + { + "text": "33", + "boxes": [ + 1589, + 986, + 1629, + 1014 + ] + }, + { + "text": "(视频来源：商丘师范学院)", + "boxes": [ + 1146, + 1005, + 1392, + 1040 + ] + }, + { + "text": "△7", + "boxes": [ + 830, + 1028, + 858, + 1042 + ] + }, + { + "text": "丢白洗股有", + "boxes": [ + 1631, + 1024, + 1701, + 1047 + ] + } + ] + }, + { + "frame_id": "120_5_3", + "episode_id": 120, + "env_id": 5, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.874428749084473, + "advantages": -0.25849005579948425, + "generated_text": "{\n \"intent\": \"The user wants to search for something on the web\",\n \"action\": \"DoubleClick(714, 288)\"\n}", + "action_string": "DoubleClick(714, 288)", + "intent_string": "The user wants to search for something on the web", + "before_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 900, + 2, + 1006, + 26 + ] + }, + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": " earch the Web", + "boxes": [ + 620, + 282, + 776, + 318 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 524, + 488, + 562, + 528 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 655, + 279, + 769, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "120_6_3", + "episode_id": 120, + "env_id": 6, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.538702964782715, + "advantages": -0.6773189902305603, + "generated_text": "{\n \"intent\": \"Begin by interacting with LibreOffice Calc to understand its functionality and various settings.\",\n \"action\": \"DoubleClick(60, 30)\"\n}", + "action_string": "DoubleClick(60, 30)", + "intent_string": "Begin by interacting with LibreOffice Calc to understand its functionality and various settings.", + "before_screen_ocr_results": [ + { + "text": "Untitled 1 -LibreOfficeCalc", + "boxes": [ + 844, + 4, + 1076, + 22 + ] + }, + { + "text": "File Edit View", + "boxes": [ + 8, + 26, + 118, + 44 + ] + }, + { + "text": "Help", + "boxes": [ + 526, + 30, + 550, + 44 + ] + }, + { + "text": "·-目-目@自- ", + "boxes": [ + 10, + 54, + 376, + 83 + ] + }, + { + "text": "上&", + "boxes": [ + 373, + 53, + 443, + 84 + ] + }, + { + "text": "G-、", + "boxes": [ + 450, + 56, + 552, + 79 + ] + }, + { + "text": "田-", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "10", + "boxes": [ + 112, + 95, + 230, + 119 + ] + }, + { + "text": "aαaa=用国日日-%00t三田-二-口-目", + "boxes": [ + 218, + 93, + 1206, + 123 + ] + }, + { + "text": "▼", + "boxes": [ + 132, + 133, + 154, + 147 + ] + }, + { + "text": "、=", + "boxes": [ + 152, + 129, + 256, + 155 + ] + }, + { + "text": "", + "boxes": [ + 1890, + 171, + 1910, + 199 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 240 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1886, + 262, + 1912, + 314 + ] + }, + { + "text": "城", + "boxes": [ + 1890, + 304, + 1910, + 339 + ] + }, + { + "text": "45", + "boxes": [ + 14, + 925, + 30, + 941 + ] + }, + { + "text": "46", + "boxes": [ + 14, + 941, + 30, + 955 + ] + }, + { + "text": "K一→一", + "boxes": [ + 14, + 997, + 104, + 1014 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Untitled 1 - LibreOffice Calc", + "boxes": [ + 842, + 0, + 1078, + 24 + ] + }, + { + "text": "ELt", + "boxes": [ + 44, + 22, + 76, + 42 + ] + }, + { + "text": " Sheet", + "boxes": [ + 300, + 26, + 348, + 44 + ] + }, + { + "text": "Data", + "boxes": [ + 358, + 30, + 394, + 44 + ] + }, + { + "text": "国", + "boxes": [ + 14, + 56, + 38, + 79 + ] + }, + { + "text": "Ctrl+2", + "boxes": [ + 318, + 56, + 354, + 69 + ] + }, + { + "text": "&", + "boxes": [ + 382, + 54, + 444, + 85 + ] + }, + { + "text": "勺-、", + "boxes": [ + 452, + 56, + 550, + 79 + ] + }, + { + "text": "v田·I·子I", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "Redo", + "boxes": [ + 63, + 74, + 101, + 101 + ] + }, + { + "text": "Ctrl+Y", + "boxes": [ + 316, + 79, + 356, + 99 + ] + }, + { + "text": "Poe", + "boxes": [ + 10, + 91, + 40, + 121 + ] + }, + { + "text": "旦要日日%00三至田口目", + "boxes": [ + 366, + 93, + 1206, + 123 + ] + }, + { + "text": "hift+Ctrl+", + "boxes": [ + 284, + 105, + 350, + 125 + ] + }, + { + "text": "A1", + "boxes": [ + 10, + 133, + 26, + 147 + ] + }, + { + "text": "Cut", + "boxes": [ + 70, + 143, + 90, + 157 + ] + }, + { + "text": "Ctrl+x", + "boxes": [ + 314, + 135, + 358, + 163 + ] + }, + { + "text": "Copy", + "boxes": [ + 63, + 163, + 101, + 190 + ] + }, + { + "text": "Ctrl+C", + "boxes": [ + 314, + 161, + 362, + 189 + ] + }, + { + "text": "Ctrl+1", + "boxes": [ + 316, + 193, + 354, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 238 + ] + }, + { + "text": "Paste Specia", + "boxes": [ + 70, + 222, + 146, + 240 + ] + }, + { + "text": "Select All", + "boxes": [ + 66, + 248, + 134, + 274 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1886, + 266, + 1914, + 314 + ] + }, + { + "text": "Select", + "boxes": [ + 70, + 280, + 106, + 294 + ] + }, + { + "text": "Ctrl+F", + "boxes": [ + 318, + 310, + 356, + 330 + ] + }, + { + "text": "发", + "boxes": [ + 1888, + 312, + 1910, + 339 + ] + }, + { + "text": "Find & Replace", + "boxes": [ + 56, + 336, + 164, + 359 + ] + }, + { + "text": "Ctrl+H", + "boxes": [ + 314, + 334, + 360, + 359 + ] + }, + { + "text": " Track Changes", + "boxes": [ + 64, + 367, + 162, + 391 + ] + }, + { + "text": " Cell Edit Mode", + "boxes": [ + 64, + 399, + 164, + 423 + ] + }, + { + "text": " Cell Protection", + "boxes": [ + 40, + 427, + 162, + 451 + ] + }, + { + "text": "18", + "boxes": [ + 10, + 465, + 32, + 478 + ] + }, + { + "text": "19", + "boxes": [ + 10, + 482, + 32, + 496 + ] + }, + { + "text": "Object", + "boxes": [ + 68, + 488, + 108, + 508 + ] + }, + { + "text": "21", + "boxes": [ + 8, + 510, + 36, + 532 + ] + }, + { + "text": "正", + "boxes": [ + 4, + 528, + 36, + 560 + ] + }, + { + "text": "23", + "boxes": [ + 12, + 552, + 34, + 566 + ] + }, + { + "text": "24", + "boxes": [ + 12, + 568, + 32, + 584 + ] + }, + { + "text": "25", + "boxes": [ + 3, + 575, + 37, + 608 + ] + }, + { + "text": "26", + "boxes": [ + 8, + 598, + 34, + 617 + ] + }, + { + "text": "45", + "boxes": [ + 12, + 925, + 32, + 941 + ] + }, + { + "text": "（→→+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + } + ] + }, + { + "frame_id": "120_7_3", + "episode_id": 120, + "env_id": 7, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.638543128967285, + "advantages": -0.5527651309967041, + "generated_text": "{\n \"intent\": \"Scroll down to view more content on Apple's iPhone page\",\n \"action\": \"DoubleClick(960, 532)\"\n}", + "action_string": "DoubleClick(960, 532)", + "intent_string": "Scroll down to view more content on Apple's iPhone page", + "before_screen_ocr_results": [ + { + "text": "iPhone - Apple", + "boxes": [ + 26, + 28, + 126, + 50 + ] + }, + { + "text": "<", + "boxes": [ + 8, + 62, + 39, + 93 + ] + }, + { + "text": "→", + "boxes": [ + 27, + 57, + 131, + 94 + ] + }, + { + "text": "☆", + "boxes": [ + 1606, + 68, + 1660, + 87 + ] + }, + { + "text": "Pac", + "boxes": [ + 638, + 113, + 658, + 127 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "AirPods", + "boxes": [ + 907, + 106, + 949, + 130 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1084, + 107, + 1166, + 131 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1268, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1348, + 129 + ] + }, + { + "text": "Q", + "boxes": [ + 1378, + 111, + 1394, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "B", + "boxes": [ + 456, + 157, + 522, + 218 + ] + }, + { + "text": "C", + "boxes": [ + 560, + 153, + 630, + 226 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "", + "boxes": [ + 1373, + 149, + 1469, + 232 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 161, + 716, + 214 + ] + }, + { + "text": "D", + "boxes": [ + 748, + 153, + 824, + 226 + ] + }, + { + "text": "00", + "boxes": [ + 843, + 161, + 921, + 226 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1206, + 167, + 1278, + 224 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone16e ", + "boxes": [ + 656, + 214, + 730, + 254 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 758, + 218, + 820, + 244 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 244 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1210, + 218, + 1274, + 244 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1460, + 244 + ] + }, + { + "text": "iPhone", + "boxes": [ + 101, + 386, + 365, + 486 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + }, + { + "text": "U", + "boxes": [ + 1834, + 969, + 1866, + 1001 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "iphone -Apple", + "boxes": [ + 16, + 25, + 128, + 54 + ] + }, + { + "text": "x+", + "boxes": [ + 200, + 30, + 246, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 6, + 58, + 134, + 95 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "Mac", + "boxes": [ + 580, + 113, + 602, + 127 + ] + }, + { + "text": "iPad", + "boxes": [ + 634, + 109, + 660, + 129 + ] + }, + { + "text": "Phone", + "boxes": [ + 698, + 113, + 730, + 127 + ] + }, + { + "text": "Watch", + "boxes": [ + 770, + 109, + 804, + 129 + ] + }, + { + "text": "Visior", + "boxes": [ + 844, + 113, + 870, + 127 + ] + }, + { + "text": "AirPods", + "boxes": [ + 908, + 109, + 950, + 129 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1084, + 107, + 1166, + 131 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1268, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "a", + "boxes": [ + 1373, + 104, + 1399, + 130 + ] + }, + { + "text": "B", + "boxes": [ + 454, + 157, + 522, + 218 + ] + }, + { + "text": "C0", + "boxes": [ + 556, + 155, + 630, + 226 + ] + }, + { + "text": "0", + "boxes": [ + 664, + 159, + 720, + 216 + ] + }, + { + "text": "D", + "boxes": [ + 754, + 157, + 820, + 218 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "", + "boxes": [ + 1378, + 153, + 1466, + 226 + ] + }, + { + "text": "00", + "boxes": [ + 844, + 165, + 922, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1068, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1208, + 173, + 1276, + 220 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro ", + "boxes": [ + 446, + 216, + 532, + 248 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 562, + 214, + 628, + 248 + ] + }, + { + "text": "iPhone16e ", + "boxes": [ + 656, + 214, + 730, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 850, + 216, + 912, + 248 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1206, + 216, + 1276, + 248 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 216, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1460, + 244 + ] + }, + { + "text": "iPhone", + "boxes": [ + 105, + 384, + 365, + 490 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + } + ] + }, + { + "frame_id": "120_0_4", + "episode_id": 120, + "env_id": 0, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.822029113769531, + "advantages": -0.3238603174686432, + "generated_text": "{\n \"intent\": \"Explore gaming products by directly interacting with visible options\",\n \"action\": \"DoubleClick(470, 493)\"\n}", + "action_string": "DoubleClick(470, 493)", + "intent_string": "Explore gaming products by directly interacting with visible options", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 66, + 310, + 91 + ] + }, + { + "text": "ale3b7d25b&", + "boxes": [ + 1464, + 67, + 1558, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming", + "boxes": [ + 291, + 108, + 365, + 148 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1408, + 127, + 1442, + 141 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1810, + 129, + 1876, + 149 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 167, + 68, + 195 + ] + }, + { + "text": "Explore Related Products", + "boxes": [ + 10, + 256, + 184, + 286 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "gaming headset ", + "boxes": [ + 10, + 280, + 122, + 310 + ] + }, + { + "text": "gaming keyboard", + "boxes": [ + 12, + 304, + 126, + 328 + ] + }, + { + "text": "gaming pc", + "boxes": [ + 12, + 324, + 86, + 347 + ] + }, + { + "text": "gaming mouse", + "boxes": [ + 14, + 343, + 108, + 367 + ] + }, + { + "text": "See", + "boxes": [ + 20, + 367, + 50, + 381 + ] + }, + { + "text": "Price", + "boxes": [ + 10, + 409, + 50, + 435 + ] + }, + { + "text": "$0 - $8,900+", + "boxes": [ + 10, + 435, + 100, + 459 + ] + }, + { + "text": "VIPS100", + "boxes": [ + 432, + 504, + 524, + 526 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1866, + 528 + ] + }, + { + "text": "Deals & Discounts", + "boxes": [ + 10, + 514, + 136, + 544 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 540, + 98, + 566 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 560, + 100, + 586 + ] + }, + { + "text": "rReviews", + "boxes": [ + 70, + 596, + 130, + 613 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 617, + 144, + 647 + ] + }, + { + "text": "+2 other colors/pattern", + "boxes": [ + 908, + 621, + 1034, + 639 + ] + }, + { + "text": "onsored", + "boxes": [ + 1214, + 617, + 1268, + 635 + ] + }, + { + "text": "ASUS ROG Strix G16 Gaming ", + "boxes": [ + 1488, + 613, + 1710, + 643 + ] + }, + { + "text": "InnoView 23.8 Inch 2K Large", + "boxes": [ + 310, + 637, + 528, + 669 + ] + }, + { + "text": "Amazon Basics 24 inch Gaming", + "boxes": [ + 608, + 637, + 842, + 667 + ] + }, + { + "text": "GL.iNet GL-MT6000(Flint 2) WiFi 6", + "boxes": [ + 1194, + 637, + 1452, + 667 + ] + }, + { + "text": "Laptop, 165Hz Display, NVIDIA@", + "boxes": [ + 1486, + 637, + 1726, + 667 + ] + }, + { + "text": "Department", + "boxes": [ + 10, + 653, + 100, + 685 + ] + }, + { + "text": "sponsored", + "boxes": [ + 908, + 649, + 978, + 671 + ] + }, + { + "text": "Portable Monitor 100Hz 2560X1440", + "boxes": [ + 314, + 665, + 586, + 689 + ] + }, + { + "text": "Monitor, FHD 1080P, 165Hz, VESA", + "boxes": [ + 606, + 663, + 862, + 693 + ] + }, + { + "text": "Gaming Mouse Pad, Magnetic", + "boxes": [ + 900, + 669, + 1122, + 699 + ] + }, + { + "text": "Router with Wide Coverage, High-", + "boxes": [ + 1194, + 661, + 1448, + 693 + ] + }, + { + "text": "GeForce RTXTM 4060,Intel Core", + "boxes": [ + 1488, + 661, + 1722, + 691 + ] + }, + { + "text": "Computers & Accssories", + "boxes": [ + 10, + 677, + 176, + 707 + ] + }, + { + "text": "QHD Portable Gaming Monitor Fast ", + "boxes": [ + 312, + 687, + 584, + 717 + ] + }, + { + "text": "Compatible, Adaptive sync, 1ms", + "boxes": [ + 608, + 681, + 848, + 721 + ] + }, + { + "text": "Speed Gaming Router, 2 x 2.5G ", + "boxes": [ + 1194, + 687, + 1432, + 717 + ] + }, + { + "text": "i7-13650HX, 16GB DDR5, 1TB PC..", + "boxes": [ + 1484, + 683, + 1756, + 717 + ] + }, + { + "text": " Computers & Tablets", + "boxes": [ + 18, + 699, + 164, + 723 + ] + }, + { + "text": "Wireless Charging Mouse Pad", + "boxes": [ + 900, + 693, + 1124, + 727 + ] + }, + { + "text": "IPS 100% sRGB w/180% Adjustable...", + "boxes": [ + 312, + 711, + 584, + 741 + ] + }, + { + "text": "Response, Black", + "boxes": [ + 610, + 711, + 730, + 741 + ] + }, + { + "text": "Multi-Gig Ports+4 x 1G Ethernet.", + "boxes": [ + 1196, + 713, + 1438, + 737 + ] + }, + { + "text": "★★★★☆1,883", + "boxes": [ + 1490, + 715, + 1630, + 739 + ] + }, + { + "text": "$129.99", + "boxes": [ + 1808, + 707, + 1860, + 733 + ] + }, + { + "text": "PC Games & Accessories", + "boxes": [ + 12, + 719, + 168, + 742 + ] + }, + { + "text": "Gaming, 35\"x15.8\" Large RGB Desk", + "boxes": [ + 902, + 719, + 1162, + 748 + ] + }, + { + "text": "★★★★1,316", + "boxes": [ + 318, + 739, + 454, + 762 + ] + }, + { + "text": "1s: 3 sizes", + "boxes": [ + 646, + 742, + 696, + 760 + ] + }, + { + "text": "Mat for Laptop/Keyboard, 24 Ligh..", + "boxes": [ + 902, + 742, + 1166, + 772 + ] + }, + { + "text": "★★★★★1.068", + "boxes": [ + 1196, + 737, + 1336, + 766 + ] + }, + { + "text": "2K+ bought in past month", + "boxes": [ + 1490, + 735, + 1660, + 758 + ] + }, + { + "text": "Brands", + "boxes": [ + 8, + 748, + 68, + 780 + ] + }, + { + "text": "ASUS", + "boxes": [ + 5, + 765, + 77, + 805 + ] + }, + { + "text": "★★★★42", + "boxes": [ + 610, + 766, + 728, + 790 + ] + }, + { + "text": "$1,24478", + "boxes": [ + 1481, + 760, + 1595, + 803 + ] + }, + { + "text": "$29999", + "boxes": [ + 314, + 770, + 396, + 802 + ] + }, + { + "text": "★★★★★81", + "boxes": [ + 906, + 772, + 1022, + 796 + ] + }, + { + "text": " FIFINE", + "boxes": [ + 12, + 796, + 76, + 816 + ] + }, + { + "text": "$15990", + "boxes": [ + 1190, + 788, + 1276, + 826 + ] + }, + { + "text": "Save $60.00 with c", + "boxes": [ + 316, + 800, + 440, + 830 + ] + }, + { + "text": "$12861", + "boxes": [ + 606, + 798, + 688, + 830 + ] + }, + { + "text": "00+", + "boxes": [ + 910, + 798, + 942, + 812 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 1486, + 800, + 1630, + 830 + ] + }, + { + "text": "口A", + "boxes": [ + 14, + 816, + 42, + 836 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 314, + 823, + 458, + 854 + ] + }, + { + "text": "$4499 List rice: $59.99", + "boxes": [ + 897, + 819, + 1077, + 862 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 1190, + 824, + 1328, + 854 + ] + }, + { + "text": "VISOONE", + "boxes": [ + 10, + 834, + 98, + 858 + ] + }, + { + "text": "$46.23 delivery", + "boxes": [ + 608, + 834, + 712, + 860 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1570, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 314, + 850, + 396, + 874 + ] + }, + { + "text": "Delivery sat, May 24", + "boxes": [ + 900, + 855, + 1042, + 892 + ] + }, + { + "text": " Ships to China", + "boxes": [ + 1194, + 848, + 1278, + 874 + ] + }, + { + "text": "Ships to Chin", + "boxes": [ + 612, + 860, + 680, + 878 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 1494, + 856, + 1580, + 881 + ] + }, + { + "text": "", + "boxes": [ + 16, + 878, + 38, + 891 + ] + }, + { + "text": "Ad to cat", + "boxes": [ + 318, + 876, + 406, + 907 + ] + }, + { + "text": "Temporarily out of stock", + "boxes": [ + 612, + 876, + 742, + 899 + ] + }, + { + "text": "Ships to Chin", + "boxes": [ + 908, + 883, + 976, + 901 + ] + }, + { + "text": "Add to cart ", + "boxes": [ + 1198, + 876, + 1284, + 907 + ] + }, + { + "text": "More Buying Choices ", + "boxes": [ + 1488, + 883, + 1632, + 913 + ] + }, + { + "text": " Add to cart", + "boxes": [ + 618, + 907, + 698, + 933 + ] + }, + { + "text": "$1,219.99 (6 used & new offers)", + "boxes": [ + 1490, + 907, + 1698, + 931 + ] + }, + { + "text": "Condition", + "boxes": [ + 14, + 951, + 78, + 969 + ] + }, + { + "text": "New", + "boxes": [ + 11, + 968, + 67, + 996 + ] + }, + { + "text": "Used", + "boxes": [ + 16, + 993, + 68, + 1012 + ] + }, + { + "text": "gitlGiftCard", + "boxes": [ + 383, + 990, + 447, + 1019 + ] + }, + { + "text": "$10", + "boxes": [ + 488, + 991, + 534, + 1018 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 66, + 130, + 91 + ] + }, + { + "text": "曰』", + "boxes": [ + 252, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 103, + 1876, + 135 + ] + }, + { + "text": "gaming", + "boxes": [ + 298, + 113, + 362, + 145 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "Al", + "boxes": [ + 44, + 173, + 58, + 189 + ] + }, + { + "text": "Shop top categories that ship internationally", + "boxes": [ + 782, + 204, + 1160, + 234 + ] + }, + { + "text": "InnoView 23.8 Inch 2K Large Portable Monitor 100Hz", + "boxes": [ + 682, + 308, + 1268, + 338 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "", + "boxes": [ + 162, + 318, + 192, + 339 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "$29999", + "boxes": [ + 1389, + 315, + 1477, + 360 + ] + }, + { + "text": "2560X1440 QHD Portable Gaming Monitor Fast IPS 100%", + "boxes": [ + 682, + 339, + 1320, + 369 + ] + }, + { + "text": "网", + "boxes": [ + 156, + 353, + 200, + 403 + ] + }, + { + "text": "sRGB w/180° Adjustable Stand USB-C HDMI Laptop Monitors ", + "boxes": [ + 682, + 369, + 1356, + 405 + ] + }, + { + "text": " $70.49 Shipping & Import", + "boxes": [ + 1390, + 361, + 1566, + 393 + ] + }, + { + "text": "Charges to China Detals ", + "boxes": [ + 1392, + 383, + 1574, + 413 + ] + }, + { + "text": "for PS5/4 Desktop MacBook Switch Xbox PC", + "boxes": [ + 680, + 401, + 1170, + 437 + ] + }, + { + "text": "DeliveryMonday,May26.Ord", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "within 23 hrs 51 mins", + "boxes": [ + 1392, + 423, + 1536, + 453 + ] + }, + { + "text": "D", + "boxes": [ + 156, + 449, + 200, + 502 + ] + }, + { + "text": "4.3★★★★☆", + "boxes": [ + 682, + 448, + 806, + 475 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "$29999", + "boxes": [ + 680, + 490, + 762, + 522 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 494, + 1466, + 520 + ] + }, + { + "text": "O", + "boxes": [ + 156, + 504, + 200, + 554 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1866, + 528 + ] + }, + { + "text": "$70.49 Shipping & Import Charges to China Details", + "boxes": [ + 680, + 526, + 1008, + 556 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "五", + "boxes": [ + 152, + 547, + 204, + 603 + ] + }, + { + "text": "Coupon:", + "boxes": [ + 684, + 556, + 754, + 582 + ] + }, + { + "text": " Apply $60 coupon Terms", + "boxes": [ + 756, + 550, + 964, + 584 + ] + }, + { + "text": "30-day refund/replacement ", + "boxes": [ + 680, + 582, + 882, + 606 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "100HzZ", + "boxes": [ + 492, + 592, + 570, + 629 + ] + }, + { + "text": "Style: 23.8inch QHD 100Hz", + "boxes": [ + 678, + 606, + 868, + 635 + ] + }, + { + "text": "", + "boxes": [ + 1002, + 619, + 1114, + 687 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1530, + 645 + ] + }, + { + "text": "23.8inch", + "boxes": [ + 1122, + 629, + 1192, + 661 + ] + }, + { + "text": "QHD180Hz", + "boxes": [ + 1120, + 641, + 1210, + 677 + ] + }, + { + "text": "$349.99", + "boxes": [ + 1121, + 666, + 1179, + 700 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1526, + 687 + ] + }, + { + "text": "59", + "boxes": [ + 686, + 667, + 748, + 719 + ] + }, + { + "text": "$249.99", + "boxes": [ + 800, + 671, + 854, + 697 + ] + }, + { + "text": "$399.99", + "boxes": [ + 908, + 671, + 962, + 697 + ] + }, + { + "text": "$299.99", + "boxes": [ + 1014, + 667, + 1072, + 699 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1398, + 677, + 1452, + 707 + ] + }, + { + "text": "INNO-VIEW", + "boxes": [ + 1462, + 675, + 1538, + 707 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "$129.", + "boxes": [ + 1812, + 713, + 1848, + 727 + ] + }, + { + "text": "Brand", + "boxes": [ + 680, + 731, + 728, + 756 + ] + }, + { + "text": "InnoView", + "boxes": [ + 858, + 729, + 926, + 754 + ] + }, + { + "text": "Payment", + "boxes": [ + 1402, + 741, + 1450, + 758 + ] + }, + { + "text": " Secure transaction", + "boxes": [ + 1466, + 735, + 1570, + 758 + ] + }, + { + "text": "Screen Size", + "boxes": [ + 682, + 754, + 762, + 780 + ] + }, + { + "text": "23.8", + "boxes": [ + 856, + 750, + 894, + 780 + ] + }, + { + "text": "Resolution", + "boxes": [ + 682, + 780, + 758, + 806 + ] + }, + { + "text": "QHD Ultr Wide 140p", + "boxes": [ + 854, + 776, + 1016, + 812 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "Add a giftreceipt for easy", + "boxes": [ + 1414, + 790, + 1586, + 820 + ] + }, + { + "text": "Aspect Ratio", + "boxes": [ + 682, + 808, + 770, + 832 + ] + }, + { + "text": "16:9", + "boxes": [ + 860, + 808, + 894, + 830 + ] + }, + { + "text": "returns", + "boxes": [ + 1413, + 809, + 1471, + 841 + ] + }, + { + "text": "Screen Surface", + "boxes": [ + 682, + 832, + 786, + 856 + ] + }, + { + "text": "Matte", + "boxes": [ + 853, + 827, + 903, + 861 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1402, + 866, + 1476, + 889 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 891, + 838, + 927 + ] + }, + { + "text": "·【2KPortableMonitor】2KQHDresolution and amazing oHzrefreshrate give youtheedge inall", + "boxes": [ + 686, + 919, + 1342, + 951 + ] + }, + { + "text": "yourgainquestsEquippewithFreytechnlgandfunctiotlinate", + "boxes": [ + 696, + 935, + 1306, + 975 + ] + }, + { + "text": "and stuttering forhighern", + "boxes": [ + 700, + 961, + 870, + 989 + ] + }, + { + "text": "motion clarity and smoother gameplay", + "boxes": [ + 858, + 963, + 1112, + 991 + ] + }, + { + "text": "uality than Full HD", + "boxes": [ + 1178, + 1011, + 1296, + 1028 + ] + } + ] + }, + { + "frame_id": "120_1_4", + "episode_id": 120, + "env_id": 1, + "step": 4, + "format_rewards": 1.0, + "rewards": 12.056031227111816, + "advantages": 2.4631307125091553, + "generated_text": "{\n \"intent\": \"Click the search result '将人工智能送上太空' (Send Artificial Intelligence into Space) to explore this topic more thoroughly.\",\n \"action\": \"DoubleClick(555, 425)\"\n}", + "action_string": "DoubleClick(555, 425)", + "intent_string": "Click the search result '将人工智能送上太空' (Send Artificial Intelligence into Space) to explore this topic more thoroughly.", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "、将人工智能过上太空", + "boxes": [ + 468, + 293, + 630, + 330 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "CNext", + "boxes": [ + 1356, + 373, + 1422, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1282, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 449, + 640, + 478 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 444, + 966, + 479 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 768, + 1550, + 792 + ] + }, + { + "text": "13,.71%6", + "boxes": [ + 1630, + 802, + 1692, + 842 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1456, + 848, + 1518, + 889 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1632, + 852, + 1688, + 878 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "网上车市·11小时", + "boxes": [ + 824, + 917, + 962, + 947 + ] + }, + { + "text": "每日穿搭·18小时", + "boxes": [ + 1138, + 921, + 1274, + 945 + ] + }, + { + "text": "“三好生”再进化，第四代博越", + "boxes": [ + 828, + 939, + 1102, + 975 + ] + }, + { + "text": "38岁杨幂带火了一种初夏新穿", + "boxes": [ + 1136, + 943, + 1412, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": ",31", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "点资讯·2周", + "boxes": [ + 236, + 955, + 318, + 979 + ] + }, + { + "text": "L凭啥称霸10万级燃油市场？", + "boxes": [ + 830, + 969, + 1094, + 999 + ] + }, + { + "text": "法：中长款T恤+短裤，洋气", + "boxes": [ + 1138, + 969, + 1400, + 999 + ] + }, + { + "text": "湖南菜十大硬菜，哪道菜是你的口味？", + "boxes": [ + 202, + 981, + 696, + 1022 + ] + }, + { + "text": "传", + "boxes": [ + 1454, + 979, + 1528, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1591, + 986, + 1629, + 1014 + ] + }, + { + "text": "+431628", + "boxes": [ + 1624, + 983, + 1700, + 1030 + ] + }, + { + "text": "又减龄", + "boxes": [ + 1136, + 995, + 1208, + 1026 + ] + }, + { + "text": "1", + "boxes": [ + 1138, + 1026, + 1204, + 1046 + ] + }, + { + "text": "丢白选股", + "boxes": [ + 1634, + 1026, + 1700, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 2,670,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "12 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着，", + "boxes": [ + 178, + 389, + 758, + 413 + ] + }, + { + "text": "，", + "boxes": [ + 548, + 423, + 570, + 447 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "ww.thepaper.cn T", + "boxes": [ + 276, + 450, + 378, + 481 + ] + }, + { + "text": " Translate this result ", + "boxes": [ + 366, + 455, + 490, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "15 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航”，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 208, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 176, + 615, + 720, + 651 + ] + }, + { + "text": "15 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 178, + 669, + 762, + 693 + ] + }, + { + "text": "浙江在线", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "htps:/zjnews.zjol.com.cn yc qmt Translate thisresut", + "boxes": [ + 212, + 733, + 564, + 762 + ] + }, + { + "text": "算力上天！首批12星成功入轨，“三体计算星座\"开启太空计算", + "boxes": [ + 176, + 756, + 722, + 792 + ] + }, + { + "text": "10 hours ago·为何要将算力送上太空？李超举了一个直观的例子：“传统遥感卫星拍摄城市交通", + "boxes": [ + 178, + 784, + 778, + 814 + ] + }, + { + "text": "画面，数据传回地面后，可能需要1小时来进行处理。“把算力带到太空就可以实现数据的在轨处.", + "boxes": [ + 178, + 810, + 776, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/fnance.sina.com.cn tech rll doc. Translae this resut ", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 174, + 895, + 672, + 931 + ] + }, + { + "text": "2 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 176, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的“三体计算星座\"的首次发射，", + "boxes": [ + 174, + 945, + 576, + 977 + ] + }, + { + "text": "5", + "boxes": [ + 176, + 997, + 218, + 1037 + ] + }, + { + "text": "千龙网", + "boxes": [ + 208, + 991, + 268, + 1022 + ] + }, + { + "text": " https://china.qianlong.com Translate this result", + "boxes": [ + 210, + 1012, + 502, + 1040 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 232, + 1050, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "120_2_4", + "episode_id": 120, + "env_id": 2, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.870829582214355, + "advantages": 0.9845527410507202, + "generated_text": "{\n \"intent\": \"Explore the iPhone models by clicking on the 'All Models' link\",\n \"action\": \"Click(169, 398)\"\n}", + "action_string": "Click(169, 398)", + "intent_string": "Explore the iPhone models by clicking on the 'All Models' link", + "before_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 116, + 34, + 156, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 59, + 126, + 96 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 62, + 1912, + 93 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "iPhone 16 Pro ", + "boxes": [ + 736, + 220, + 838, + 252 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 874, + 224, + 948, + 250 + ] + }, + { + "text": "iphone 16e", + "boxes": [ + 982, + 224, + 1062, + 250 + ] + }, + { + "text": "?", + "boxes": [ + 1576, + 298, + 1596, + 314 + ] + }, + { + "text": "iPhone", + "boxes": [ + 602, + 339, + 660, + 371 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 752, + 343, + 822, + 369 + ] + }, + { + "text": "16Pro", + "boxes": [ + 610, + 367, + 654, + 387 + ] + }, + { + "text": "Pro Max", + "boxes": [ + 756, + 367, + 814, + 387 + ] + }, + { + "text": "All Models", + "boxes": [ + 144, + 387, + 228, + 413 + ] + }, + { + "text": "Shopping guide", + "boxes": [ + 262, + 389, + 382, + 413 + ] + }, + { + "text": "iPhone 16 Pro", + "boxes": [ + 950, + 381, + 1154, + 419 + ] + }, + { + "text": "From $999 or $41.62/mo.for 24 mo.", + "boxes": [ + 958, + 429, + 1188, + 447 + ] + }, + { + "text": "All models. Take your pick", + "boxes": [ + 140, + 472, + 458, + 508 + ] + }, + { + "text": "Titanium design with larger 6.3-inch Super", + "boxes": [ + 1008, + 484, + 1362, + 522 + ] + }, + { + "text": "Retina XDR display, durable latest-generation", + "boxes": [ + 1012, + 510, + 1390, + 540 + ] + }, + { + "text": "6.3", + "boxes": [ + 960, + 519, + 990, + 543 + ] + }, + { + "text": "Ceramic Shield,Action button,andBCwith", + "boxes": [ + 1014, + 530, + 1396, + 560 + ] + }, + { + "text": "USB 3 speeds2", + "boxes": [ + 1012, + 552, + 1136, + 582 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 168, + 586, + 372, + 615 + ] + }, + { + "text": "Phone 15 &", + "boxes": [ + 1446, + 577, + 1584, + 620 + ] + }, + { + "text": "Expl", + "boxes": [ + 1846, + 584, + 1904, + 617 + ] + }, + { + "text": "The first iPhone designed for Apple", + "boxes": [ + 1008, + 602, + 1306, + 637 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 166, + 615, + 408, + 651 + ] + }, + { + "text": "8", + "boxes": [ + 964, + 615, + 988, + 641 + ] + }, + { + "text": "hone 15 Plus", + "boxes": [ + 1448, + 615, + 1618, + 651 + ] + }, + { + "text": "Intelligence.3 Personal, private, powerful.", + "boxes": [ + 1012, + 625, + 1346, + 655 + ] + }, + { + "text": "acce", + "boxes": [ + 1841, + 615, + 1909, + 652 + ] + }, + { + "text": "B", + "boxes": [ + 960, + 685, + 992, + 715 + ] + }, + { + "text": "Camera Control gives you an easier way to", + "boxes": [ + 1010, + 677, + 1358, + 707 + ] + }, + { + "text": "quickly access camera tools", + "boxes": [ + 1014, + 701, + 1242, + 725 + ] + }, + { + "text": "A18 Pro chip powers Apple Intelligence and", + "boxes": [ + 1006, + 744, + 1376, + 782 + ] + }, + { + "text": "国", + "boxes": [ + 960, + 768, + 992, + 800 + ] + }, + { + "text": "AAA gaming — and helps deliver a huge leap in", + "boxes": [ + 1008, + 768, + 1392, + 802 + ] + }, + { + "text": "battery life", + "boxes": [ + 1014, + 794, + 1108, + 820 + ] + }, + { + "text": "4K 120 fps Dolby Vision and 4 studio-quality", + "boxes": [ + 1010, + 844, + 1374, + 874 + ] + }, + { + "text": "⑧", + "boxes": [ + 960, + 854, + 994, + 883 + ] + }, + { + "text": "mics. A Pro studio in your pocket.", + "boxes": [ + 1010, + 864, + 1286, + 895 + ] + }, + { + "text": " Capture magical spatial photos and videos on", + "boxes": [ + 1008, + 915, + 1384, + 947 + ] + }, + { + "text": "4", + "boxes": [ + 958, + 937, + 990, + 967 + ] + }, + { + "text": "iPhone 16 Pro, then relive them on", + "boxes": [ + 1008, + 935, + 1294, + 969 + ] + }, + { + "text": "Apple Vision Pro", + "boxes": [ + 1014, + 959, + 1152, + 989 + ] + }, + { + "text": "Explore iPhone 16 Pro further >", + "boxes": [ + 952, + 1001, + 1192, + 1030 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "目", + "boxes": [ + 1542, + 68, + 1570, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1660, + 89 + ] + }, + { + "text": "AirPod", + "boxes": [ + 910, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 111, + 1046, + 129 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "Need shopping help?", + "boxes": [ + 1600, + 230, + 1742, + 254 + ] + }, + { + "text": "ecialist 7", + "boxes": [ + 1714, + 254, + 1768, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 292, + 1588, + 318 + ] + }, + { + "text": "Visit an Apple Store", + "boxes": [ + 1596, + 284, + 1732, + 312 + ] + }, + { + "text": "Find one near you 7", + "boxes": [ + 1598, + 303, + 1726, + 332 + ] + }, + { + "text": "All odels ", + "boxes": [ + 144, + 389, + 230, + 415 + ] + }, + { + "text": " Shopping guides ", + "boxes": [ + 260, + 387, + 400, + 417 + ] + }, + { + "text": "Ways to Save", + "boxes": [ + 432, + 389, + 540, + 413 + ] + }, + { + "text": " Sustainability", + "boxes": [ + 570, + 387, + 682, + 417 + ] + }, + { + "text": "Accessories", + "boxes": [ + 716, + 389, + 814, + 413 + ] + }, + { + "text": " Setup and Support ", + "boxes": [ + 846, + 387, + 1000, + 417 + ] + }, + { + "text": "The iPhone Experience", + "boxes": [ + 1032, + 389, + 1214, + 413 + ] + }, + { + "text": " Special Stores ", + "boxes": [ + 1246, + 387, + 1366, + 417 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 140, + 472, + 466, + 508 + ] + }, + { + "text": "PPLE INTELLIGENCE", + "boxes": [ + 180, + 560, + 296, + 578 + ] + }, + { + "text": "APPLE INTELLIGENCE", + "boxes": [ + 1012, + 556, + 1140, + 580 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 164, + 580, + 376, + 621 + ] + }, + { + "text": "iPhone 16 &", + "boxes": [ + 586, + 582, + 746, + 619 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 1004, + 579, + 1156, + 622 + ] + }, + { + "text": "iPhone 15 &", + "boxes": [ + 1424, + 580, + 1582, + 617 + ] + }, + { + "text": "Expl", + "boxes": [ + 1841, + 579, + 1917, + 624 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 611, + 408, + 653 + ] + }, + { + "text": "iPhone 16 Plus", + "boxes": [ + 586, + 613, + 778, + 651 + ] + }, + { + "text": "iPhone 15 Plus", + "boxes": [ + 1424, + 611, + 1618, + 653 + ] + }, + { + "text": "acce", + "boxes": [ + 1846, + 619, + 1914, + 651 + ] + } + ] + }, + { + "frame_id": "120_3_4", + "episode_id": 120, + "env_id": 3, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.489675521850586, + "advantages": 0.5090504884719849, + "generated_text": "{\n \"intent\": \"Enter the article link titled '外国游客张家界付费拾桥，60元10分钟引对方惊讶' to read more about the incident.\",\n \"action\": \"Click(527, 369)\"\n}", + "action_string": "Click(527, 369)", + "intent_string": "Enter the article link titled '外国游客张家界付费拾桥，60元10分钟引对方惊讶' to read more about the incident.", + "before_screen_ocr_results": [ + { + "text": "外国游客张家界付费拾轿", + "boxes": [ + 246, + 32, + 396, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1594, + 62, + 1664, + 93 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1766, + 125, + 1786, + 141 + ] + }, + { + "text": "资讯 娱乐 时尚教育 科技 萌宠 汽车", + "boxes": [ + 346, + 175, + 692, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1726, + 206 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "淘", + "boxes": [ + 1628, + 252, + 1650, + 266 + ] + }, + { + "text": "众播观察+关注", + "boxes": [ + 384, + 266, + 574, + 304 + ] + }, + { + "text": "39.7K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "单件直享批发价一", + "boxes": [ + 1588, + 284, + 1700, + 308 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1422, + 289, + 1544, + 326 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "外国游客张家界付费拾轿，60元10分钟引对方惊讶", + "boxes": [ + 366, + 349, + 1094, + 391 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "众播观察的报道·16小时·①1分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "近日，外国游客在张家界天门山景区旅游时，付费给挑夫拾轿子，引起关注。5月13日，外国游客孔翔荣回应，他与", + "boxes": [ + 360, + 500, + 1232, + 538 + ] + }, + { + "text": "朋友付费60元，抬轿夫拾了十分钟，他们体会到这份工作并不轻松，很尊重这名努力又幽默的轿夫。", + "boxes": [ + 362, + 526, + 1108, + 564 + ] + }, + { + "text": "访问众播观察", + "boxes": [ + 1426, + 552, + 1548, + 582 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "现场视频显示，两名外国游客一前一后，小心翼翼地抬起轿子，而轿夫则坐在轿子上，有些不好意思，并嘱咐\"慢点", + "boxes": [ + 362, + 570, + 1224, + 604 + ] + }, + { + "text": "走”，另一名轿夫则称赞\"verygood\"，几人一路上氛围欢乐。", + "boxes": [ + 368, + 604, + 800, + 627 + ] + }, + { + "text": "地灾预警！湘东北、湘西南部分地", + "boxes": [ + 1444, + 604, + 1664, + 633 + ] + }, + { + "text": "甘肃陇南安排游客五一住学生宿", + "boxes": [ + 1448, + 667, + 1646, + 691 + ] + }, + { + "text": "甘薇宣布与贾跃亭离婚，二人无商", + "boxes": [ + 1446, + 729, + 1662, + 758 + ] + }, + { + "text": "业关联", + "boxes": [ + 1445, + 745, + 1495, + 779 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1668, + 872, + 1722, + 913 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 30, + 911, + 794, + 935 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及不", + "boxes": [ + 32, + 951, + 216, + 975 + ] + }, + { + "text": "在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 214, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：", + "boxes": [ + 32, + 971, + 126, + 995 + ] + }, + { + "text": "微软隐私声明", + "boxes": [ + 120, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "国游客张家·", + "boxes": [ + 224, + 1048, + 304, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "外国游客张家界付费拾轿", + "boxes": [ + 244, + 32, + 396, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1594, + 62, + 1664, + 93 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 123, + 1788, + 143 + ] + }, + { + "text": "资讯 娱乐 时尚教育 科技 萌宠汽车", + "boxes": [ + 346, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1726, + 206 + ] + }, + { + "text": "众播观察+关注", + "boxes": [ + 384, + 266, + 574, + 304 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "39.7K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1588, + 284, + 1700, + 308 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1422, + 289, + 1544, + 326 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "外国游客张家界付费拾轿，60元10分钟引对方惊讶", + "boxes": [ + 366, + 349, + 1094, + 391 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "众播观察的报道·16小时·①1分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "近日，外国游客在张家界天门山景区旅游时，付费给挑夫拾轿子，引起关注。5月13日，外国游客孔翔荣回应，他与", + "boxes": [ + 360, + 500, + 1232, + 538 + ] + }, + { + "text": "朋友付费60元，抬轿夫拾了十分钟，他们体会到这份工作并不轻松，很尊重这名努力又幽默的轿夫。", + "boxes": [ + 362, + 526, + 1108, + 564 + ] + }, + { + "text": "访问众播观察", + "boxes": [ + 1426, + 552, + 1548, + 582 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "现场视频显示，两名外国游客一前一后，小心翼翼地抬起轿子，而轿夫则坐在轿子上，有些不好意思，并嘱咐“慢点", + "boxes": [ + 364, + 574, + 1224, + 604 + ] + }, + { + "text": "走”，另一名轿夫则称赞\"verygood\"，几人一路上氛围欢乐。", + "boxes": [ + 368, + 604, + 800, + 627 + ] + }, + { + "text": "地灾预警！湘东北、湘西南部分地", + "boxes": [ + 1444, + 604, + 1664, + 633 + ] + }, + { + "text": "甘肃陇南安排游客五一住学生宿", + "boxes": [ + 1448, + 667, + 1646, + 691 + ] + }, + { + "text": "甘薇宣布与贾跃亭离婚，二人无商", + "boxes": [ + 1446, + 729, + 1662, + 758 + ] + }, + { + "text": "业关联", + "boxes": [ + 1445, + 745, + 1495, + 779 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "国游客张家", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "120_4_4", + "episode_id": 120, + "env_id": 4, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.711174964904785, + "advantages": -0.4621545076370239, + "generated_text": "{\n \"intent\": \"Scroll down the webpage to view more content below the search bar\",\n \"action\": \"ScrollDown(0, 546)\"\n}", + "action_string": "ScrollDown(0, 546)", + "intent_string": "Scroll down the webpage to view more content below the search bar", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 40, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 468, + 295, + 630, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "CNext", + "boxes": [ + 1356, + 373, + 1422, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1282, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 478, + 444, + 640, + 481 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 792, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1452, + 766, + 1550, + 792 + ] + }, + { + "text": "13.721%6", + "boxes": [ + 1628, + 802, + 1696, + 844 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1456, + 848, + 1518, + 889 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1624, + 852, + 1690, + 878 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1526, + 941 + ] + }, + { + "text": "WM", + "boxes": [ + 1594, + 897, + 1634, + 925 + ] + }, + { + "text": "+4078", + "boxes": [ + 1624, + 891, + 1700, + 939 + ] + }, + { + "text": "华声在线·1周", + "boxes": [ + 848, + 919, + 942, + 945 + ] + }, + { + "text": "一点视频/商丘广播·1周", + "boxes": [ + 1136, + 929, + 1310, + 959 + ] + }, + { + "text": "仰望U8L：重新定义豪华", + "boxes": [ + 824, + 941, + 1058, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "李国盛，付强相声《八屏扇》，相声功底深", + "boxes": [ + 204, + 947, + 762, + 983 + ] + }, + { + "text": "M", + "boxes": [ + 1612, + 947, + 1638, + 961 + ] + }, + { + "text": ".319", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "SUV新标准", + "boxes": [ + 826, + 964, + 942, + 1001 + ] + }, + { + "text": "《殷商之源，诗述商丘》30集", + "boxes": [ + 1144, + 955, + 1416, + 985 + ] + }, + { + "text": "厚，这才是传统相声", + "boxes": [ + 200, + 985, + 472, + 1020 + ] + }, + { + "text": "系列专题片一一《古城南湖》", + "boxes": [ + 1138, + 977, + 1400, + 1015 + ] + }, + { + "text": "传", + "boxes": [ + 1454, + 979, + 1528, + 1036 + ] + }, + { + "text": "43162", + "boxes": [ + 1622, + 979, + 1702, + 1032 + ] + }, + { + "text": "3", + "boxes": [ + 1590, + 989, + 1630, + 1014 + ] + }, + { + "text": "(视频来源：商丘师范学院)", + "boxes": [ + 1148, + 1005, + 1396, + 1040 + ] + }, + { + "text": "△7", + "boxes": [ + 830, + 1028, + 858, + 1042 + ] + }, + { + "text": "看白选股硅", + "boxes": [ + 1631, + 1024, + 1705, + 1049 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search -Microsoft Bing×+", + "boxes": [ + 36, + 32, + 244, + 50 + ] + }, + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 248, + 62, + 446, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1872, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 17, + 105, + 189, + 155 + ] + }, + { + "text": "mages", + "boxes": [ + 256, + 127, + 290, + 141 + ] + }, + { + "text": "Translat", + "boxes": [ + 404, + 121, + 452, + 141 + ] + }, + { + "text": "国内版", + "boxes": [ + 492, + 191, + 558, + 216 + ] + }, + { + "text": "国际版", + "boxes": [ + 552, + 191, + 636, + 216 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 236, + 630, + 266 + ] + }, + { + "text": "伦敦时间到", + "boxes": [ + 1518, + 391, + 1622, + 417 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 183, + 432, + 273, + 469 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1456, + 482, + 1550, + 508 + ] + }, + { + "text": "1,.717", + "boxes": [ + 1628, + 514, + 1700, + 562 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 560, + 1520, + 608 + ] + }, + { + "text": "20", + "boxes": [ + 1616, + 558, + 1702, + 611 + ] + }, + { + "text": "r", + "boxes": [ + 1589, + 562, + 1633, + 595 + ] + }, + { + "text": "经新拉", + "boxes": [ + 1456, + 606, + 1524, + 655 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 611, + 1642, + 639 + ] + }, + { + "text": "4.078 ", + "boxes": [ + 1622, + 604, + 1712, + 657 + ] + }, + { + "text": "星视频·4天", + "boxes": [ + 220, + 637, + 300, + 655 + ] + }, + { + "text": "华声在线·1周", + "boxes": [ + 832, + 635, + 942, + 659 + ] + }, + { + "text": "1一点视频/商丘广播·1周", + "boxes": [ + 1134, + 641, + 1310, + 675 + ] + }, + { + "text": "仰望U8L：重新定义豪华", + "boxes": [ + 824, + 655, + 1060, + 691 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1454, + 653, + 1520, + 701 + ] + }, + { + "text": " +2.81%", + "boxes": [ + 1601, + 650, + 1699, + 692 + ] + }, + { + "text": "提醒老年人：上了年纪除了烟酒，这3件事也", + "boxes": [ + 202, + 663, + 780, + 699 + ] + }, + { + "text": "《殷商之源，诗述商丘》30集", + "boxes": [ + 1142, + 667, + 1416, + 703 + ] + }, + { + "text": "SUV新标准", + "boxes": [ + 826, + 685, + 940, + 715 + ] + }, + { + "text": "1,634.99", + "boxes": [ + 1638, + 677, + 1692, + 695 + ] + }, + { + "text": "要少做才好", + "boxes": [ + 197, + 690, + 357, + 741 + ] + }, + { + "text": "系列专题片——《古城南湖》", + "boxes": [ + 1136, + 691, + 1398, + 727 + ] + }, + { + "text": "英代达", + "boxes": [ + 1456, + 697, + 1526, + 750 + ] + }, + { + "text": "+4.363", + "boxes": [ + 1628, + 699, + 1700, + 746 + ] + }, + { + "text": "(视频来源：商丘师范学院)", + "boxes": [ + 1146, + 723, + 1394, + 752 + ] + }, + { + "text": "", + "boxes": [ + 206, + 748, + 226, + 762 + ] + }, + { + "text": "", + "boxes": [ + 228, + 748, + 254, + 762 + ] + }, + { + "text": "查看自选股建议", + "boxes": [ + 1622, + 744, + 1726, + 770 + ] + }, + { + "text": "降价还增配", + "boxes": [ + 526, + 786, + 782, + 836 + ] + }, + { + "text": "现", + "boxes": [ + 1048, + 917, + 1094, + 943 + ] + }, + { + "text": "3DM·14小时", + "boxes": [ + 202, + 951, + 314, + 975 + ] + }, + { + "text": "藻湘晨报·12小时", + "boxes": [ + 1138, + 951, + 1270, + 975 + ] + }, + { + "text": "一点视频/优视汽车·4 周", + "boxes": [ + 512, + 961, + 684, + 991 + ] + }, + { + "text": "0", + "boxes": [ + 828, + 963, + 852, + 985 + ] + }, + { + "text": "一点视频/B刷电视剧 · 16 小时 ", + "boxes": [ + 846, + 961, + 1024, + 991 + ] + }, + { + "text": "《星痕共鸣》试玩报告：重生", + "boxes": [ + 208, + 971, + 474, + 1007 + ] + }, + { + "text": "“给你钱，我拾你！”外国游客", + "boxes": [ + 1138, + 971, + 1412, + 1007 + ] + }, + { + "text": "不服不行，直降2万还增加配", + "boxes": [ + 510, + 983, + 780, + 1018 + ] + }, + { + "text": "方清平相声《黄鹤楼》", + "boxes": [ + 826, + 987, + 1028, + 1016 + ] + }, + { + "text": "，师父", + "boxes": [ + 1024, + 985, + 1098, + 1016 + ] + }, + { + "text": "之我在异世界的轻松日常", + "boxes": [ + 204, + 1001, + 430, + 1030 + ] + }, + { + "text": "在张家界把轿夫拾了十分钟：", + "boxes": [ + 1138, + 1001, + 1402, + 1030 + ] + }, + { + "text": "置，问界M5UItra是真到位", + "boxes": [ + 514, + 1012, + 780, + 1042 + ] + }, + { + "text": "李金斗亲自替其捧眼，太宠", + "boxes": [ + 826, + 1012, + 1078, + 1042 + ] + }, + { + "text": "大叔很开心", + "boxes": [ + 1144, + 1024, + 1246, + 1048 + ] + }, + { + "text": "送了三瓶柠檬水", + "boxes": [ + 1258, + 1024, + 1400, + 1048 + ] + } + ] + }, + { + "frame_id": "120_5_4", + "episode_id": 120, + "env_id": 5, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.25661563873291, + "advantages": 0.21830064058303833, + "generated_text": "{\n \"intent\": \"Click on the Bing search icon to visit the Bing website and continue exploring links related to technology.\",\n \"action\": \"DoubleClick(758, 514)\"\n}", + "action_string": "DoubleClick(758, 514)", + "intent_string": "Click on the Bing search icon to visit the Bing website and continue exploring links related to technology.", + "before_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": " Bearch the Web", + "boxes": [ + 638, + 282, + 766, + 314 + ] + }, + { + "text": "D", + "boxes": [ + 630, + 294, + 650, + 308 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "①", + "boxes": [ + 249, + 63, + 313, + 94 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "mEN+", + "boxes": [ + 1520, + 119, + 1582, + 151 + ] + }, + { + "text": "", + "boxes": [ + 1826, + 115, + 1860, + 135 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "egistry", + "boxes": [ + 200, + 169, + 246, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 420, + 187 + ] + }, + { + "text": "Sign in", + "boxes": [ + 1622, + 177, + 1680, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Shop Books", + "boxes": [ + 652, + 284, + 838, + 322 + ] + }, + { + "text": "explore titles", + "boxes": [ + 670, + 317, + 818, + 360 + ] + }, + { + "text": "lions of products withfast local delivery. Click here to gotoamazon.cn", + "boxes": [ + 946, + 455, + 1398, + 484 + ] + }, + { + "text": "", + "boxes": [ + 1224, + 488, + 1276, + 508 + ] + }, + { + "text": "1", + "boxes": [ + 1434, + 488, + 1468, + 508 + ] + }, + { + "text": "?", + "boxes": [ + 754, + 516, + 770, + 530 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 794, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 980, + 530, + 1288, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 1346, + 524, + 1572, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 982, + 891, + 1116, + 909 + ] + }, + { + "text": " See all deals", + "boxes": [ + 1350, + 889, + 1430, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": " appliances", + "boxes": [ + 238, + 994, + 356, + 1029 + ] + } + ] + }, + { + "frame_id": "120_6_4", + "episode_id": 120, + "env_id": 6, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.79493522644043, + "advantages": -1.6051937341690063, + "generated_text": "{\n \"intent\": \"Open LibreOffice Calc and start interacting with a newly opened spreadsheet.\",\n \"action\": \"DoubleClick(124, 67)\"\n}", + "action_string": "DoubleClick(124, 67)", + "intent_string": "Open LibreOffice Calc and start interacting with a newly opened spreadsheet.", + "before_screen_ocr_results": [ + { + "text": "Untitled1-LibreOfficeCalc", + "boxes": [ + 842, + 0, + 1078, + 24 + ] + }, + { + "text": "ELt", + "boxes": [ + 44, + 22, + 76, + 42 + ] + }, + { + "text": " Sheet", + "boxes": [ + 300, + 26, + 348, + 44 + ] + }, + { + "text": "Data", + "boxes": [ + 358, + 30, + 394, + 44 + ] + }, + { + "text": "国", + "boxes": [ + 14, + 56, + 38, + 79 + ] + }, + { + "text": "Ctrl+2", + "boxes": [ + 318, + 56, + 354, + 69 + ] + }, + { + "text": "&", + "boxes": [ + 382, + 54, + 444, + 85 + ] + }, + { + "text": "勺·?、", + "boxes": [ + 452, + 56, + 550, + 79 + ] + }, + { + "text": "田-", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "Redo", + "boxes": [ + 63, + 74, + 101, + 101 + ] + }, + { + "text": "Ctrl+Y", + "boxes": [ + 316, + 79, + 356, + 99 + ] + }, + { + "text": "Poe", + "boxes": [ + 10, + 91, + 40, + 121 + ] + }, + { + "text": "旦要日日%00三至田口目", + "boxes": [ + 366, + 93, + 1206, + 123 + ] + }, + { + "text": "hift+Ctrl+", + "boxes": [ + 284, + 105, + 350, + 125 + ] + }, + { + "text": "Cut", + "boxes": [ + 70, + 143, + 90, + 157 + ] + }, + { + "text": "Ctrl+x", + "boxes": [ + 314, + 135, + 358, + 163 + ] + }, + { + "text": "Copy", + "boxes": [ + 63, + 163, + 101, + 190 + ] + }, + { + "text": "Ctrl+C", + "boxes": [ + 314, + 161, + 362, + 189 + ] + }, + { + "text": "Ctrl+1", + "boxes": [ + 316, + 193, + 354, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 238 + ] + }, + { + "text": "Paste Specia", + "boxes": [ + 70, + 222, + 146, + 240 + ] + }, + { + "text": "Select All", + "boxes": [ + 66, + 248, + 134, + 274 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1886, + 266, + 1914, + 314 + ] + }, + { + "text": "Select", + "boxes": [ + 70, + 280, + 106, + 294 + ] + }, + { + "text": "Ctrl+F", + "boxes": [ + 318, + 310, + 356, + 330 + ] + }, + { + "text": "发", + "boxes": [ + 1888, + 312, + 1910, + 339 + ] + }, + { + "text": "Find & Replace", + "boxes": [ + 56, + 336, + 164, + 359 + ] + }, + { + "text": "Ctrl+H", + "boxes": [ + 314, + 334, + 360, + 359 + ] + }, + { + "text": " Track Changes", + "boxes": [ + 64, + 367, + 162, + 391 + ] + }, + { + "text": " Cell Edit Mode", + "boxes": [ + 64, + 399, + 164, + 423 + ] + }, + { + "text": " Cell Protection", + "boxes": [ + 40, + 427, + 162, + 451 + ] + }, + { + "text": "18", + "boxes": [ + 10, + 465, + 32, + 478 + ] + }, + { + "text": "19", + "boxes": [ + 10, + 482, + 32, + 496 + ] + }, + { + "text": "Object", + "boxes": [ + 68, + 488, + 108, + 508 + ] + }, + { + "text": "21", + "boxes": [ + 8, + 510, + 36, + 532 + ] + }, + { + "text": "正", + "boxes": [ + 4, + 528, + 36, + 560 + ] + }, + { + "text": "23", + "boxes": [ + 12, + 552, + 34, + 566 + ] + }, + { + "text": "24", + "boxes": [ + 12, + 568, + 32, + 584 + ] + }, + { + "text": "25", + "boxes": [ + 3, + 575, + 37, + 608 + ] + }, + { + "text": "26", + "boxes": [ + 8, + 598, + 34, + 617 + ] + }, + { + "text": "45", + "boxes": [ + 12, + 925, + 32, + 941 + ] + }, + { + "text": "1→二+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Untitled 1 -LibreOfficeCalc", + "boxes": [ + 844, + 4, + 1076, + 22 + ] + }, + { + "text": "File", + "boxes": [ + 10, + 28, + 32, + 42 + ] + }, + { + "text": " Sheet", + "boxes": [ + 300, + 26, + 348, + 44 + ] + }, + { + "text": "Data", + "boxes": [ + 358, + 30, + 394, + 44 + ] + }, + { + "text": "国", + "boxes": [ + 14, + 56, + 38, + 79 + ] + }, + { + "text": "Ctrl+2", + "boxes": [ + 318, + 56, + 354, + 69 + ] + }, + { + "text": "&", + "boxes": [ + 382, + 54, + 444, + 85 + ] + }, + { + "text": "勺·?、", + "boxes": [ + 452, + 56, + 550, + 79 + ] + }, + { + "text": "田-", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "Redo", + "boxes": [ + 70, + 81, + 98, + 95 + ] + }, + { + "text": "Ctrl+Y", + "boxes": [ + 316, + 79, + 356, + 99 + ] + }, + { + "text": "Poe", + "boxes": [ + 10, + 91, + 40, + 121 + ] + }, + { + "text": "旦要日日%00三至田口目", + "boxes": [ + 366, + 93, + 1206, + 123 + ] + }, + { + "text": "A1", + "boxes": [ + 10, + 133, + 26, + 147 + ] + }, + { + "text": "Cut", + "boxes": [ + 70, + 143, + 90, + 157 + ] + }, + { + "text": "Ctrl+x", + "boxes": [ + 314, + 135, + 358, + 163 + ] + }, + { + "text": "Copy", + "boxes": [ + 63, + 163, + 101, + 190 + ] + }, + { + "text": "Ctrl+C", + "boxes": [ + 314, + 161, + 362, + 189 + ] + }, + { + "text": "Ctrl+1", + "boxes": [ + 316, + 193, + 354, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 238 + ] + }, + { + "text": "Paste Specia", + "boxes": [ + 70, + 222, + 146, + 240 + ] + }, + { + "text": "Select All", + "boxes": [ + 66, + 248, + 134, + 274 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1886, + 266, + 1914, + 314 + ] + }, + { + "text": "Select", + "boxes": [ + 70, + 280, + 106, + 294 + ] + }, + { + "text": "Ctrl+F", + "boxes": [ + 318, + 310, + 356, + 330 + ] + }, + { + "text": "发", + "boxes": [ + 1888, + 312, + 1910, + 339 + ] + }, + { + "text": "Find & Replace", + "boxes": [ + 56, + 336, + 164, + 359 + ] + }, + { + "text": "Ctrl+H", + "boxes": [ + 314, + 334, + 360, + 359 + ] + }, + { + "text": " Track Changes", + "boxes": [ + 64, + 367, + 162, + 391 + ] + }, + { + "text": " Cell Edit Mode", + "boxes": [ + 64, + 399, + 164, + 423 + ] + }, + { + "text": " Cell Protection", + "boxes": [ + 40, + 427, + 162, + 451 + ] + }, + { + "text": "18", + "boxes": [ + 10, + 465, + 32, + 478 + ] + }, + { + "text": "19", + "boxes": [ + 10, + 482, + 32, + 496 + ] + }, + { + "text": "Object", + "boxes": [ + 68, + 488, + 108, + 508 + ] + }, + { + "text": "21", + "boxes": [ + 8, + 510, + 36, + 532 + ] + }, + { + "text": "正", + "boxes": [ + 4, + 528, + 36, + 560 + ] + }, + { + "text": "23", + "boxes": [ + 12, + 552, + 34, + 566 + ] + }, + { + "text": "24", + "boxes": [ + 12, + 568, + 32, + 584 + ] + }, + { + "text": "25", + "boxes": [ + 3, + 575, + 37, + 608 + ] + }, + { + "text": "26", + "boxes": [ + 8, + 598, + 34, + 617 + ] + }, + { + "text": "45", + "boxes": [ + 12, + 925, + 32, + 941 + ] + }, + { + "text": "1→二+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + } + ] + }, + { + "frame_id": "120_7_4", + "episode_id": 120, + "env_id": 7, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.912959098815918, + "advantages": 1.037110686302185, + "generated_text": "{\n \"intent\": \"Navigate through the iPhone section of Apple's website to learn more about different iPhone models and their features.\",\n \"action\": \"DoubleClick(476, 227)\"\n}", + "action_string": "DoubleClick(476, 227)", + "intent_string": "Navigate through the iPhone section of Apple's website to learn more about different iPhone models and their features.", + "before_screen_ocr_results": [ + { + "text": "iPhone - Apple", + "boxes": [ + 30, + 32, + 126, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 36, + 66, + 128, + 91 + ] + }, + { + "text": "?", + "boxes": [ + 262, + 73, + 274, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1660, + 87 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1048, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1304, + 113, + 1344, + 129 + ] + }, + { + "text": "D", + "boxes": [ + 456, + 159, + 522, + 218 + ] + }, + { + "text": "B", + "boxes": [ + 560, + 157, + 628, + 224 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 163, + 714, + 214 + ] + }, + { + "text": "C", + "boxes": [ + 756, + 161, + 816, + 216 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1168, + 222 + ] + }, + { + "text": "00", + "boxes": [ + 846, + 165, + 918, + 222 + ] + }, + { + "text": "", + "boxes": [ + 1384, + 159, + 1458, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "9?", + "boxes": [ + 944, + 181, + 992, + 218 + ] + }, + { + "text": "·", + "boxes": [ + 1019, + 174, + 1068, + 221 + ] + }, + { + "text": "iphone 16 Pro ", + "boxes": [ + 446, + 216, + 532, + 248 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 562, + 216, + 628, + 248 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 992, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1206, + 216, + 1276, + 248 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "Get $170-$630 in credit towa", + "boxes": [ + 592, + 282, + 782, + 306 + ] + }, + { + "text": "iPhone", + "boxes": [ + 104, + 384, + 366, + 492 + ] + }, + { + "text": " Designed to be loved.", + "boxes": [ + 1518, + 433, + 1798, + 474 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 6, + 6, + 22, + 24 + ] + }, + { + "text": "×", + "boxes": [ + 1860, + 4, + 1912, + 24 + ] + }, + { + "text": "● iPhone 16 Pro and iPhon ×+", + "boxes": [ + 6, + 24, + 244, + 56 + ] + }, + { + "text": "→白", + "boxes": [ + 0, + 56, + 136, + 99 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1536, + 62, + 1664, + 93 + ] + }, + { + "text": "I四9三", + "boxes": [ + 1782, + 62, + 1914, + 93 + ] + }, + { + "text": "AOLO", + "boxes": [ + 14, + 1040, + 218, + 1078 + ] + }, + { + "text": "iphone 16 Pro.", + "boxes": [ + 216, + 1046, + 314, + 1072 + ] + } + ] + }, + { + "frame_id": "120_0_5", + "episode_id": 120, + "env_id": 0, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.120499610900879, + "advantages": 0.048491425812244415, + "generated_text": "{\n \"intent\": \"Click on the product to view more details about InnoView 23.8 Inch 2K Large Portable Monitor\",\n \"action\": \"Click(962, 424)\"\n}", + "action_string": "Click(962, 424)", + "intent_string": "Click on the product to view more details about InnoView 23.8 Inch 2K Large Portable Monitor", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 66, + 130, + 91 + ] + }, + { + "text": "曰』", + "boxes": [ + 252, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 103, + 1876, + 135 + ] + }, + { + "text": "gaming", + "boxes": [ + 298, + 113, + 362, + 145 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "Al", + "boxes": [ + 44, + 173, + 58, + 189 + ] + }, + { + "text": "Shop top categories that ship internationally", + "boxes": [ + 782, + 204, + 1160, + 234 + ] + }, + { + "text": "InnoView 23.8 Inch 2K Large Portable Monitor 100Hz", + "boxes": [ + 682, + 308, + 1268, + 338 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "", + "boxes": [ + 162, + 318, + 192, + 339 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "$29999", + "boxes": [ + 1389, + 315, + 1477, + 360 + ] + }, + { + "text": "2560X1440 QHD Portable Gaming Monitor Fast IPS 100%", + "boxes": [ + 682, + 339, + 1320, + 369 + ] + }, + { + "text": "网", + "boxes": [ + 156, + 353, + 200, + 403 + ] + }, + { + "text": "sRGB w/180° Adjustable Stand USB-C HDMI Laptop Monitors ", + "boxes": [ + 682, + 369, + 1356, + 405 + ] + }, + { + "text": " $70.49 Shipping & Import", + "boxes": [ + 1390, + 361, + 1566, + 393 + ] + }, + { + "text": "Charges to China Detals ", + "boxes": [ + 1392, + 383, + 1574, + 413 + ] + }, + { + "text": "for PS5/4 Desktop MacBook Switch Xbox PC", + "boxes": [ + 680, + 401, + 1170, + 437 + ] + }, + { + "text": "DeliveryMonday,May26.Ord", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "within 23 hrs 51 mins", + "boxes": [ + 1392, + 423, + 1536, + 453 + ] + }, + { + "text": "D", + "boxes": [ + 156, + 449, + 200, + 502 + ] + }, + { + "text": "4.3★★★★☆", + "boxes": [ + 682, + 448, + 806, + 475 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "$29999", + "boxes": [ + 680, + 490, + 762, + 522 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 494, + 1466, + 520 + ] + }, + { + "text": "O", + "boxes": [ + 156, + 504, + 200, + 554 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1866, + 528 + ] + }, + { + "text": "$70.49 Shipping & Import Charges to China Details", + "boxes": [ + 680, + 526, + 1008, + 556 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "五", + "boxes": [ + 152, + 547, + 204, + 603 + ] + }, + { + "text": "Coupon:", + "boxes": [ + 684, + 556, + 754, + 582 + ] + }, + { + "text": " Apply $60 coupon Terms", + "boxes": [ + 756, + 550, + 964, + 584 + ] + }, + { + "text": "30-day refund/replacement ", + "boxes": [ + 680, + 582, + 882, + 606 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "100HzZ", + "boxes": [ + 492, + 592, + 570, + 629 + ] + }, + { + "text": "Style: 23.8inch QHD 100Hz", + "boxes": [ + 678, + 606, + 868, + 635 + ] + }, + { + "text": "", + "boxes": [ + 1002, + 619, + 1114, + 687 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1530, + 645 + ] + }, + { + "text": "23.8inch", + "boxes": [ + 1122, + 629, + 1192, + 661 + ] + }, + { + "text": "QHD180Hz", + "boxes": [ + 1120, + 641, + 1210, + 677 + ] + }, + { + "text": "$349.99", + "boxes": [ + 1121, + 666, + 1179, + 700 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1526, + 687 + ] + }, + { + "text": "59", + "boxes": [ + 686, + 667, + 748, + 719 + ] + }, + { + "text": "$249.99", + "boxes": [ + 800, + 671, + 854, + 697 + ] + }, + { + "text": "$399.99", + "boxes": [ + 908, + 671, + 962, + 697 + ] + }, + { + "text": "$299.99", + "boxes": [ + 1014, + 667, + 1072, + 699 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1398, + 677, + 1452, + 707 + ] + }, + { + "text": "INNO-VIEW", + "boxes": [ + 1462, + 675, + 1538, + 707 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "$129.", + "boxes": [ + 1812, + 713, + 1848, + 727 + ] + }, + { + "text": "Brand", + "boxes": [ + 680, + 731, + 728, + 756 + ] + }, + { + "text": "InnoView", + "boxes": [ + 858, + 729, + 926, + 754 + ] + }, + { + "text": "Payment", + "boxes": [ + 1402, + 741, + 1450, + 758 + ] + }, + { + "text": " Secure transaction", + "boxes": [ + 1466, + 735, + 1570, + 758 + ] + }, + { + "text": "Screen Size", + "boxes": [ + 682, + 754, + 762, + 780 + ] + }, + { + "text": "23.8", + "boxes": [ + 856, + 750, + 894, + 780 + ] + }, + { + "text": "Resolution", + "boxes": [ + 682, + 780, + 758, + 806 + ] + }, + { + "text": "QHD Ultr Wide 140p", + "boxes": [ + 854, + 776, + 1016, + 812 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "Add a giftreceipt for easy", + "boxes": [ + 1414, + 790, + 1586, + 820 + ] + }, + { + "text": "Aspect Ratio", + "boxes": [ + 682, + 808, + 770, + 832 + ] + }, + { + "text": "16:9", + "boxes": [ + 860, + 808, + 894, + 830 + ] + }, + { + "text": "returns", + "boxes": [ + 1413, + 809, + 1471, + 841 + ] + }, + { + "text": "Screen Surface", + "boxes": [ + 682, + 832, + 786, + 856 + ] + }, + { + "text": "Matte", + "boxes": [ + 853, + 827, + 903, + 861 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1402, + 866, + 1476, + 889 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 891, + 838, + 927 + ] + }, + { + "text": "·【2KPortableMonitor】2KQHDresolution and amazing oHzrefreshrate give youtheedge inall", + "boxes": [ + 686, + 919, + 1342, + 951 + ] + }, + { + "text": "yourgainquestsEquippewithFreytechnlgandfunctiotlinate", + "boxes": [ + 696, + 935, + 1306, + 975 + ] + }, + { + "text": "and stuttering forhighern", + "boxes": [ + 700, + 961, + 870, + 989 + ] + }, + { + "text": "motion clarity and smoother gameplay", + "boxes": [ + 858, + 963, + 1112, + 991 + ] + }, + { + "text": "uality than Full HD", + "boxes": [ + 1178, + 1011, + 1296, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 66, + 130, + 91 + ] + }, + { + "text": "曰』", + "boxes": [ + 252, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 103, + 1876, + 135 + ] + }, + { + "text": "gaming", + "boxes": [ + 298, + 113, + 362, + 145 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "Al", + "boxes": [ + 44, + 173, + 58, + 189 + ] + }, + { + "text": "Shop top categories that ship internationall", + "boxes": [ + 782, + 204, + 1160, + 234 + ] + }, + { + "text": "InnoView 23.8 Inch 2K Large Portable Monitor 100Hz", + "boxes": [ + 682, + 308, + 1268, + 338 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "", + "boxes": [ + 162, + 318, + 192, + 339 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "$29999", + "boxes": [ + 1389, + 315, + 1477, + 360 + ] + }, + { + "text": "2560X1440 QHD Portable Gaming Monitor Fast IPS 100%", + "boxes": [ + 682, + 339, + 1320, + 369 + ] + }, + { + "text": "网", + "boxes": [ + 156, + 353, + 200, + 403 + ] + }, + { + "text": "sRGB w/180° Adjustable Stand USB-C HDMI Laptop Monitors ", + "boxes": [ + 682, + 367, + 1354, + 403 + ] + }, + { + "text": " $70.49 Shipping & Import", + "boxes": [ + 1390, + 361, + 1566, + 393 + ] + }, + { + "text": "Charges to China Detals ", + "boxes": [ + 1392, + 383, + 1574, + 413 + ] + }, + { + "text": "for PS5/4 Desktop MacBqok Switch Xbox PC", + "boxes": [ + 680, + 401, + 1170, + 437 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "within 23 hrs 51 mins", + "boxes": [ + 1392, + 423, + 1536, + 453 + ] + }, + { + "text": "D", + "boxes": [ + 156, + 449, + 200, + 502 + ] + }, + { + "text": "4.3★★★★", + "boxes": [ + 684, + 451, + 806, + 474 + ] + }, + { + "text": "1,316 rating", + "boxes": [ + 826, + 455, + 908, + 472 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "$29999", + "boxes": [ + 680, + 490, + 762, + 522 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 494, + 1466, + 520 + ] + }, + { + "text": "O", + "boxes": [ + 156, + 504, + 200, + 554 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1866, + 528 + ] + }, + { + "text": "$70.49 Shipping & Import Charges to China Details", + "boxes": [ + 680, + 526, + 1008, + 556 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "五", + "boxes": [ + 152, + 547, + 204, + 603 + ] + }, + { + "text": "Coupon:", + "boxes": [ + 684, + 556, + 754, + 582 + ] + }, + { + "text": " Apply $60 coupon Terms", + "boxes": [ + 756, + 550, + 964, + 584 + ] + }, + { + "text": " 30-day refund/replacement ", + "boxes": [ + 680, + 582, + 882, + 606 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "100HzZ", + "boxes": [ + 492, + 592, + 570, + 629 + ] + }, + { + "text": "2K", + "boxes": [ + 277, + 606, + 322, + 638 + ] + }, + { + "text": "Style: 23.8inch QHD 100Hz", + "boxes": [ + 678, + 606, + 868, + 635 + ] + }, + { + "text": "", + "boxes": [ + 1002, + 619, + 1114, + 687 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1530, + 645 + ] + }, + { + "text": "23.8inch", + "boxes": [ + 1122, + 629, + 1192, + 661 + ] + }, + { + "text": "QHD180Hz", + "boxes": [ + 1120, + 641, + 1210, + 677 + ] + }, + { + "text": "$349.99", + "boxes": [ + 1121, + 666, + 1179, + 700 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1526, + 687 + ] + }, + { + "text": "59", + "boxes": [ + 686, + 667, + 748, + 719 + ] + }, + { + "text": "$249.99", + "boxes": [ + 800, + 671, + 854, + 697 + ] + }, + { + "text": "$399.99", + "boxes": [ + 908, + 671, + 962, + 697 + ] + }, + { + "text": "$299.99", + "boxes": [ + 1014, + 667, + 1072, + 699 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1398, + 677, + 1452, + 707 + ] + }, + { + "text": "INNO-VIEW", + "boxes": [ + 1462, + 675, + 1538, + 707 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "$129.", + "boxes": [ + 1812, + 713, + 1848, + 727 + ] + }, + { + "text": "Brand", + "boxes": [ + 680, + 731, + 728, + 756 + ] + }, + { + "text": "InnoView", + "boxes": [ + 858, + 729, + 926, + 754 + ] + }, + { + "text": "Payment", + "boxes": [ + 1402, + 741, + 1450, + 758 + ] + }, + { + "text": " Secure transaction", + "boxes": [ + 1466, + 735, + 1570, + 758 + ] + }, + { + "text": "Screen Size", + "boxes": [ + 682, + 754, + 762, + 780 + ] + }, + { + "text": "23.8", + "boxes": [ + 856, + 750, + 894, + 780 + ] + }, + { + "text": "Resolution", + "boxes": [ + 682, + 780, + 758, + 806 + ] + }, + { + "text": "QHD Ultr Wide 140p", + "boxes": [ + 854, + 776, + 1016, + 812 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "Add a giftreceipt for easy", + "boxes": [ + 1414, + 790, + 1586, + 820 + ] + }, + { + "text": "Aspect Ratio", + "boxes": [ + 682, + 808, + 770, + 832 + ] + }, + { + "text": "16:9", + "boxes": [ + 860, + 808, + 894, + 830 + ] + }, + { + "text": "returns", + "boxes": [ + 1413, + 809, + 1471, + 841 + ] + }, + { + "text": "Screen Surface", + "boxes": [ + 682, + 832, + 786, + 856 + ] + }, + { + "text": "Matte", + "boxes": [ + 853, + 827, + 903, + 861 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1402, + 866, + 1476, + 889 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 891, + 838, + 927 + ] + }, + { + "text": "·【2KPortableMonitor】2KQHDresolution and amazing oHzrefreshrate give youtheedge inall", + "boxes": [ + 686, + 919, + 1342, + 951 + ] + }, + { + "text": "yourgamingquestsEquippedwithFreeSynctechnologyandHDRfunctiontoeliminatemage", + "boxes": [ + 696, + 935, + 1306, + 975 + ] + }, + { + "text": "andstuttering forhighern", + "boxes": [ + 700, + 961, + 870, + 989 + ] + }, + { + "text": "motion clarity and smoother gameplay", + "boxes": [ + 858, + 963, + 1112, + 991 + ] + }, + { + "text": "uality than Full HD", + "boxes": [ + 1178, + 1011, + 1296, + 1028 + ] + } + ] + }, + { + "frame_id": "120_1_5", + "episode_id": 120, + "env_id": 1, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.509357452392578, + "advantages": 0.5336043834686279, + "generated_text": "{\n \"intent\": \"Open the news article about China successfully sending an AI satellite into space\",\n \"action\": \"DoubleClick(371, 346)\"\n}", + "action_string": "DoubleClick(371, 346)", + "intent_string": "Open the news article about China successfully sending an AI satellite into space", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 2,670,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "12 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着，", + "boxes": [ + 178, + 389, + 758, + 413 + ] + }, + { + "text": "，", + "boxes": [ + 548, + 423, + 570, + 447 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "ww.thepaper.cn T", + "boxes": [ + 276, + 450, + 378, + 481 + ] + }, + { + "text": " Translate this result ", + "boxes": [ + 366, + 455, + 490, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "15 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航”，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 208, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 176, + 615, + 720, + 651 + ] + }, + { + "text": "15 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 178, + 669, + 762, + 693 + ] + }, + { + "text": "浙江在线", + "boxes": [ + 216, + 717, + 276, + 737 + ] + }, + { + "text": "htps:/zjnews.zjol.com.cn yc qmt Translate thisresut", + "boxes": [ + 212, + 733, + 564, + 762 + ] + }, + { + "text": "算力上天！首批12星成功入轨，“三体计算星座\"开启太空计算", + "boxes": [ + 176, + 756, + 722, + 792 + ] + }, + { + "text": "10 hours ago·为何要将算力送上太空？李超举了一个直观的例子：“传统遥感卫星拍摄城市交通", + "boxes": [ + 178, + 784, + 778, + 814 + ] + }, + { + "text": "画面，数据传回地面后，可能需要1小时来进行处理。“把算力带到太空就可以实现数据的在轨处.", + "boxes": [ + 178, + 810, + 776, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/fnance.sina.com.cn tech rll doc. Translae this resut ", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 174, + 895, + 672, + 931 + ] + }, + { + "text": "2 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 176, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的“三体计算星座\"的首次发射，", + "boxes": [ + 174, + 945, + 576, + 977 + ] + }, + { + "text": "5", + "boxes": [ + 176, + 997, + 218, + 1037 + ] + }, + { + "text": "千龙网", + "boxes": [ + 208, + 991, + 268, + 1022 + ] + }, + { + "text": " https://china.qianlong.com Translate this result", + "boxes": [ + 210, + 1012, + 502, + 1040 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 232, + 1050, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 862, + 111, + 892, + 131 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "兑读", + "boxes": [ + 908, + 161, + 930, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道>", + "boxes": [ + 478, + 270, + 590, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 322, + 1186, + 369 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 654, + 568, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "120_2_5", + "episode_id": 120, + "env_id": 2, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.33285903930664, + "advantages": 0.3134167790412903, + "generated_text": "{\n \"intent\": \"Clicking on 'All Models' will present various iPhone options. By accessing these models, I can research their features and see buying options.\",\n \"action\": \"Click(167, 398)\"\n}", + "action_string": "Click(167, 398)", + "intent_string": "Clicking on 'All Models' will present various iPhone options. By accessing these models, I can research their features and see buying options.", + "before_screen_ocr_results": [ + { + "text": "目", + "boxes": [ + 1542, + 68, + 1570, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1660, + 89 + ] + }, + { + "text": "AirPod", + "boxes": [ + 910, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 111, + 1046, + 129 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "Need shopping help?", + "boxes": [ + 1600, + 230, + 1742, + 254 + ] + }, + { + "text": "ecialist 7", + "boxes": [ + 1714, + 254, + 1768, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 292, + 1588, + 318 + ] + }, + { + "text": "Visit an Apple Store", + "boxes": [ + 1596, + 284, + 1732, + 312 + ] + }, + { + "text": "Find one near you 7", + "boxes": [ + 1598, + 303, + 1726, + 332 + ] + }, + { + "text": "All odels ", + "boxes": [ + 144, + 389, + 230, + 415 + ] + }, + { + "text": " Shopping guides ", + "boxes": [ + 260, + 387, + 400, + 417 + ] + }, + { + "text": "Ways to Save", + "boxes": [ + 432, + 389, + 540, + 413 + ] + }, + { + "text": " Sustainability", + "boxes": [ + 570, + 387, + 682, + 417 + ] + }, + { + "text": "Accessories", + "boxes": [ + 716, + 389, + 814, + 413 + ] + }, + { + "text": " Setup and Support ", + "boxes": [ + 846, + 387, + 1000, + 417 + ] + }, + { + "text": "The iPhone Experience", + "boxes": [ + 1032, + 389, + 1214, + 413 + ] + }, + { + "text": "Special Stores", + "boxes": [ + 1248, + 389, + 1364, + 413 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 140, + 472, + 466, + 508 + ] + }, + { + "text": "PPLE INTELLIGENCE", + "boxes": [ + 180, + 560, + 296, + 578 + ] + }, + { + "text": "APPLE INTELLIGENCE", + "boxes": [ + 1012, + 556, + 1140, + 580 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 164, + 580, + 376, + 621 + ] + }, + { + "text": "iPhone 16 &", + "boxes": [ + 586, + 582, + 746, + 619 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 1004, + 579, + 1156, + 622 + ] + }, + { + "text": "iPhone 15 &", + "boxes": [ + 1424, + 580, + 1582, + 617 + ] + }, + { + "text": "Expl", + "boxes": [ + 1841, + 579, + 1917, + 624 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 611, + 408, + 653 + ] + }, + { + "text": "iPhone 16 Plus", + "boxes": [ + 586, + 613, + 778, + 651 + ] + }, + { + "text": "iPhone 15 Plus", + "boxes": [ + 1424, + 611, + 1618, + 653 + ] + }, + { + "text": "acce", + "boxes": [ + 1846, + 619, + 1914, + 651 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "D", + "boxes": [ + 260, + 69, + 274, + 85 + ] + }, + { + "text": "司", + "boxes": [ + 1546, + 71, + 1562, + 85 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 138, + 159, + 466, + 195 + ] + }, + { + "text": "LE INTELLIGENCE", + "boxes": [ + 194, + 244, + 294, + 262 + ] + }, + { + "text": "APPLEINTELLIGENCE", + "boxes": [ + 592, + 246, + 716, + 264 + ] + }, + { + "text": "APPLEINTELLIGENCE", + "boxes": [ + 1012, + 246, + 1136, + 264 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 160, + 266, + 376, + 308 + ] + }, + { + "text": "iPhone 16 &", + "boxes": [ + 584, + 270, + 746, + 306 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 1002, + 268, + 1156, + 310 + ] + }, + { + "text": "iPhone 15&", + "boxes": [ + 1424, + 270, + 1584, + 306 + ] + }, + { + "text": "Expl", + "boxes": [ + 1846, + 272, + 1914, + 306 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 160, + 296, + 410, + 342 + ] + }, + { + "text": "iPhone 16 Plus", + "boxes": [ + 582, + 299, + 780, + 342 + ] + }, + { + "text": "iPhone 15 Plus", + "boxes": [ + 1424, + 304, + 1618, + 339 + ] + }, + { + "text": "acce", + "boxes": [ + 1848, + 310, + 1914, + 336 + ] + }, + { + "text": "Take a closer look ", + "boxes": [ + 260, + 526, + 414, + 562 + ] + }, + { + "text": "", + "boxes": [ + 308, + 615, + 338, + 629 + ] + }, + { + "text": ".e...", + "boxes": [ + 1554, + 611, + 1638, + 629 + ] + }, + { + "text": " Shopping guides. Can't decide? Start here.", + "boxes": [ + 134, + 780, + 674, + 826 + ] + }, + { + "text": "COMPARE ALL MODELS", + "boxes": [ + 174, + 872, + 308, + 889 + ] + }, + { + "text": "PHONE SPECIALIST", + "boxes": [ + 1672, + 866, + 1792, + 895 + ] + }, + { + "text": "Which iPhone is", + "boxes": [ + 164, + 891, + 378, + 933 + ] + }, + { + "text": "Apple Intelligence.", + "boxes": [ + 670, + 895, + 906, + 931 + ] + }, + { + "text": "Shop with a Specialist over video.", + "boxes": [ + 1164, + 889, + 1590, + 933 + ] + }, + { + "text": " Shop one on one wi", + "boxes": [ + 1662, + 889, + 1916, + 937 + ] + }, + { + "text": "right for you?", + "boxes": [ + 162, + 927, + 338, + 965 + ] + }, + { + "text": "Write, express yourself, and get ", + "boxes": [ + 666, + 925, + 1068, + 967 + ] + }, + { + "text": "Specialist. Online 0.", + "boxes": [ + 1668, + 931, + 1912, + 961 + ] + }, + { + "text": "things done effortlessly.", + "boxes": [ + 662, + 961, + 970, + 997 + ] + } + ] + }, + { + "frame_id": "120_3_5", + "episode_id": 120, + "env_id": 3, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.892592430114746, + "advantages": -1.483363151550293, + "generated_text": "{\n \"intent\": \"Move the mouse to the center of the screen to start exploring the MSN desktop environment\",\n \"action\": \"DoubleClick(960, 724)\"\n}", + "action_string": "DoubleClick(960, 724)", + "intent_string": "Move the mouse to the center of the screen to start exploring the MSN desktop environment", + "before_screen_ocr_results": [ + { + "text": "外国游客张家界付费拾轿", + "boxes": [ + 244, + 32, + 396, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1594, + 62, + 1664, + 93 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 123, + 1788, + 143 + ] + }, + { + "text": "资讯 娱乐 时尚教育 科技 萌宠汽车", + "boxes": [ + 346, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1726, + 206 + ] + }, + { + "text": "众播观察+关注", + "boxes": [ + 384, + 266, + 574, + 304 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "39.7K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1588, + 284, + 1700, + 308 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1422, + 289, + 1544, + 326 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "外国游客张家界付费拾轿，60元10分钟引对方惊讶", + "boxes": [ + 366, + 349, + 1094, + 391 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "众播观察的报道·16小时·①1分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "近日，外国游客在张家界天门山景区旅游时，付费给挑夫拾轿子，引起关注。5月13日，外国游客孔翔荣回应，他与", + "boxes": [ + 360, + 500, + 1232, + 538 + ] + }, + { + "text": "朋友付费60元，抬轿夫拾了十分钟，他们体会到这份工作并不轻松，很尊重这名努力又幽默的轿夫。", + "boxes": [ + 362, + 526, + 1108, + 564 + ] + }, + { + "text": "访问众播观察", + "boxes": [ + 1426, + 552, + 1548, + 582 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "现场视频显示，两名外国游客一前一后，小心翼翼地抬起轿子，而轿夫则坐在轿子上，有些不好意思，并嘱咐“慢点", + "boxes": [ + 364, + 574, + 1224, + 604 + ] + }, + { + "text": "走”，另一名轿夫则称赞\"verygood\"，几人一路上氛围欢乐。", + "boxes": [ + 368, + 604, + 800, + 627 + ] + }, + { + "text": "地灾预警！湘东北、湘西南部分地", + "boxes": [ + 1444, + 604, + 1664, + 633 + ] + }, + { + "text": "甘肃陇南安排游客五一住学生宿", + "boxes": [ + 1448, + 667, + 1646, + 691 + ] + }, + { + "text": "甘薇宣布与贾跃亭离婚，二人无商", + "boxes": [ + 1446, + 729, + 1662, + 758 + ] + }, + { + "text": "业关联", + "boxes": [ + 1445, + 745, + 1495, + 779 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "国游客张家", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "外国游客张家界付费拾轿", + "boxes": [ + 244, + 32, + 396, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1594, + 62, + 1664, + 93 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 123, + 1788, + 143 + ] + }, + { + "text": "资讯 娱乐 时尚教育 科技 萌宠汽车", + "boxes": [ + 346, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1726, + 206 + ] + }, + { + "text": "众播观察+关注", + "boxes": [ + 384, + 266, + 574, + 304 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "39.7K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1588, + 284, + 1700, + 308 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1422, + 289, + 1544, + 326 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "外国游客张家界付费拾轿，60元10分钟引对方惊讶", + "boxes": [ + 366, + 349, + 1094, + 391 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "众播观察的报道·16小时·①1分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "近日，外国游客在张家界天门山景区旅游时，付费给挑夫拾轿子，引起关注。5月13日，外国游客孔翔荣回应，他与", + "boxes": [ + 360, + 500, + 1232, + 538 + ] + }, + { + "text": "朋友付费60元，抬轿夫拾了十分钟，他们体会到这份工作并不轻松，很尊重这名努力又幽默的轿夫。", + "boxes": [ + 362, + 526, + 1108, + 564 + ] + }, + { + "text": "访问众播观察", + "boxes": [ + 1426, + 552, + 1548, + 582 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "现场视频显示，两名外国游客一前一后，小心翼翼地抬起轿子，而轿夫则坐在轿子上，有些不好意思，并嘱咐“慢点", + "boxes": [ + 364, + 574, + 1224, + 604 + ] + }, + { + "text": "走”，另一名轿夫则称赞\"verygood\"，几人一路上氛围欢乐。", + "boxes": [ + 368, + 604, + 800, + 627 + ] + }, + { + "text": "地灾预警！湘东北、湘西南部分地", + "boxes": [ + 1444, + 604, + 1664, + 633 + ] + }, + { + "text": "甘肃陇南安排游客五一住学生宿", + "boxes": [ + 1448, + 667, + 1646, + 691 + ] + }, + { + "text": "甘薇宣布与贾跃亭离婚，二人无商", + "boxes": [ + 1446, + 729, + 1662, + 758 + ] + }, + { + "text": "业关联", + "boxes": [ + 1445, + 745, + 1495, + 779 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "国游客张家", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "120_4_5", + "episode_id": 120, + "env_id": 4, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.3165922164917, + "advantages": -0.9544094800949097, + "generated_text": "{\n \"intent\": \"Move the cursor to the center of the screen to start exploring the contents\",\n \"action\": \"Move(960, 546)\"\n}", + "action_string": "Move(960, 546)", + "intent_string": "Move the cursor to the center of the screen to start exploring the contents", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": " https://cn.bing.com", + "boxes": [ + 250, + 64, + 448, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1598, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1870, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 17, + 105, + 189, + 155 + ] + }, + { + "text": "国内版", + "boxes": [ + 492, + 191, + 558, + 216 + ] + }, + { + "text": "国际版", + "boxes": [ + 552, + 191, + 636, + 216 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 236, + 630, + 266 + ] + }, + { + "text": "伦敦时间到", + "boxes": [ + 1518, + 391, + 1622, + 417 + ] + }, + { + "text": "豪华智能SUV新典范", + "boxes": [ + 188, + 456, + 800, + 540 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 480, + 1552, + 512 + ] + }, + { + "text": "1,.71", + "boxes": [ + 1626, + 514, + 1700, + 562 + ] + }, + { + "text": "静态品鉴问界M8", + "boxes": [ + 402, + 544, + 598, + 580 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 560, + 1520, + 608 + ] + }, + { + "text": "20", + "boxes": [ + 1616, + 558, + 1702, + 611 + ] + }, + { + "text": "r", + "boxes": [ + 1589, + 562, + 1633, + 595 + ] + }, + { + "text": "经新拉", + "boxes": [ + 1456, + 606, + 1524, + 655 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 611, + 1642, + 639 + ] + }, + { + "text": "4.078 ", + "boxes": [ + 1622, + 604, + 1712, + 657 + ] + }, + { + "text": "华声在线·1周", + "boxes": [ + 832, + 635, + 942, + 659 + ] + }, + { + "text": "1一点视频/商丘广播·1周", + "boxes": [ + 1134, + 641, + 1310, + 675 + ] + }, + { + "text": "仰望U8L：重新定义豪华", + "boxes": [ + 824, + 655, + 1060, + 691 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1454, + 653, + 1520, + 701 + ] + }, + { + "text": " ±2.81%", + "boxes": [ + 1599, + 650, + 1699, + 692 + ] + }, + { + "text": "《殷商之源，诗述商丘》30集", + "boxes": [ + 1142, + 667, + 1416, + 703 + ] + }, + { + "text": "SUV新标准", + "boxes": [ + 826, + 685, + 940, + 715 + ] + }, + { + "text": "1,634.99", + "boxes": [ + 1638, + 677, + 1692, + 695 + ] + }, + { + "text": "豪华智能SUV新典范静态品鉴问界M8", + "boxes": [ + 202, + 695, + 708, + 735 + ] + }, + { + "text": "系列专题片——《古城南湖》", + "boxes": [ + 1136, + 691, + 1398, + 727 + ] + }, + { + "text": "英代达", + "boxes": [ + 1456, + 697, + 1526, + 750 + ] + }, + { + "text": "", + "boxes": [ + 1588, + 697, + 1637, + 735 + ] + }, + { + "text": "+4.363", + "boxes": [ + 1628, + 699, + 1700, + 746 + ] + }, + { + "text": "(视频来源：商丘师范学院）", + "boxes": [ + 1142, + 721, + 1392, + 750 + ] + }, + { + "text": "查看自选股建议", + "boxes": [ + 1622, + 744, + 1726, + 770 + ] + }, + { + "text": "降价还增配", + "boxes": [ + 526, + 786, + 782, + 836 + ] + }, + { + "text": "现", + "boxes": [ + 1048, + 915, + 1094, + 943 + ] + }, + { + "text": "3DM · 14小时", + "boxes": [ + 204, + 951, + 314, + 975 + ] + }, + { + "text": "藻湘晨报·12小时", + "boxes": [ + 1140, + 951, + 1272, + 975 + ] + }, + { + "text": "一点视频/优视汽车·4 周", + "boxes": [ + 512, + 961, + 684, + 991 + ] + }, + { + "text": "0", + "boxes": [ + 828, + 963, + 852, + 985 + ] + }, + { + "text": "一点视频/B刷电视剧 · 16 小时 ", + "boxes": [ + 846, + 961, + 1024, + 991 + ] + }, + { + "text": "《星痕共鸣》试玩报告：重生", + "boxes": [ + 208, + 971, + 474, + 1007 + ] + }, + { + "text": "“给你钱，我拾你！”外国游客", + "boxes": [ + 1138, + 971, + 1412, + 1007 + ] + }, + { + "text": "不服不行，直降2万还增加配", + "boxes": [ + 512, + 983, + 780, + 1018 + ] + }, + { + "text": "方清平相声《黄鹤楼》", + "boxes": [ + 826, + 987, + 1028, + 1016 + ] + }, + { + "text": "，师父", + "boxes": [ + 1024, + 985, + 1098, + 1016 + ] + }, + { + "text": "之我在异世界的轻松日常", + "boxes": [ + 202, + 1001, + 430, + 1030 + ] + }, + { + "text": "在张家界把轿夫拾了十分钟：", + "boxes": [ + 1138, + 1001, + 1402, + 1030 + ] + }, + { + "text": "置，问界M5UItra是真到位", + "boxes": [ + 514, + 1012, + 780, + 1042 + ] + }, + { + "text": "李金斗亲自替其捧眼，太宠", + "boxes": [ + 826, + 1012, + 1078, + 1042 + ] + }, + { + "text": "大叔很开心", + "boxes": [ + 1144, + 1024, + 1246, + 1048 + ] + }, + { + "text": "送了三瓶柠檬水", + "boxes": [ + 1258, + 1024, + 1400, + 1048 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search -Microsoft Bing×+", + "boxes": [ + 36, + 32, + 244, + 50 + ] + }, + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 248, + 62, + 446, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1872, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 17, + 105, + 189, + 155 + ] + }, + { + "text": "Images", + "boxes": [ + 252, + 123, + 292, + 143 + ] + }, + { + "text": "Video", + "boxes": [ + 332, + 125, + 362, + 139 + ] + }, + { + "text": "Translat", + "boxes": [ + 404, + 121, + 452, + 141 + ] + }, + { + "text": "国内版", + "boxes": [ + 492, + 191, + 560, + 216 + ] + }, + { + "text": "国际版", + "boxes": [ + 552, + 191, + 636, + 216 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 236, + 630, + 266 + ] + }, + { + "text": "伦敦时间到", + "boxes": [ + 1518, + 391, + 1622, + 417 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 435, + 274, + 467 + ] + }, + { + "text": "凯经", + "boxes": [ + 225, + 462, + 371, + 525 + ] + }, + { + "text": "WS", + "boxes": [ + 390, + 469, + 450, + 508 + ] + }, + { + "text": "友", + "boxes": [ + 472, + 471, + 518, + 524 + ] + }, + { + "text": "“饮", + "boxes": [ + 538, + 469, + 604, + 516 + ] + }, + { + "text": "色", + "boxes": [ + 634, + 472, + 682, + 520 + ] + }, + { + "text": "报上墙", + "boxes": [ + 696, + 463, + 772, + 649 + ] + }, + { + "text": "素琴", + "boxes": [ + 376, + 482, + 460, + 691 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1456, + 482, + 1550, + 508 + ] + }, + { + "text": "善白", + "boxes": [ + 444, + 488, + 548, + 678 + ] + }, + { + "text": "", + "boxes": [ + 302, + 518, + 362, + 590 + ] + }, + { + "text": "八", + "boxes": [ + 613, + 502, + 692, + 589 + ] + }, + { + "text": "1,.71", + "boxes": [ + 1626, + 514, + 1700, + 562 + ] + }, + { + "text": "傳", + "boxes": [ + 236, + 532, + 288, + 589 + ] + }, + { + "text": "羞", + "boxes": [ + 611, + 549, + 689, + 652 + ] + }, + { + "text": "你", + "boxes": [ + 288, + 562, + 378, + 663 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 560, + 1520, + 608 + ] + }, + { + "text": "", + "boxes": [ + 1589, + 561, + 1635, + 595 + ] + }, + { + "text": "20", + "boxes": [ + 1616, + 558, + 1702, + 611 + ] + }, + { + "text": "经新拉", + "boxes": [ + 1456, + 606, + 1524, + 655 + ] + }, + { + "text": "", + "boxes": [ + 1586, + 602, + 1646, + 644 + ] + }, + { + "text": "4.078 ", + "boxes": [ + 1622, + 604, + 1714, + 657 + ] + }, + { + "text": "点视频/书", + "boxes": [ + 240, + 635, + 292, + 661 + ] + }, + { + "text": "华声在线·1周", + "boxes": [ + 830, + 635, + 942, + 659 + ] + }, + { + "text": "1一点视频/商丘广播·1周", + "boxes": [ + 1132, + 641, + 1310, + 675 + ] + }, + { + "text": "白居易：诗坛巨匠兼书法大家，其楷书作品堪", + "boxes": [ + 194, + 653, + 804, + 705 + ] + }, + { + "text": "仰望U8L：重新定义豪华", + "boxes": [ + 824, + 655, + 1060, + 691 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1454, + 653, + 1520, + 701 + ] + }, + { + "text": " +2.81%", + "boxes": [ + 1595, + 651, + 1699, + 692 + ] + }, + { + "text": "《殷商之源，诗述商丘》30集", + "boxes": [ + 1142, + 667, + 1416, + 703 + ] + }, + { + "text": "SUV新标准", + "boxes": [ + 826, + 685, + 940, + 715 + ] + }, + { + "text": "1,634.99", + "boxes": [ + 1638, + 677, + 1692, + 695 + ] + }, + { + "text": "称艺术珍品", + "boxes": [ + 198, + 697, + 360, + 741 + ] + }, + { + "text": "阅", + "boxes": [ + 382, + 695, + 448, + 744 + ] + }, + { + "text": "系列专题片——《古城南湖》", + "boxes": [ + 1136, + 691, + 1398, + 727 + ] + }, + { + "text": "英代达", + "boxes": [ + 1456, + 697, + 1526, + 750 + ] + }, + { + "text": "+4.363", + "boxes": [ + 1628, + 699, + 1700, + 746 + ] + }, + { + "text": "(视频来源：商丘师范学院)", + "boxes": [ + 1142, + 721, + 1392, + 750 + ] + }, + { + "text": "小8", + "boxes": [ + 194, + 735, + 286, + 772 + ] + }, + { + "text": "豆", + "boxes": [ + 716, + 731, + 740, + 756 + ] + }, + { + "text": "粥", + "boxes": [ + 628, + 742, + 670, + 770 + ] + }, + { + "text": "7", + "boxes": [ + 828, + 742, + 868, + 762 + ] + }, + { + "text": "", + "boxes": [ + 1138, + 752, + 1190, + 772 + ] + }, + { + "text": "查看自选股建议", + "boxes": [ + 1620, + 744, + 1728, + 772 + ] + }, + { + "text": "降价还增配", + "boxes": [ + 526, + 786, + 782, + 836 + ] + }, + { + "text": "星期", + "boxes": [ + 1622, + 854, + 1650, + 868 + ] + }, + { + "text": "现", + "boxes": [ + 1048, + 917, + 1094, + 943 + ] + }, + { + "text": "3DM·14小时", + "boxes": [ + 202, + 951, + 314, + 975 + ] + }, + { + "text": "藻湘晨报·12小时", + "boxes": [ + 1138, + 951, + 1270, + 975 + ] + }, + { + "text": "一点视频/优视汽车·4 周", + "boxes": [ + 512, + 961, + 684, + 991 + ] + }, + { + "text": "0", + "boxes": [ + 828, + 963, + 852, + 985 + ] + }, + { + "text": "一点视频/B刷电视剧 · 16 小时 ", + "boxes": [ + 846, + 961, + 1024, + 991 + ] + }, + { + "text": "《星痕共鸣》试玩报告：重生", + "boxes": [ + 208, + 971, + 474, + 1007 + ] + }, + { + "text": "“给你钱，我拾你！”外国游客", + "boxes": [ + 1136, + 971, + 1410, + 1007 + ] + }, + { + "text": "不服不行，直降2万还增加配", + "boxes": [ + 512, + 983, + 780, + 1018 + ] + }, + { + "text": "方清平相声《黄鹤楼》", + "boxes": [ + 824, + 983, + 1030, + 1018 + ] + }, + { + "text": "；师父", + "boxes": [ + 1022, + 985, + 1098, + 1016 + ] + }, + { + "text": "23", + "boxes": [ + 1468, + 981, + 1484, + 995 + ] + }, + { + "text": "之我在异世界的轻松日常", + "boxes": [ + 202, + 1001, + 430, + 1030 + ] + }, + { + "text": "在张家界把轿夫拾了十分钟：", + "boxes": [ + 1138, + 1001, + 1402, + 1030 + ] + }, + { + "text": "置，问界M5UItra是真到位", + "boxes": [ + 514, + 1012, + 780, + 1042 + ] + }, + { + "text": "李金斗亲自替其捧眼，太宠", + "boxes": [ + 826, + 1012, + 1078, + 1042 + ] + }, + { + "text": "大叔很开心", + "boxes": [ + 1142, + 1024, + 1246, + 1048 + ] + }, + { + "text": "送了三瓶柠檬水", + "boxes": [ + 1258, + 1024, + 1400, + 1048 + ] + } + ] + }, + { + "frame_id": "120_5_5", + "episode_id": 120, + "env_id": 5, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.246389389038086, + "advantages": 0.20554305613040924, + "generated_text": "{\n \"intent\": \"Clicking on 'Shop for computers' will potentially allow me to explore various products related to home essentials efficiently.\",\n \"action\": \"DoubleClick(873, 657)\"\n}", + "action_string": "DoubleClick(873, 657)", + "intent_string": "Clicking on 'Shop for computers' will potentially allow me to explore various products related to home essentials efficiently.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1336, + 486, + 1418, + 510 + ] + }, + { + "text": "", + "boxes": [ + 1448, + 486, + 1546, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 794, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 980, + 530, + 1288, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 1348, + 526, + 1574, + 562 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "Seemore", + "boxes": [ + 240, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 982, + 891, + 1116, + 909 + ] + }, + { + "text": " See all deals", + "boxes": [ + 1350, + 889, + 1430, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1510, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "com : gaming", + "boxes": [ + 92, + 34, + 182, + 52 + ] + }, + { + "text": "<", + "boxes": [ + 6, + 60, + 40, + 93 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "曰·", + "boxes": [ + 252, + 66, + 310, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1598, + 68, + 1660, + 87 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming", + "boxes": [ + 294, + 113, + 364, + 147 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1408, + 127, + 1442, + 141 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1810, + 129, + 1876, + 149 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 167, + 68, + 195 + ] + }, + { + "text": "Explore Related Products", + "boxes": [ + 8, + 252, + 184, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "gaming headset ", + "boxes": [ + 10, + 280, + 122, + 310 + ] + }, + { + "text": "gaming keyboard", + "boxes": [ + 10, + 300, + 128, + 330 + ] + }, + { + "text": "hecke", + "boxes": [ + 314, + 294, + 354, + 310 + ] + }, + { + "text": "$23.9", + "boxes": [ + 1818, + 302, + 1852, + 316 + ] + }, + { + "text": "gaming pc", + "boxes": [ + 12, + 324, + 86, + 349 + ] + }, + { + "text": "Overall Pick 0", + "boxes": [ + 314, + 318, + 406, + 343 + ] + }, + { + "text": "gaming mouse", + "boxes": [ + 12, + 341, + 110, + 367 + ] + }, + { + "text": "$10", + "boxes": [ + 782, + 339, + 826, + 375 + ] + }, + { + "text": "VSee", + "boxes": [ + 18, + 367, + 54, + 381 + ] + }, + { + "text": "ROBLOX", + "boxes": [ + 670, + 377, + 818, + 415 + ] + }, + { + "text": "Price", + "boxes": [ + 8, + 409, + 52, + 435 + ] + }, + { + "text": "$0 - $8,900+", + "boxes": [ + 10, + 433, + 102, + 459 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1866, + 528 + ] + }, + { + "text": "Deals & Discounts", + "boxes": [ + 10, + 514, + 136, + 544 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 540, + 98, + 566 + ] + }, + { + "text": "1,000 Robux", + "boxes": [ + 680, + 546, + 800, + 578 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 560, + 100, + 586 + ] + }, + { + "text": "800+200 Bonus Robux", + "boxes": [ + 676, + 584, + 806, + 608 + ] + }, + { + "text": "erReviews", + "boxes": [ + 66, + 596, + 132, + 613 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 617, + 144, + 647 + ] + }, + { + "text": "ASUS ROG Strix G16 Gaming ", + "boxes": [ + 314, + 613, + 536, + 643 + ] + }, + { + "text": "Roblox Digital Gift Card - 1,000", + "boxes": [ + 610, + 615, + 840, + 639 + ] + }, + { + "text": "RK ROYAL KLUDGE RK M3 Wireless", + "boxes": [ + 900, + 613, + 1160, + 643 + ] + }, + { + "text": "+3 other colors/patterns", + "boxes": [ + 1198, + 619, + 1334, + 643 + ] + }, + { + "text": "HP Victus 15.6 i5 Gaming Laptop,", + "boxes": [ + 1486, + 613, + 1740, + 643 + ] + }, + { + "text": "Laptop, 165Hz Display, NVDI@", + "boxes": [ + 312, + 633, + 552, + 671 + ] + }, + { + "text": "Robux [Includes Exclusive Virtual", + "boxes": [ + 608, + 635, + 852, + 667 + ] + }, + { + "text": "Gaming Mouse with 42K DPl, 47g ", + "boxes": [ + 900, + 637, + 1156, + 667 + ] + }, + { + "text": " Frigidaire EFMIS179 Gaming Light", + "boxes": [ + 1192, + 645, + 1450, + 677 + ] + }, + { + "text": "15.6\" FHD 1920*1080 144Hz, Intel", + "boxes": [ + 1488, + 637, + 1748, + 667 + ] + }, + { + "text": " Department", + "boxes": [ + 8, + 653, + 100, + 685 + ] + }, + { + "text": "GeForce RTXTM 4060, Intel Core ", + "boxes": [ + 314, + 661, + 552, + 691 + ] + }, + { + "text": "Item] [Digital Code] ", + "boxes": [ + 608, + 661, + 758, + 691 + ] + }, + { + "text": "》", + "boxes": [ + 872, + 659, + 892, + 673 + ] + }, + { + "text": " Lightweight Computer Mouse with ", + "boxes": [ + 898, + 661, + 1160, + 691 + ] + }, + { + "text": "Core i5-12450H, NVIDIA GeForce", + "boxes": [ + 1486, + 659, + 1736, + 691 + ] + }, + { + "text": "Computers & Accssories", + "boxes": [ + 10, + 677, + 176, + 707 + ] + }, + { + "text": " Up Mini Beverage Refrigerator, ", + "boxes": [ + 1192, + 671, + 1424, + 701 + ] + }, + { + "text": " i7-13650HX, 16GB DDR5, 1TB PCI..", + "boxes": [ + 312, + 685, + 584, + 715 + ] + }, + { + "text": "May 15, 2019 ", + "boxes": [ + 610, + 685, + 702, + 711 + ] + }, + { + "text": "Dual 8K Polling Optical Sensor...", + "boxes": [ + 900, + 685, + 1146, + 715 + ] + }, + { + "text": " Stealth ", + "boxes": [ + 1192, + 693, + 1256, + 725 + ] + }, + { + "text": "RTX 3050, 32GB RAM, 1TB SSD...", + "boxes": [ + 1486, + 685, + 1740, + 715 + ] + }, + { + "text": " Computers & Tablets", + "boxes": [ + 18, + 699, + 164, + 723 + ] + }, + { + "text": "PC Gammes& Accessories", + "boxes": [ + 8, + 715, + 170, + 747 + ] + }, + { + "text": "★★★★☆1.883", + "boxes": [ + 314, + 713, + 454, + 737 + ] + }, + { + "text": "★★★★★171,390", + "boxes": [ + 608, + 709, + 766, + 739 + ] + }, + { + "text": "★★★★☆51", + "boxes": [ + 902, + 713, + 1024, + 742 + ] + }, + { + "text": "★★★★☆242", + "boxes": [ + 1490, + 715, + 1622, + 739 + ] + }, + { + "text": "$129.99", + "boxes": [ + 1808, + 707, + 1860, + 733 + ] + }, + { + "text": "★★★★☆836", + "boxes": [ + 1194, + 721, + 1328, + 750 + ] + }, + { + "text": "2K+ bought in past month", + "boxes": [ + 314, + 733, + 484, + 756 + ] + }, + { + "text": "50+ bought in past ", + "boxes": [ + 904, + 735, + 1030, + 758 + ] + }, + { + "text": "200+ bought i past month", + "boxes": [ + 1486, + 728, + 1670, + 763 + ] + }, + { + "text": "Brands", + "boxes": [ + 8, + 748, + 68, + 780 + ] + }, + { + "text": "Windows", + "boxes": [ + 612, + 741, + 670, + 758 + ] + }, + { + "text": "ASUS", + "boxes": [ + 5, + 765, + 77, + 805 + ] + }, + { + "text": "$1,24478", + "boxes": [ + 305, + 760, + 419, + 803 + ] + }, + { + "text": "$10%", + "boxes": [ + 606, + 762, + 672, + 794 + ] + }, + { + "text": "$5999", + "boxes": [ + 902, + 764, + 968, + 798 + ] + }, + { + "text": "$399 ist: 45.67", + "boxes": [ + 1190, + 770, + 1334, + 812 + ] + }, + { + "text": "$63700", + "boxes": [ + 1484, + 762, + 1572, + 800 + ] + }, + { + "text": " FIFINE", + "boxes": [ + 12, + 796, + 76, + 816 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 310, + 800, + 454, + 830 + ] + }, + { + "text": "Save $10.00 wit", + "boxes": [ + 902, + 794, + 1014, + 826 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 1192, + 806, + 1334, + 842 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1486, + 800, + 1634, + 830 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 318, + 828, + 396, + 846 + ] + }, + { + "text": "Delivery Ssat, May 24", + "boxes": [ + 900, + 820, + 1040, + 850 + ] + }, + { + "text": "VISOONE", + "boxes": [ + 10, + 834, + 98, + 858 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1196, + 832, + 1278, + 858 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1570, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 904, + 846, + 986, + 870 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 320, + 856, + 404, + 881 + ] + }, + { + "text": "Add to cat", + "boxes": [ + 1195, + 857, + 1287, + 894 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 1494, + 856, + 1580, + 881 + ] + }, + { + "text": "", + "boxes": [ + 16, + 878, + 38, + 891 + ] + }, + { + "text": "Ad to cart", + "boxes": [ + 906, + 870, + 996, + 907 + ] + }, + { + "text": "More Buying Choices ", + "boxes": [ + 314, + 883, + 456, + 913 + ] + }, + { + "text": "More Buying Choices ", + "boxes": [ + 1486, + 883, + 1632, + 913 + ] + }, + { + "text": "More Buying Choices ", + "boxes": [ + 1194, + 893, + 1336, + 923 + ] + }, + { + "text": "$1,219.99 (6 used & new offers)", + "boxes": [ + 314, + 907, + 522, + 931 + ] + }, + { + "text": "$25.71 (2+ used & new offers)", + "boxes": [ + 1194, + 913, + 1396, + 943 + ] + }, + { + "text": "$608.62 (17+ used & new offers)", + "boxes": [ + 1488, + 907, + 1700, + 931 + ] + }, + { + "text": "Condition", + "boxes": [ + 14, + 949, + 80, + 969 + ] + }, + { + "text": "New", + "boxes": [ + 9, + 964, + 69, + 998 + ] + }, + { + "text": " From frequently shopped brands", + "boxes": [ + 302, + 959, + 620, + 989 + ] + }, + { + "text": " Used", + "boxes": [ + 14, + 993, + 68, + 1012 + ] + } + ] + }, + { + "frame_id": "120_6_5", + "episode_id": 120, + "env_id": 6, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.670628547668457, + "advantages": -1.760270357131958, + "generated_text": "{\n \"intent\": \"To start interacting with any object on the screen by clicking on its default location, possibly to unlock protection or make changes.\",\n \"action\": \"DoubleClick(50, 70)\"\n}", + "action_string": "DoubleClick(50, 70)", + "intent_string": "To start interacting with any object on the screen by clicking on its default location, possibly to unlock protection or make changes.", + "before_screen_ocr_results": [ + { + "text": "Untitled1-LibreOfficeCalc", + "boxes": [ + 842, + 0, + 1078, + 24 + ] + }, + { + "text": "File", + "boxes": [ + 10, + 28, + 32, + 42 + ] + }, + { + "text": " Sheet", + "boxes": [ + 300, + 26, + 348, + 44 + ] + }, + { + "text": "Data", + "boxes": [ + 358, + 30, + 394, + 44 + ] + }, + { + "text": "国", + "boxes": [ + 14, + 56, + 38, + 79 + ] + }, + { + "text": "Ctrl+2", + "boxes": [ + 318, + 56, + 354, + 69 + ] + }, + { + "text": "&", + "boxes": [ + 382, + 54, + 444, + 85 + ] + }, + { + "text": "勺·?、", + "boxes": [ + 452, + 56, + 550, + 79 + ] + }, + { + "text": "田-", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "Redo", + "boxes": [ + 70, + 81, + 98, + 95 + ] + }, + { + "text": "Ctrl+Y", + "boxes": [ + 316, + 79, + 356, + 99 + ] + }, + { + "text": "Poe", + "boxes": [ + 10, + 91, + 40, + 121 + ] + }, + { + "text": "旦要日日%00三至田口目", + "boxes": [ + 366, + 93, + 1206, + 123 + ] + }, + { + "text": "A1", + "boxes": [ + 10, + 133, + 26, + 147 + ] + }, + { + "text": "Cut", + "boxes": [ + 70, + 143, + 90, + 157 + ] + }, + { + "text": "Ctrl+x", + "boxes": [ + 314, + 135, + 358, + 163 + ] + }, + { + "text": "Copy", + "boxes": [ + 63, + 163, + 101, + 190 + ] + }, + { + "text": "Ctrl+C", + "boxes": [ + 314, + 161, + 362, + 189 + ] + }, + { + "text": "Ctrl+1", + "boxes": [ + 316, + 193, + 354, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 238 + ] + }, + { + "text": "Paste Specia", + "boxes": [ + 70, + 222, + 146, + 240 + ] + }, + { + "text": "Select All", + "boxes": [ + 66, + 248, + 134, + 274 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1886, + 266, + 1914, + 314 + ] + }, + { + "text": "Select", + "boxes": [ + 70, + 280, + 106, + 294 + ] + }, + { + "text": "Ctrl+F", + "boxes": [ + 318, + 310, + 356, + 330 + ] + }, + { + "text": "发", + "boxes": [ + 1888, + 312, + 1910, + 339 + ] + }, + { + "text": "Find & Replace", + "boxes": [ + 56, + 336, + 164, + 359 + ] + }, + { + "text": "Ctrl+H", + "boxes": [ + 314, + 334, + 360, + 359 + ] + }, + { + "text": " Track Changes", + "boxes": [ + 64, + 367, + 162, + 391 + ] + }, + { + "text": " Cell Edit Mode", + "boxes": [ + 64, + 399, + 164, + 423 + ] + }, + { + "text": " Cell Protection", + "boxes": [ + 40, + 427, + 162, + 451 + ] + }, + { + "text": "18", + "boxes": [ + 10, + 465, + 32, + 478 + ] + }, + { + "text": "19", + "boxes": [ + 10, + 482, + 32, + 496 + ] + }, + { + "text": "Object", + "boxes": [ + 68, + 488, + 108, + 508 + ] + }, + { + "text": "21", + "boxes": [ + 8, + 510, + 36, + 532 + ] + }, + { + "text": "正", + "boxes": [ + 4, + 528, + 36, + 560 + ] + }, + { + "text": "23", + "boxes": [ + 12, + 552, + 34, + 566 + ] + }, + { + "text": "24", + "boxes": [ + 12, + 568, + 32, + 584 + ] + }, + { + "text": "25", + "boxes": [ + 3, + 575, + 37, + 608 + ] + }, + { + "text": "26", + "boxes": [ + 8, + 598, + 34, + 617 + ] + }, + { + "text": "45", + "boxes": [ + 12, + 925, + 32, + 941 + ] + }, + { + "text": "1→二+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Untitled1-LibreOfficeCalc", + "boxes": [ + 842, + 0, + 1078, + 24 + ] + }, + { + "text": " Sheet", + "boxes": [ + 300, + 26, + 348, + 44 + ] + }, + { + "text": "Data", + "boxes": [ + 360, + 30, + 394, + 44 + ] + }, + { + "text": "Ctrl+", + "boxes": [ + 318, + 56, + 350, + 69 + ] + }, + { + "text": "&", + "boxes": [ + 382, + 54, + 444, + 85 + ] + }, + { + "text": "勺·?、", + "boxes": [ + 452, + 56, + 550, + 79 + ] + }, + { + "text": "田-", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "Ctrl+Y", + "boxes": [ + 316, + 79, + 356, + 99 + ] + }, + { + "text": "旦要日日%00三至田口目", + "boxes": [ + 366, + 93, + 1206, + 123 + ] + }, + { + "text": "hift+Ctrl+", + "boxes": [ + 286, + 105, + 350, + 125 + ] + }, + { + "text": "A1", + "boxes": [ + 10, + 133, + 26, + 149 + ] + }, + { + "text": "Ctrl+x", + "boxes": [ + 314, + 135, + 358, + 163 + ] + }, + { + "text": "Ctrl+C", + "boxes": [ + 314, + 161, + 362, + 189 + ] + }, + { + "text": "Ctrl+1", + "boxes": [ + 316, + 193, + 354, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 238 + ] + }, + { + "text": "PasteSpecia", + "boxes": [ + 70, + 222, + 146, + 240 + ] + }, + { + "text": "Select All", + "boxes": [ + 66, + 248, + 134, + 274 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1886, + 266, + 1914, + 314 + ] + }, + { + "text": "Select", + "boxes": [ + 70, + 280, + 106, + 294 + ] + }, + { + "text": "Ctrl+F", + "boxes": [ + 318, + 310, + 356, + 330 + ] + }, + { + "text": "发", + "boxes": [ + 1888, + 312, + 1910, + 339 + ] + }, + { + "text": "Find & Replace", + "boxes": [ + 56, + 336, + 164, + 359 + ] + }, + { + "text": "Ctrl+H", + "boxes": [ + 314, + 334, + 360, + 359 + ] + }, + { + "text": " Track Changes", + "boxes": [ + 64, + 367, + 162, + 391 + ] + }, + { + "text": " Cell Edit Mode", + "boxes": [ + 64, + 399, + 164, + 423 + ] + }, + { + "text": "18", + "boxes": [ + 10, + 465, + 32, + 478 + ] + }, + { + "text": "19", + "boxes": [ + 10, + 482, + 32, + 496 + ] + }, + { + "text": "Object", + "boxes": [ + 68, + 488, + 108, + 508 + ] + }, + { + "text": "21", + "boxes": [ + 8, + 510, + 36, + 532 + ] + }, + { + "text": "正", + "boxes": [ + 4, + 528, + 36, + 560 + ] + }, + { + "text": "23", + "boxes": [ + 12, + 552, + 34, + 566 + ] + }, + { + "text": "24", + "boxes": [ + 12, + 568, + 32, + 584 + ] + }, + { + "text": "25", + "boxes": [ + 3, + 575, + 37, + 608 + ] + }, + { + "text": "26", + "boxes": [ + 8, + 598, + 34, + 617 + ] + }, + { + "text": "45", + "boxes": [ + 12, + 925, + 32, + 941 + ] + }, + { + "text": "1→二+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + } + ] + }, + { + "frame_id": "120_7_5", + "episode_id": 120, + "env_id": 7, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.489877700805664, + "advantages": 0.5093027353286743, + "generated_text": "{\n \"intent\": \"To begin by exploring the content and products available on the Apple iPhone webpage.\",\n \"action\": \"DoubleClick(704, 116)\"\n}", + "action_string": "DoubleClick(704, 116)", + "intent_string": "To begin by exploring the content and products available on the Apple iPhone webpage.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 6, + 6, + 22, + 26 + ] + }, + { + "text": "×", + "boxes": [ + 1860, + 4, + 1912, + 24 + ] + }, + { + "text": "● iPhone 16 Pro and iPhon ×+", + "boxes": [ + 6, + 24, + 244, + 56 + ] + }, + { + "text": "→白", + "boxes": [ + 0, + 56, + 136, + 99 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1536, + 62, + 1664, + 93 + ] + }, + { + "text": "I四9三", + "boxes": [ + 1782, + 62, + 1914, + 93 + ] + }, + { + "text": "AOLO", + "boxes": [ + 14, + 1040, + 218, + 1078 + ] + }, + { + "text": "iphone 16 Pro.", + "boxes": [ + 216, + 1046, + 314, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "iPhone-Apple", + "boxes": [ + 28, + 26, + 128, + 52 + ] + }, + { + "text": "?", + "boxes": [ + 262, + 73, + 274, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1606, + 68, + 1660, + 87 + ] + }, + { + "text": "Pxne", + "boxes": [ + 698, + 113, + 730, + 127 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "AirPod", + "boxes": [ + 912, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1348, + 129 + ] + }, + { + "text": "Q", + "boxes": [ + 1380, + 111, + 1394, + 127 + ] + }, + { + "text": "亡", + "boxes": [ + 1428, + 111, + 1442, + 127 + ] + }, + { + "text": "B", + "boxes": [ + 456, + 157, + 522, + 218 + ] + }, + { + "text": "U", + "boxes": [ + 551, + 146, + 635, + 229 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 161, + 714, + 214 + ] + }, + { + "text": "", + "boxes": [ + 754, + 157, + 818, + 222 + ] + }, + { + "text": "00", + "boxes": [ + 842, + 161, + 922, + 226 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1168, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "[os", + "boxes": [ + 1308, + 171, + 1354, + 218 + ] + }, + { + "text": "ipPhone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1210, + 218, + 1274, + 244 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "iPhone", + "boxes": [ + 103, + 386, + 365, + 483 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1798, + 474 + ] + }, + { + "text": "9:41", + "boxes": [ + 838, + 568, + 1042, + 689 + ] + } + ] + }, + { + "frame_id": "120_0_6", + "episode_id": 120, + "env_id": 0, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.497211456298828, + "advantages": -0.7290810346603394, + "generated_text": "{\n \"intent\": \"Click on the Best price\", \"action\": \"DoubleClick(970, 416)\"\n}", + "action_string": "DoubleClick(970, 416)", + "intent_string": "Click on the Best price", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 66, + 130, + 91 + ] + }, + { + "text": "曰』", + "boxes": [ + 252, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 103, + 1876, + 135 + ] + }, + { + "text": "gaming", + "boxes": [ + 298, + 113, + 362, + 145 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "Al", + "boxes": [ + 44, + 173, + 58, + 189 + ] + }, + { + "text": "Shop top categories that ship internationall", + "boxes": [ + 782, + 204, + 1160, + 234 + ] + }, + { + "text": "InnoView 23.8 Inch 2K Large Portable Monitor 100Hz", + "boxes": [ + 682, + 308, + 1268, + 338 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "", + "boxes": [ + 162, + 318, + 192, + 339 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "$29999", + "boxes": [ + 1389, + 315, + 1477, + 360 + ] + }, + { + "text": "2560X1440 QHD Portable Gaming Monitor Fast IPS 100%", + "boxes": [ + 682, + 339, + 1320, + 369 + ] + }, + { + "text": "网", + "boxes": [ + 156, + 353, + 200, + 403 + ] + }, + { + "text": "sRGB w/180° Adjustable Stand USB-C HDMI Laptop Monitors ", + "boxes": [ + 682, + 367, + 1354, + 403 + ] + }, + { + "text": " $70.49 Shipping & Import", + "boxes": [ + 1390, + 361, + 1566, + 393 + ] + }, + { + "text": "Charges to China Detals ", + "boxes": [ + 1392, + 383, + 1574, + 413 + ] + }, + { + "text": "for PS5/4 Desktop MacBqok Switch Xbox PC", + "boxes": [ + 680, + 401, + 1170, + 437 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "within 23 hrs 51 mins", + "boxes": [ + 1392, + 423, + 1536, + 453 + ] + }, + { + "text": "D", + "boxes": [ + 156, + 449, + 200, + 502 + ] + }, + { + "text": "4.3★★★★", + "boxes": [ + 684, + 451, + 806, + 474 + ] + }, + { + "text": "1,316 rating", + "boxes": [ + 826, + 455, + 908, + 472 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "$29999", + "boxes": [ + 680, + 490, + 762, + 522 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 494, + 1466, + 520 + ] + }, + { + "text": "O", + "boxes": [ + 156, + 504, + 200, + 554 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1866, + 528 + ] + }, + { + "text": "$70.49 Shipping & Import Charges to China Details", + "boxes": [ + 680, + 526, + 1008, + 556 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "五", + "boxes": [ + 152, + 547, + 204, + 603 + ] + }, + { + "text": "Coupon:", + "boxes": [ + 684, + 556, + 754, + 582 + ] + }, + { + "text": " Apply $60 coupon Terms", + "boxes": [ + 756, + 550, + 964, + 584 + ] + }, + { + "text": " 30-day refund/replacement ", + "boxes": [ + 680, + 582, + 882, + 606 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "100HzZ", + "boxes": [ + 492, + 592, + 570, + 629 + ] + }, + { + "text": "2K", + "boxes": [ + 277, + 606, + 322, + 638 + ] + }, + { + "text": "Style: 23.8inch QHD 100Hz", + "boxes": [ + 678, + 606, + 868, + 635 + ] + }, + { + "text": "", + "boxes": [ + 1002, + 619, + 1114, + 687 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1530, + 645 + ] + }, + { + "text": "23.8inch", + "boxes": [ + 1122, + 629, + 1192, + 661 + ] + }, + { + "text": "QHD180Hz", + "boxes": [ + 1120, + 641, + 1210, + 677 + ] + }, + { + "text": "$349.99", + "boxes": [ + 1121, + 666, + 1179, + 700 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1526, + 687 + ] + }, + { + "text": "59", + "boxes": [ + 686, + 667, + 748, + 719 + ] + }, + { + "text": "$249.99", + "boxes": [ + 800, + 671, + 854, + 697 + ] + }, + { + "text": "$399.99", + "boxes": [ + 908, + 671, + 962, + 697 + ] + }, + { + "text": "$299.99", + "boxes": [ + 1014, + 667, + 1072, + 699 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1398, + 677, + 1452, + 707 + ] + }, + { + "text": "INNO-VIEW", + "boxes": [ + 1462, + 675, + 1538, + 707 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "$129.", + "boxes": [ + 1812, + 713, + 1848, + 727 + ] + }, + { + "text": "Brand", + "boxes": [ + 680, + 731, + 728, + 756 + ] + }, + { + "text": "InnoView", + "boxes": [ + 858, + 729, + 926, + 754 + ] + }, + { + "text": "Payment", + "boxes": [ + 1402, + 741, + 1450, + 758 + ] + }, + { + "text": " Secure transaction", + "boxes": [ + 1466, + 735, + 1570, + 758 + ] + }, + { + "text": "Screen Size", + "boxes": [ + 682, + 754, + 762, + 780 + ] + }, + { + "text": "23.8", + "boxes": [ + 856, + 750, + 894, + 780 + ] + }, + { + "text": "Resolution", + "boxes": [ + 682, + 780, + 758, + 806 + ] + }, + { + "text": "QHD Ultr Wide 140p", + "boxes": [ + 854, + 776, + 1016, + 812 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "Add a giftreceipt for easy", + "boxes": [ + 1414, + 790, + 1586, + 820 + ] + }, + { + "text": "Aspect Ratio", + "boxes": [ + 682, + 808, + 770, + 832 + ] + }, + { + "text": "16:9", + "boxes": [ + 860, + 808, + 894, + 830 + ] + }, + { + "text": "returns", + "boxes": [ + 1413, + 809, + 1471, + 841 + ] + }, + { + "text": "Screen Surface", + "boxes": [ + 682, + 832, + 786, + 856 + ] + }, + { + "text": "Matte", + "boxes": [ + 853, + 827, + 903, + 861 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1402, + 866, + 1476, + 889 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 891, + 838, + 927 + ] + }, + { + "text": "·【2KPortableMonitor】2KQHDresolution and amazing oHzrefreshrate give youtheedge inall", + "boxes": [ + 686, + 919, + 1342, + 951 + ] + }, + { + "text": "yourgamingquestsEquippedwithFreeSynctechnologyandHDRfunctiontoeliminatemage", + "boxes": [ + 696, + 935, + 1306, + 975 + ] + }, + { + "text": "andstuttering forhighern", + "boxes": [ + 700, + 961, + 870, + 989 + ] + }, + { + "text": "motion clarity and smoother gameplay", + "boxes": [ + 858, + 963, + 1112, + 991 + ] + }, + { + "text": "uality than Full HD", + "boxes": [ + 1178, + 1011, + 1296, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 103, + 1876, + 135 + ] + }, + { + "text": "gaming", + "boxes": [ + 298, + 113, + 364, + 145 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "Al", + "boxes": [ + 44, + 173, + 58, + 189 + ] + }, + { + "text": "Shop top categories that ship internationally", + "boxes": [ + 782, + 204, + 1160, + 234 + ] + }, + { + "text": "InnoView 23.8 Inch 2K Large Portable Monitor 100Hz", + "boxes": [ + 682, + 308, + 1268, + 338 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "", + "boxes": [ + 162, + 318, + 192, + 339 + ] + }, + { + "text": "山", + "boxes": [ + 626, + 324, + 642, + 339 + ] + }, + { + "text": "$29999", + "boxes": [ + 1389, + 315, + 1477, + 360 + ] + }, + { + "text": "2560X1440 QHD Portable Gaming Monitor Fast IPS 100%", + "boxes": [ + 682, + 339, + 1320, + 369 + ] + }, + { + "text": "网", + "boxes": [ + 156, + 353, + 200, + 403 + ] + }, + { + "text": "sRGB w/180° Adjustable Stand USB-C HDMI Laptop Monitors ", + "boxes": [ + 680, + 369, + 1356, + 405 + ] + }, + { + "text": " $70.49 Shipping & Import", + "boxes": [ + 1390, + 361, + 1566, + 393 + ] + }, + { + "text": "Charges to China Detals ", + "boxes": [ + 1392, + 383, + 1574, + 413 + ] + }, + { + "text": "for PS5/4 Desktop", + "boxes": [ + 680, + 401, + 900, + 437 + ] + }, + { + "text": "MacBo3k Switch Xbox PC", + "boxes": [ + 884, + 401, + 1170, + 437 + ] + }, + { + "text": "蓝", + "boxes": [ + 160, + 411, + 196, + 453 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "within 23 hrs 51 mins", + "boxes": [ + 1392, + 423, + 1536, + 453 + ] + }, + { + "text": "D", + "boxes": [ + 156, + 449, + 200, + 502 + ] + }, + { + "text": "4.3★★★★", + "boxes": [ + 684, + 449, + 804, + 475 + ] + }, + { + "text": "1,316 rati", + "boxes": [ + 826, + 455, + 892, + 472 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "$29999", + "boxes": [ + 680, + 490, + 760, + 522 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 494, + 1466, + 520 + ] + }, + { + "text": "O", + "boxes": [ + 156, + 504, + 200, + 554 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1866, + 528 + ] + }, + { + "text": "$70.49 Shipping & Import Charges to China Details", + "boxes": [ + 680, + 526, + 1008, + 556 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "五", + "boxes": [ + 152, + 547, + 204, + 603 + ] + }, + { + "text": "Coupon:", + "boxes": [ + 684, + 556, + 754, + 582 + ] + }, + { + "text": "Apply $60 coupon Terms", + "boxes": [ + 756, + 550, + 964, + 584 + ] + }, + { + "text": " 30-day refund/replacement ", + "boxes": [ + 680, + 582, + 882, + 606 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "100HzZ", + "boxes": [ + 492, + 592, + 570, + 629 + ] + }, + { + "text": "2K", + "boxes": [ + 277, + 606, + 322, + 638 + ] + }, + { + "text": "Style: 23.8inch QHD 100Hz", + "boxes": [ + 678, + 606, + 868, + 635 + ] + }, + { + "text": "", + "boxes": [ + 1002, + 619, + 1114, + 687 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1530, + 645 + ] + }, + { + "text": "23.8inch", + "boxes": [ + 1124, + 631, + 1190, + 657 + ] + }, + { + "text": "QHD180Hz", + "boxes": [ + 1120, + 641, + 1210, + 677 + ] + }, + { + "text": "$349.99", + "boxes": [ + 1121, + 666, + 1179, + 700 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1526, + 687 + ] + }, + { + "text": "59", + "boxes": [ + 686, + 667, + 748, + 719 + ] + }, + { + "text": "$249.99", + "boxes": [ + 800, + 671, + 854, + 697 + ] + }, + { + "text": "$399.99", + "boxes": [ + 908, + 671, + 962, + 697 + ] + }, + { + "text": "$299.99", + "boxes": [ + 1014, + 667, + 1072, + 699 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1398, + 677, + 1452, + 707 + ] + }, + { + "text": "INNO-VIEW", + "boxes": [ + 1462, + 675, + 1538, + 707 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "$129.", + "boxes": [ + 1812, + 713, + 1848, + 727 + ] + }, + { + "text": "Brand", + "boxes": [ + 680, + 731, + 728, + 756 + ] + }, + { + "text": "InnoView", + "boxes": [ + 858, + 729, + 926, + 754 + ] + }, + { + "text": "Payment", + "boxes": [ + 1402, + 741, + 1450, + 758 + ] + }, + { + "text": " Secure transaction", + "boxes": [ + 1466, + 735, + 1570, + 758 + ] + }, + { + "text": "Screen Size", + "boxes": [ + 682, + 754, + 762, + 780 + ] + }, + { + "text": "23.8", + "boxes": [ + 856, + 750, + 894, + 780 + ] + }, + { + "text": "Resolution", + "boxes": [ + 682, + 780, + 758, + 806 + ] + }, + { + "text": "QHD Ultr Wide 140p", + "boxes": [ + 854, + 776, + 1016, + 812 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "Add a giftreceipt for easy", + "boxes": [ + 1414, + 790, + 1586, + 820 + ] + }, + { + "text": "Aspect Ratio", + "boxes": [ + 682, + 808, + 770, + 832 + ] + }, + { + "text": "16:9", + "boxes": [ + 860, + 808, + 894, + 830 + ] + }, + { + "text": "returns", + "boxes": [ + 1413, + 809, + 1471, + 841 + ] + }, + { + "text": "Screen Surface", + "boxes": [ + 682, + 832, + 786, + 856 + ] + }, + { + "text": "Matte", + "boxes": [ + 853, + 827, + 903, + 861 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1402, + 866, + 1476, + 889 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 891, + 838, + 927 + ] + }, + { + "text": "·【2KPortableMonitor】2KQHDresolution and amazing oHzrefreshrate give youtheedge inall", + "boxes": [ + 686, + 919, + 1342, + 951 + ] + }, + { + "text": "yourgamingquestsEquippedwithFreeSynctechnologyandHDRfunctiontoelminatemage", + "boxes": [ + 696, + 935, + 1306, + 975 + ] + }, + { + "text": "and stuttering for higher n", + "boxes": [ + 700, + 961, + 870, + 989 + ] + }, + { + "text": "motion clarity and smoother gameplay", + "boxes": [ + 858, + 963, + 1112, + 991 + ] + }, + { + "text": "uality than Full HD", + "boxes": [ + 1178, + 1011, + 1296, + 1028 + ] + } + ] + }, + { + "frame_id": "120_1_6", + "episode_id": 120, + "env_id": 1, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.422652244567871, + "advantages": -0.8220961093902588, + "generated_text": "{\n \"intent\": \"Scroll downwards to view more content about the successful launch of China's first global space AI satellite.\",\n \"action\": \"DoubleClick(430, 296)\" \n}", + "action_string": "DoubleClick(430, 296)", + "intent_string": "Scroll downwards to view more content about the successful launch of China's first global space AI satellite.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "新闻", + "boxes": [ + 514, + 111, + 546, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 890, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "兑读", + "boxes": [ + 908, + 161, + 930, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道>", + "boxes": [ + 478, + 270, + 590, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 322, + 1186, + 369 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 654, + 568, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "新闻", + "boxes": [ + 514, + 111, + 546, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 600, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 890, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 486, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 856, + 161, + 882, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 482, + 276, + 536, + 296 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 606, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 444, + 320, + 1186, + 369 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "120_2_6", + "episode_id": 120, + "env_id": 2, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.627082824707031, + "advantages": 0.6804706454277039, + "generated_text": "{\n \"intent\": \"Click on one of the iPhone models to explore more details about its specifications and options\",\n \"action\": \"Click(354, 312)\"\n}", + "action_string": "Click(354, 312)", + "intent_string": "Click on one of the iPhone models to explore more details about its specifications and options", + "before_screen_ocr_results": [ + { + "text": "D", + "boxes": [ + 260, + 69, + 274, + 85 + ] + }, + { + "text": "司", + "boxes": [ + 1546, + 71, + 1562, + 85 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 138, + 159, + 466, + 195 + ] + }, + { + "text": "LE INTELLIGENCE", + "boxes": [ + 194, + 244, + 294, + 262 + ] + }, + { + "text": "APPLEINTELLIGENCE", + "boxes": [ + 592, + 246, + 716, + 264 + ] + }, + { + "text": "APPLEINTELLIGENCE", + "boxes": [ + 1012, + 246, + 1136, + 264 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 160, + 266, + 376, + 308 + ] + }, + { + "text": "iPhone 16 &", + "boxes": [ + 584, + 270, + 746, + 306 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 1002, + 268, + 1156, + 310 + ] + }, + { + "text": "iPhone 15&", + "boxes": [ + 1424, + 270, + 1584, + 306 + ] + }, + { + "text": "Expl", + "boxes": [ + 1846, + 272, + 1914, + 306 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 160, + 296, + 410, + 342 + ] + }, + { + "text": "iPhone 16 Plus", + "boxes": [ + 582, + 299, + 780, + 342 + ] + }, + { + "text": "iPhone 15 Plus", + "boxes": [ + 1424, + 304, + 1618, + 339 + ] + }, + { + "text": "acce", + "boxes": [ + 1848, + 310, + 1914, + 336 + ] + }, + { + "text": "Take a closer look ", + "boxes": [ + 260, + 526, + 414, + 562 + ] + }, + { + "text": "", + "boxes": [ + 308, + 615, + 338, + 629 + ] + }, + { + "text": ".e...", + "boxes": [ + 1554, + 611, + 1638, + 629 + ] + }, + { + "text": " Shopping guides. Can't decide? Start here.", + "boxes": [ + 134, + 780, + 674, + 826 + ] + }, + { + "text": "COMPARE ALL MODELS", + "boxes": [ + 174, + 872, + 308, + 889 + ] + }, + { + "text": "PHONE SPECIALIST", + "boxes": [ + 1672, + 866, + 1792, + 895 + ] + }, + { + "text": "Which iPhone is", + "boxes": [ + 164, + 891, + 378, + 933 + ] + }, + { + "text": "Apple Intelligence.", + "boxes": [ + 670, + 895, + 906, + 931 + ] + }, + { + "text": "Shop with a Specialist over video.", + "boxes": [ + 1164, + 889, + 1590, + 933 + ] + }, + { + "text": " Shop one on one wi", + "boxes": [ + 1662, + 889, + 1916, + 937 + ] + }, + { + "text": "right for you?", + "boxes": [ + 162, + 927, + 338, + 965 + ] + }, + { + "text": "Write, express yourself, and get ", + "boxes": [ + 666, + 925, + 1068, + 967 + ] + }, + { + "text": "Specialist. Online 0.", + "boxes": [ + 1668, + 931, + 1912, + 961 + ] + }, + { + "text": "things done effortlessly.", + "boxes": [ + 662, + 961, + 970, + 997 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 116, + 34, + 152, + 48 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 64, + 126, + 89 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 62, + 1912, + 93 + ] + }, + { + "text": "All models. Take your pick", + "boxes": [ + 138, + 159, + 462, + 195 + ] + }, + { + "text": "iPhone 16 Pro ", + "boxes": [ + 736, + 220, + 838, + 252 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 874, + 224, + 948, + 250 + ] + }, + { + "text": "iphone 16e", + "boxes": [ + 982, + 224, + 1062, + 250 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 1096, + 220, + 1170, + 252 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 166, + 270, + 372, + 306 + ] + }, + { + "text": "hone 15&", + "boxes": [ + 1448, + 272, + 1580, + 304 + ] + }, + { + "text": "Expl", + "boxes": [ + 1844, + 268, + 1906, + 308 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 300, + 406, + 340 + ] + }, + { + "text": "Phone 15 Plus", + "boxes": [ + 1446, + 304, + 1618, + 339 + ] + }, + { + "text": "acce", + "boxes": [ + 1848, + 310, + 1906, + 336 + ] + }, + { + "text": "iPhone", + "boxes": [ + 604, + 341, + 658, + 371 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 752, + 343, + 822, + 369 + ] + }, + { + "text": "16Pro", + "boxes": [ + 610, + 367, + 654, + 387 + ] + }, + { + "text": "Pro Max", + "boxes": [ + 756, + 367, + 814, + 387 + ] + }, + { + "text": "iPhone 16 Pro", + "boxes": [ + 950, + 381, + 1154, + 419 + ] + }, + { + "text": "From $999 or $41.62/mo.for 24 mo.", + "boxes": [ + 958, + 429, + 1188, + 447 + ] + }, + { + "text": "Titanium design with larger 6.3-inch Super", + "boxes": [ + 1008, + 484, + 1362, + 522 + ] + }, + { + "text": "Retina XDR display, durable latest-generation", + "boxes": [ + 1012, + 510, + 1390, + 540 + ] + }, + { + "text": "CeramicShild, ction button, andUB-C with", + "boxes": [ + 1012, + 528, + 1396, + 564 + ] + }, + { + "text": "USB 3 speeds2", + "boxes": [ + 1010, + 548, + 1136, + 584 + ] + }, + { + "text": "8", + "boxes": [ + 958, + 611, + 992, + 645 + ] + }, + { + "text": "The first iPhone designed for Apple", + "boxes": [ + 1008, + 602, + 1306, + 637 + ] + }, + { + "text": "Intelligence.3 Personal, private, powerful.", + "boxes": [ + 1012, + 625, + 1344, + 655 + ] + }, + { + "text": "B", + "boxes": [ + 960, + 685, + 992, + 715 + ] + }, + { + "text": "Camera Control gives you an easier way to", + "boxes": [ + 1010, + 677, + 1356, + 707 + ] + }, + { + "text": "quickly access camera tools", + "boxes": [ + 1014, + 701, + 1242, + 725 + ] + }, + { + "text": "A18 Pro chip powers Apple Inteliencea and", + "boxes": [ + 1008, + 746, + 1376, + 782 + ] + }, + { + "text": "国", + "boxes": [ + 960, + 768, + 992, + 800 + ] + }, + { + "text": "AAA gaming — and helps deliver a huge leap in", + "boxes": [ + 1008, + 768, + 1392, + 802 + ] + }, + { + "text": "Shopping guides. Can't de", + "boxes": [ + 138, + 786, + 456, + 822 + ] + }, + { + "text": "battery life", + "boxes": [ + 1014, + 794, + 1106, + 820 + ] + }, + { + "text": "4K 120 fps Dolby Vision and 4 studio-quality", + "boxes": [ + 1010, + 844, + 1374, + 874 + ] + }, + { + "text": "⑧", + "boxes": [ + 960, + 854, + 994, + 883 + ] + }, + { + "text": "mics. A Pro studio in your pocket.", + "boxes": [ + 1008, + 864, + 1288, + 895 + ] + }, + { + "text": "Which iPhone is", + "boxes": [ + 166, + 889, + 376, + 931 + ] + }, + { + "text": "over video.", + "boxes": [ + 1450, + 897, + 1586, + 929 + ] + }, + { + "text": " Shop one on one w", + "boxes": [ + 1663, + 889, + 1909, + 940 + ] + }, + { + "text": "Capture magical spatial photos and videos on", + "boxes": [ + 1010, + 917, + 1384, + 947 + ] + }, + { + "text": "right for you?", + "boxes": [ + 166, + 929, + 338, + 965 + ] + }, + { + "text": "iPhone 16 Pro, then relive them on", + "boxes": [ + 1008, + 935, + 1294, + 969 + ] + }, + { + "text": " Specialist. Online 0", + "boxes": [ + 1664, + 925, + 1908, + 965 + ] + }, + { + "text": "Apple Vision Pro", + "boxes": [ + 1014, + 959, + 1152, + 989 + ] + }, + { + "text": "Explore iPhone 16 Pro further >", + "boxes": [ + 952, + 1001, + 1194, + 1030 + ] + } + ] + }, + { + "frame_id": "120_3_6", + "episode_id": 120, + "env_id": 3, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.649237632751465, + "advantages": -0.5394233465194702, + "generated_text": "{\n \"intent\": \"Click on the article about the foreign tourists paying a bus driver in Zhangjiajie to explore more details on this topic.\",\n \"action\": \"DoubleClick(527, 367)\"\n}", + "action_string": "DoubleClick(527, 367)", + "intent_string": "Click on the article about the foreign tourists paying a bus driver in Zhangjiajie to explore more details on this topic.", + "before_screen_ocr_results": [ + { + "text": "外国游客张家界付费拾轿", + "boxes": [ + 244, + 32, + 396, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1594, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1846, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 123, + 1788, + 143 + ] + }, + { + "text": "资讯 娱乐 时尚教育 科技 萌宠汽车", + "boxes": [ + 346, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1726, + 206 + ] + }, + { + "text": "众播观察+关注", + "boxes": [ + 384, + 266, + 574, + 304 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "39.7K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1588, + 284, + 1700, + 308 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1422, + 289, + 1544, + 326 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "外国游客张家界付费拾轿，60元10分钟引对方惊讶", + "boxes": [ + 366, + 349, + 1094, + 391 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "众播观察的报道·16小时·①1分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "近日，外国游客在张家界天门山景区旅游时，付费给挑夫拾轿子，引起关注。5月13日，外国游客孔翔荣回应，他与", + "boxes": [ + 360, + 500, + 1232, + 538 + ] + }, + { + "text": "朋友付费60元，抬轿夫拾了十分钟，他们体会到这份工作并不轻松，很尊重这名努力又幽默的轿夫。", + "boxes": [ + 362, + 526, + 1108, + 564 + ] + }, + { + "text": "访问众播观察", + "boxes": [ + 1426, + 552, + 1548, + 582 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "现场视频显示，两名外国游客一前一后，小心翼翼地抬起轿子，而轿夫则坐在轿子上，有些不好意思，并嘱咐“慢点", + "boxes": [ + 364, + 574, + 1224, + 604 + ] + }, + { + "text": "走”，另一名轿夫则称赞\"verygood\"，几人一路上氛围欢乐。", + "boxes": [ + 368, + 604, + 800, + 627 + ] + }, + { + "text": "地灾预警！湘东北、湘西南部分地", + "boxes": [ + 1444, + 604, + 1664, + 633 + ] + }, + { + "text": "甘肃陇南安排游客五一住学生宿", + "boxes": [ + 1448, + 667, + 1646, + 691 + ] + }, + { + "text": "甘薇宣布与贾跃亭离婚，二人无商", + "boxes": [ + 1446, + 729, + 1662, + 758 + ] + }, + { + "text": "业关联", + "boxes": [ + 1445, + 745, + 1495, + 779 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "国游客张家", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "外国游客张家界付费拾轿", + "boxes": [ + 244, + 32, + 396, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1594, + 62, + 1664, + 93 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 123, + 1788, + 143 + ] + }, + { + "text": "资讯 娱乐 时尚教育 科技 萌宠汽车", + "boxes": [ + 346, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1726, + 206 + ] + }, + { + "text": "众播观察+关注", + "boxes": [ + 384, + 266, + 574, + 304 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "39.7K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1588, + 284, + 1700, + 308 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1422, + 289, + 1544, + 326 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "外国游客张家界付费拾轿，60元10分钟引对方惊讶", + "boxes": [ + 366, + 349, + 1094, + 391 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "众播观察的报道·16小时·①1分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "近日，外国游客在张家界天门山景区旅游时，付费给挑夫拾轿子，引起关注。5月13日，外国游客孔翔荣回应，他与", + "boxes": [ + 360, + 500, + 1232, + 538 + ] + }, + { + "text": "朋友付费60元，抬轿夫拾了十分钟，他们体会到这份工作并不轻松，很尊重这名努力又幽默的轿夫。", + "boxes": [ + 362, + 526, + 1108, + 564 + ] + }, + { + "text": "访问众播观察", + "boxes": [ + 1426, + 552, + 1548, + 582 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "现场视频显示，两名外国游客一前一后，小心翼翼地抬起轿子，而轿夫则坐在轿子上，有些不好意思，并嘱咐“慢点", + "boxes": [ + 364, + 574, + 1224, + 604 + ] + }, + { + "text": "走”，另一名轿夫则称赞\"verygood\"，几人一路上氛围欢乐。", + "boxes": [ + 368, + 604, + 800, + 627 + ] + }, + { + "text": "地灾预警！湘东北、湘西南部分地", + "boxes": [ + 1444, + 604, + 1664, + 633 + ] + }, + { + "text": "甘肃陇南安排游客五一住学生宿", + "boxes": [ + 1448, + 667, + 1646, + 691 + ] + }, + { + "text": "甘薇宣布与贾跃亭离婚，二人无商", + "boxes": [ + 1446, + 729, + 1662, + 758 + ] + }, + { + "text": "业关联", + "boxes": [ + 1445, + 745, + 1495, + 779 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "国游客张家", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "120_4_6", + "episode_id": 120, + "env_id": 4, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.596783638000488, + "advantages": 0.6426714062690735, + "generated_text": "{\n \"intent\": \"Exploring the available content such as videos and articles by clicking on them.\",\n \"action\": \"DoubleClick(603, 557)\"\n}", + "action_string": "DoubleClick(603, 557)", + "intent_string": "Exploring the available content such as videos and articles by clicking on them.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": " https://cn.bing.com", + "boxes": [ + 250, + 64, + 448, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1598, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1870, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 17, + 105, + 189, + 155 + ] + }, + { + "text": "mages", + "boxes": [ + 256, + 127, + 290, + 141 + ] + }, + { + "text": "国内版", + "boxes": [ + 492, + 191, + 558, + 216 + ] + }, + { + "text": "国际版", + "boxes": [ + 552, + 191, + 636, + 216 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 236, + 630, + 266 + ] + }, + { + "text": "伦敦时间到", + "boxes": [ + 1518, + 391, + 1622, + 417 + ] + }, + { + "text": "豪华智能SUV新典范", + "boxes": [ + 188, + 456, + 800, + 540 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 480, + 1552, + 512 + ] + }, + { + "text": "1,.71", + "boxes": [ + 1626, + 514, + 1700, + 562 + ] + }, + { + "text": "静态品鉴问界M8", + "boxes": [ + 402, + 544, + 598, + 580 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 560, + 1520, + 608 + ] + }, + { + "text": "20", + "boxes": [ + 1616, + 558, + 1702, + 611 + ] + }, + { + "text": "r", + "boxes": [ + 1589, + 562, + 1633, + 595 + ] + }, + { + "text": "经新拉", + "boxes": [ + 1456, + 606, + 1524, + 655 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 611, + 1642, + 639 + ] + }, + { + "text": "4.078 ", + "boxes": [ + 1622, + 604, + 1712, + 657 + ] + }, + { + "text": "华声在线·1周", + "boxes": [ + 832, + 635, + 942, + 659 + ] + }, + { + "text": "1一点视频/商丘广播·1周", + "boxes": [ + 1132, + 641, + 1310, + 675 + ] + }, + { + "text": "仰望U8L：重新定义豪华", + "boxes": [ + 824, + 655, + 1060, + 691 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1454, + 653, + 1520, + 701 + ] + }, + { + "text": " ±2.81%", + "boxes": [ + 1599, + 650, + 1699, + 692 + ] + }, + { + "text": "《殷商之源，诗述商丘》30集", + "boxes": [ + 1142, + 667, + 1416, + 703 + ] + }, + { + "text": "SUV新标准", + "boxes": [ + 826, + 685, + 940, + 715 + ] + }, + { + "text": "1,634.99", + "boxes": [ + 1638, + 677, + 1692, + 695 + ] + }, + { + "text": "豪华智能SUV新典范静态品鉴问界M8", + "boxes": [ + 202, + 695, + 708, + 735 + ] + }, + { + "text": "系列专题片——《古城南湖》", + "boxes": [ + 1136, + 691, + 1398, + 727 + ] + }, + { + "text": "英代达", + "boxes": [ + 1456, + 697, + 1526, + 750 + ] + }, + { + "text": "", + "boxes": [ + 1588, + 697, + 1637, + 735 + ] + }, + { + "text": "+4.363", + "boxes": [ + 1628, + 699, + 1700, + 746 + ] + }, + { + "text": "(视频来源：商丘师范学院）", + "boxes": [ + 1142, + 721, + 1392, + 750 + ] + }, + { + "text": "", + "boxes": [ + 1138, + 752, + 1188, + 772 + ] + }, + { + "text": "查看自选股建议", + "boxes": [ + 1622, + 744, + 1726, + 770 + ] + }, + { + "text": "降价还增配", + "boxes": [ + 526, + 786, + 782, + 836 + ] + }, + { + "text": "现", + "boxes": [ + 1048, + 915, + 1094, + 943 + ] + }, + { + "text": "3DM · 14小时", + "boxes": [ + 204, + 951, + 314, + 975 + ] + }, + { + "text": "藻湘晨报·12小时", + "boxes": [ + 1140, + 951, + 1272, + 975 + ] + }, + { + "text": "一点视频/优视汽车·4 周", + "boxes": [ + 512, + 961, + 684, + 991 + ] + }, + { + "text": "0", + "boxes": [ + 828, + 963, + 852, + 985 + ] + }, + { + "text": "一点视频/B刷电视剧 · 16 小时 ", + "boxes": [ + 846, + 961, + 1024, + 991 + ] + }, + { + "text": "《星痕共鸣》试玩报告：重生", + "boxes": [ + 208, + 971, + 474, + 1007 + ] + }, + { + "text": "“给你钱，我拾你！”外国游客", + "boxes": [ + 1138, + 971, + 1412, + 1007 + ] + }, + { + "text": "不服不行，直降2万还增加配", + "boxes": [ + 512, + 983, + 780, + 1018 + ] + }, + { + "text": "方清平相声《黄鹤楼》", + "boxes": [ + 826, + 987, + 1028, + 1016 + ] + }, + { + "text": "，师父", + "boxes": [ + 1024, + 985, + 1098, + 1016 + ] + }, + { + "text": "之我在异世界的轻松日常", + "boxes": [ + 202, + 1001, + 430, + 1030 + ] + }, + { + "text": "在张家界把轿夫拾了十分钟：", + "boxes": [ + 1138, + 1001, + 1402, + 1030 + ] + }, + { + "text": "置，问界M5UItra是真到位", + "boxes": [ + 514, + 1012, + 780, + 1042 + ] + }, + { + "text": "李金斗亲自替其捧眼，太宠", + "boxes": [ + 826, + 1012, + 1078, + 1042 + ] + }, + { + "text": "大叔很开心", + "boxes": [ + 1144, + 1024, + 1246, + 1048 + ] + }, + { + "text": "送了三瓶柠檬水", + "boxes": [ + 1258, + 1024, + 1400, + 1048 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "三好生”再进化", + "boxes": [ + 270, + 32, + 348, + 50 + ] + }, + { + "text": "", + "boxes": [ + 54, + 66, + 126, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1595, + 61, + 1663, + 92 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1878, + 89 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 102, + 149 + ] + }, + { + "text": "网上车市", + "boxes": [ + 381, + 263, + 499, + 306 + ] + }, + { + "text": "“三好生”再进化，第四代博越L凭啥称霸10万级燃油市场？", + "boxes": [ + 372, + 349, + 1196, + 391 + ] + }, + { + "text": "车市号入驻账号：1号车盟的报道·11小时·05分钟读取", + "boxes": [ + 364, + 413, + 818, + 449 + ] + }, + { + "text": "5月13日，富春江畔，一场跨越时空的美学盛宴拉开惟幕。", + "boxes": [ + 366, + 508, + 790, + 532 + ] + }, + { + "text": "当黄公望笔下的《富春山居图》遇上第四代博越L，山水墨韵与科技锋芒交织，宣告\"新一代三好SUV\"正式踏入10万级", + "boxes": [ + 362, + 542, + 1240, + 580 + ] + }, + { + "text": "燃油车市场。", + "boxes": [ + 366, + 576, + 458, + 602 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1670, + 876, + 1720, + 909 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unigue", + "boxes": [ + 26, + 907, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1526, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及不", + "boxes": [ + 32, + 951, + 216, + 975 + ] + }, + { + "text": "在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 206, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：", + "boxes": [ + 32, + 971, + 130, + 995 + ] + }, + { + "text": "微软隐私声明", + "boxes": [ + 120, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "三好生”再进··", + "boxes": [ + 224, + 1048, + 308, + 1074 + ] + } + ] + }, + { + "frame_id": "120_5_6", + "episode_id": 120, + "env_id": 5, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.891249656677246, + "advantages": -0.23750542104244232, + "generated_text": "{\n \"intent\": \"Scroll down to view more gaming products and options within the screen\",\n \"action\": \"ScrollDown(960, 546)\"\n}", + "action_string": "ScrollDown(960, 546)", + "intent_string": "Scroll down to view more gaming products and options within the screen", + "before_screen_ocr_results": [ + { + "text": "com : gaming", + "boxes": [ + 92, + 34, + 182, + 52 + ] + }, + { + "text": "<", + "boxes": [ + 6, + 60, + 40, + 93 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "曰·", + "boxes": [ + 252, + 66, + 310, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1598, + 68, + 1660, + 87 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming", + "boxes": [ + 294, + 113, + 364, + 147 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1408, + 127, + 1442, + 141 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1810, + 129, + 1876, + 149 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 167, + 68, + 195 + ] + }, + { + "text": "Explore Related Products", + "boxes": [ + 8, + 252, + 184, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "gaming headset ", + "boxes": [ + 10, + 280, + 122, + 310 + ] + }, + { + "text": "gaming keyboard", + "boxes": [ + 10, + 300, + 128, + 330 + ] + }, + { + "text": "$23.9", + "boxes": [ + 1818, + 302, + 1852, + 316 + ] + }, + { + "text": "gaming pc", + "boxes": [ + 12, + 324, + 86, + 349 + ] + }, + { + "text": "Overall Pick 0", + "boxes": [ + 314, + 318, + 406, + 343 + ] + }, + { + "text": "gaming mouse", + "boxes": [ + 12, + 341, + 110, + 367 + ] + }, + { + "text": "$10", + "boxes": [ + 782, + 339, + 826, + 375 + ] + }, + { + "text": "VSee", + "boxes": [ + 18, + 367, + 54, + 381 + ] + }, + { + "text": "ROBLOX", + "boxes": [ + 670, + 377, + 818, + 415 + ] + }, + { + "text": "Price", + "boxes": [ + 8, + 409, + 52, + 435 + ] + }, + { + "text": "$0 - $8,900+", + "boxes": [ + 10, + 433, + 102, + 459 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1866, + 528 + ] + }, + { + "text": "Deals & Discounts", + "boxes": [ + 10, + 514, + 136, + 544 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 540, + 98, + 566 + ] + }, + { + "text": "1,000 Robux", + "boxes": [ + 680, + 546, + 800, + 578 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 560, + 100, + 586 + ] + }, + { + "text": "800+200 Bonus Robux", + "boxes": [ + 676, + 584, + 806, + 608 + ] + }, + { + "text": "erReviews", + "boxes": [ + 66, + 596, + 132, + 613 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 617, + 144, + 647 + ] + }, + { + "text": "ASUS ROG Strix G16 Gaming", + "boxes": [ + 314, + 613, + 536, + 643 + ] + }, + { + "text": "Roblox Digital Gift Card - 1,000", + "boxes": [ + 610, + 615, + 840, + 639 + ] + }, + { + "text": "RK ROYAL KLUDGE RK M3 Wireless", + "boxes": [ + 900, + 613, + 1160, + 643 + ] + }, + { + "text": "+3 other colors/patterns", + "boxes": [ + 1198, + 619, + 1334, + 643 + ] + }, + { + "text": "HP Victus 15.6 i5 Gaming Laptop,", + "boxes": [ + 1486, + 613, + 1740, + 643 + ] + }, + { + "text": "Laptop, 165Hz Display, NVDI@", + "boxes": [ + 312, + 633, + 552, + 671 + ] + }, + { + "text": "Robux [Includes Exclusive Virtual", + "boxes": [ + 608, + 635, + 852, + 667 + ] + }, + { + "text": "Gaming Mouse with 42K DPl, 47g ", + "boxes": [ + 900, + 637, + 1156, + 667 + ] + }, + { + "text": " Frigidaire EFMIS179 Gaming Light", + "boxes": [ + 1192, + 645, + 1450, + 677 + ] + }, + { + "text": "15.6\" FHD 1920*1080 144Hz, Intel", + "boxes": [ + 1488, + 637, + 1748, + 667 + ] + }, + { + "text": " Department", + "boxes": [ + 8, + 653, + 100, + 685 + ] + }, + { + "text": "GeForce RTXTM 4060, Intel Core ", + "boxes": [ + 314, + 661, + 552, + 691 + ] + }, + { + "text": "Item] [Digital Code] ", + "boxes": [ + 608, + 661, + 758, + 691 + ] + }, + { + "text": "》", + "boxes": [ + 872, + 659, + 892, + 673 + ] + }, + { + "text": "Lightweight Computer Mouse with", + "boxes": [ + 898, + 661, + 1160, + 691 + ] + }, + { + "text": " Core i5-12450H, NVIDIA GeForce", + "boxes": [ + 1486, + 659, + 1736, + 691 + ] + }, + { + "text": "Computers & Accssories", + "boxes": [ + 10, + 677, + 176, + 707 + ] + }, + { + "text": " Up Mini Beverage Refrigerator, ", + "boxes": [ + 1192, + 671, + 1424, + 701 + ] + }, + { + "text": " i7-13650HX, 16GB DDR5, 1TB PCI..", + "boxes": [ + 312, + 685, + 584, + 715 + ] + }, + { + "text": "May 15, 2019 ", + "boxes": [ + 610, + 685, + 702, + 711 + ] + }, + { + "text": "Dual 8K Polling Optical Sensor...", + "boxes": [ + 900, + 685, + 1146, + 715 + ] + }, + { + "text": " Stealth ", + "boxes": [ + 1192, + 693, + 1256, + 725 + ] + }, + { + "text": "RTX 3050, 32GB RAM, 1TB SSD...", + "boxes": [ + 1486, + 685, + 1740, + 715 + ] + }, + { + "text": " Computers & Tablets", + "boxes": [ + 18, + 699, + 164, + 723 + ] + }, + { + "text": "PC Gammes& Accessories", + "boxes": [ + 8, + 715, + 170, + 747 + ] + }, + { + "text": "★★★★☆1.883", + "boxes": [ + 314, + 713, + 454, + 737 + ] + }, + { + "text": "★★★★★171,390", + "boxes": [ + 608, + 709, + 766, + 739 + ] + }, + { + "text": "★★★★☆51", + "boxes": [ + 902, + 713, + 1024, + 742 + ] + }, + { + "text": "★★★★☆242", + "boxes": [ + 1490, + 715, + 1622, + 739 + ] + }, + { + "text": "$129.99", + "boxes": [ + 1808, + 707, + 1860, + 733 + ] + }, + { + "text": "★★★★☆836", + "boxes": [ + 1194, + 721, + 1328, + 750 + ] + }, + { + "text": "2K+ bought in past month", + "boxes": [ + 314, + 733, + 484, + 756 + ] + }, + { + "text": "50+ bought in past ", + "boxes": [ + 904, + 735, + 1030, + 758 + ] + }, + { + "text": " 200+ bought i past month", + "boxes": [ + 1486, + 728, + 1670, + 763 + ] + }, + { + "text": "Brands", + "boxes": [ + 8, + 748, + 68, + 780 + ] + }, + { + "text": "Windows", + "boxes": [ + 612, + 741, + 670, + 758 + ] + }, + { + "text": "ASUS", + "boxes": [ + 5, + 765, + 77, + 805 + ] + }, + { + "text": "$1,24478", + "boxes": [ + 305, + 760, + 419, + 803 + ] + }, + { + "text": "$10%", + "boxes": [ + 606, + 762, + 672, + 794 + ] + }, + { + "text": "$5999", + "boxes": [ + 902, + 764, + 968, + 798 + ] + }, + { + "text": "$399 ist: 45.67", + "boxes": [ + 1190, + 770, + 1334, + 812 + ] + }, + { + "text": "$63700", + "boxes": [ + 1484, + 762, + 1572, + 800 + ] + }, + { + "text": " FIFINE", + "boxes": [ + 12, + 796, + 76, + 816 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 310, + 800, + 454, + 830 + ] + }, + { + "text": "Save $10.00 wit", + "boxes": [ + 902, + 794, + 1014, + 826 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 1192, + 806, + 1334, + 842 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1486, + 800, + 1634, + 830 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 318, + 828, + 396, + 846 + ] + }, + { + "text": "Delivery Ssat, May 24", + "boxes": [ + 900, + 820, + 1040, + 850 + ] + }, + { + "text": "VISOONE", + "boxes": [ + 10, + 834, + 98, + 858 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1196, + 832, + 1278, + 858 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1570, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 904, + 846, + 986, + 870 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 320, + 856, + 404, + 881 + ] + }, + { + "text": "Add to cat", + "boxes": [ + 1195, + 857, + 1287, + 894 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 1494, + 856, + 1580, + 881 + ] + }, + { + "text": "", + "boxes": [ + 16, + 878, + 38, + 891 + ] + }, + { + "text": "Ad to cart", + "boxes": [ + 906, + 870, + 996, + 907 + ] + }, + { + "text": " More Buying Choices ", + "boxes": [ + 312, + 883, + 456, + 913 + ] + }, + { + "text": "More Buying Choices ", + "boxes": [ + 1486, + 883, + 1632, + 913 + ] + }, + { + "text": "More Buying Choices ", + "boxes": [ + 1194, + 893, + 1336, + 923 + ] + }, + { + "text": "$1,219.99 (6 used & new offers)", + "boxes": [ + 314, + 907, + 522, + 931 + ] + }, + { + "text": "$25.71 (2+ used & new offers)", + "boxes": [ + 1194, + 913, + 1396, + 943 + ] + }, + { + "text": "$608.62 (17+ used & new offers)", + "boxes": [ + 1488, + 907, + 1700, + 931 + ] + }, + { + "text": "Condition", + "boxes": [ + 14, + 949, + 80, + 969 + ] + }, + { + "text": "New", + "boxes": [ + 9, + 964, + 69, + 998 + ] + }, + { + "text": " From frequently shopped brands", + "boxes": [ + 302, + 959, + 620, + 989 + ] + }, + { + "text": " Used", + "boxes": [ + 14, + 993, + 68, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "com : gaming", + "boxes": [ + 92, + 34, + 180, + 52 + ] + }, + { + "text": "→", + "boxes": [ + 6, + 57, + 130, + 94 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 69, + 1656, + 87 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1807, + 98, + 1875, + 138 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "Deals & Dis", + "boxes": [ + 12, + 173, + 86, + 197 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 12, + 197, + 96, + 220 + ] + }, + { + "text": "1,000 Robux", + "boxes": [ + 676, + 198, + 800, + 233 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 13, + 214, + 99, + 245 + ] + }, + { + "text": "800+200Bonus Robux", + "boxes": [ + 682, + 240, + 802, + 258 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 272, + 144, + 302 + ] + }, + { + "text": "ASUS ROG Strix G16 Gaming ", + "boxes": [ + 314, + 268, + 534, + 298 + ] + }, + { + "text": "Roblox Digital Gift Card - 1,000", + "boxes": [ + 606, + 268, + 842, + 298 + ] + }, + { + "text": "RK ROYAL KLUDGE RK M3 Wireless", + "boxes": [ + 898, + 266, + 1160, + 298 + ] + }, + { + "text": "HP Victus 15.6 i5 Gaming Laptop,", + "boxes": [ + 1484, + 264, + 1738, + 300 + ] + }, + { + "text": "+3 other colors/patt", + "boxes": [ + 1202, + 274, + 1308, + 292 + ] + }, + { + "text": "Laptop, 165Hz Display, NVIDIA@", + "boxes": [ + 314, + 292, + 550, + 322 + ] + }, + { + "text": " Robux [Includes Exclusive Virtual", + "boxes": [ + 604, + 288, + 852, + 322 + ] + }, + { + "text": "Gaming Mouse with 42K DPl, 47g ", + "boxes": [ + 902, + 292, + 1156, + 322 + ] + }, + { + "text": " Frigidaire EFMIS179 Gaming Light", + "boxes": [ + 1190, + 298, + 1450, + 332 + ] + }, + { + "text": "15.6\" FHD 1920*1080 144Hz, Intel", + "boxes": [ + 1488, + 294, + 1742, + 318 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1812, + 296, + 1860, + 322 + ] + }, + { + "text": "Department", + "boxes": [ + 12, + 310, + 98, + 336 + ] + }, + { + "text": "GeForce RTXTM 4060, Intel Core", + "boxes": [ + 314, + 316, + 550, + 345 + ] + }, + { + "text": "Item] [Digital Code] ", + "boxes": [ + 608, + 316, + 760, + 345 + ] + }, + { + "text": "Lightweight Computer Mouse with", + "boxes": [ + 900, + 316, + 1160, + 345 + ] + }, + { + "text": "Up Mini Beverage Refrigeratr,", + "boxes": [ + 1190, + 317, + 1424, + 360 + ] + }, + { + "text": "Core i5-12450H, NVIDIA GeForce ", + "boxes": [ + 1488, + 316, + 1736, + 345 + ] + }, + { + "text": "Computers&Accessories", + "boxes": [ + 16, + 338, + 172, + 355 + ] + }, + { + "text": "i7-13650HX, 16GB DDR5, 1TB PCI..", + "boxes": [ + 314, + 339, + 576, + 369 + ] + }, + { + "text": "May 15, 2019", + "boxes": [ + 608, + 339, + 700, + 365 + ] + }, + { + "text": "Dual 8K Polling Optical Sensor,", + "boxes": [ + 900, + 339, + 1128, + 369 + ] + }, + { + "text": "RTX 3050, 32GB RAM, 1TB SSD...", + "boxes": [ + 1486, + 339, + 1732, + 369 + ] + }, + { + "text": " Computers & Tablets", + "boxes": [ + 14, + 349, + 160, + 379 + ] + }, + { + "text": " Stealth ", + "boxes": [ + 1192, + 349, + 1256, + 381 + ] + }, + { + "text": "立", + "boxes": [ + 1792, + 348, + 1813, + 368 + ] + }, + { + "text": "★★★★1.883", + "boxes": [ + 314, + 367, + 456, + 397 + ] + }, + { + "text": "★★★★☆171,390", + "boxes": [ + 608, + 363, + 768, + 393 + ] + }, + { + "text": "★★★★★51", + "boxes": [ + 902, + 367, + 1024, + 397 + ] + }, + { + "text": "★★★★☆836", + "boxes": [ + 1194, + 375, + 1326, + 405 + ] + }, + { + "text": "★★★★242", + "boxes": [ + 1488, + 367, + 1620, + 397 + ] + }, + { + "text": "Windows", + "boxes": [ + 603, + 384, + 675, + 422 + ] + }, + { + "text": "400+ bought in past month", + "boxes": [ + 1194, + 395, + 1374, + 425 + ] + }, + { + "text": "200+", + "boxes": [ + 1492, + 391, + 1528, + 411 + ] + }, + { + "text": "ight in past I", + "boxes": [ + 1548, + 393, + 1628, + 411 + ] + }, + { + "text": "Brands", + "boxes": [ + 10, + 405, + 62, + 431 + ] + }, + { + "text": "ASUS", + "boxes": [ + 7, + 424, + 75, + 457 + ] + }, + { + "text": "$1,24478", + "boxes": [ + 310, + 419, + 418, + 457 + ] + }, + { + "text": "$10%", + "boxes": [ + 606, + 417, + 672, + 449 + ] + }, + { + "text": "$5999", + "boxes": [ + 897, + 416, + 967, + 455 + ] + }, + { + "text": "$399 ist: 45.67", + "boxes": [ + 1189, + 424, + 1335, + 469 + ] + }, + { + "text": "$63700", + "boxes": [ + 1486, + 421, + 1568, + 453 + ] + }, + { + "text": "FIFINE", + "boxes": [ + 5, + 442, + 79, + 481 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 310, + 452, + 454, + 489 + ] + }, + { + "text": "Save $10.00", + "boxes": [ + 902, + 449, + 1000, + 480 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1484, + 452, + 1634, + 489 + ] + }, + { + "text": "Amazon Basics", + "boxes": [ + 8, + 466, + 128, + 497 + ] + }, + { + "text": " Delivery Sat, May 24 ", + "boxes": [ + 898, + 470, + 1042, + 507 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 1194, + 465, + 1334, + 494 + ] + }, + { + "text": "VISOONE", + "boxes": [ + 5, + 481, + 103, + 521 + ] + }, + { + "text": "Ships to China ", + "boxes": [ + 316, + 480, + 402, + 504 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1196, + 488, + 1274, + 514 + ] + }, + { + "text": "Ships to China ", + "boxes": [ + 1490, + 480, + 1574, + 504 + ] + }, + { + "text": "Logitech G ", + "boxes": [ + 5, + 504, + 109, + 541 + ] + }, + { + "text": "Ad t cart", + "boxes": [ + 318, + 506, + 406, + 538 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 904, + 498, + 984, + 524 + ] + }, + { + "text": "Ad to cart ", + "boxes": [ + 1492, + 506, + 1580, + 538 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1864, + 528 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 1196, + 514, + 1288, + 552 + ] + }, + { + "text": "Razer", + "boxes": [ + 7, + 525, + 77, + 557 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 903, + 525, + 993, + 565 + ] + }, + { + "text": " Redragon", + "boxes": [ + 5, + 543, + 99, + 578 + ] + }, + { + "text": " More Buying Choices ", + "boxes": [ + 312, + 536, + 456, + 566 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 1486, + 538, + 1624, + 568 + ] + }, + { + "text": "More Buying Choices ", + "boxes": [ + 1194, + 548, + 1336, + 578 + ] + }, + { + "text": "$1,219.99 (6 used & new offers)", + "boxes": [ + 312, + 558, + 524, + 588 + ] + }, + { + "text": "$608.62 (17+ used & n", + "boxes": [ + 1488, + 558, + 1640, + 588 + ] + }, + { + "text": "V See more", + "boxes": [ + 12, + 572, + 92, + 596 + ] + }, + { + "text": "$25.71 (2+ used & new offers)", + "boxes": [ + 1196, + 572, + 1392, + 596 + ] + }, + { + "text": "Condition", + "boxes": [ + 10, + 602, + 82, + 627 + ] + }, + { + "text": "New", + "boxes": [ + 7, + 621, + 71, + 652 + ] + }, + { + "text": " From frequently shopped brands", + "boxes": [ + 302, + 613, + 620, + 643 + ] + }, + { + "text": "used ", + "boxes": [ + 6, + 641, + 72, + 675 + ] + }, + { + "text": "red O| Based on number of views and purchases", + "boxes": [ + 346, + 645, + 644, + 663 + ] + }, + { + "text": "Seller", + "boxes": [ + 6, + 670, + 56, + 708 + ] + }, + { + "text": "$129.99", + "boxes": [ + 1805, + 702, + 1861, + 736 + ] + }, + { + "text": "erosebridal", + "boxes": [ + 8, + 715, + 110, + 746 + ] + }, + { + "text": "New Releases", + "boxes": [ + 12, + 774, + 102, + 798 + ] + }, + { + "text": "Last 30 days ", + "boxes": [ + 7, + 794, + 101, + 830 + ] + }, + { + "text": "Last 90 days ", + "boxes": [ + 12, + 818, + 98, + 844 + ] + }, + { + "text": "Coming Soon", + "boxes": [ + 12, + 840, + 102, + 864 + ] + }, + { + "text": "Video Game DRM", + "boxes": [ + 8, + 868, + 130, + 897 + ] + }, + { + "text": "8", + "boxes": [ + 0, + 901, + 90, + 971 + ] + }, + { + "text": " DRM-Free", + "boxes": [ + 10, + 893, + 102, + 919 + ] + }, + { + "text": "uplay", + "boxes": [ + 7, + 948, + 75, + 985 + ] + }, + { + "text": "Audioengine A2+ Desktop 24 Bit ", + "boxes": [ + 314, + 947, + 560, + 977 + ] + }, + { + "text": "ASUS ROG Pelta Wireless Gaming", + "boxes": [ + 606, + 947, + 858, + 977 + ] + }, + { + "text": "ASUS ROG Strix Scope lI96 Wireless", + "boxes": [ + 900, + 947, + 1174, + 977 + ] + }, + { + "text": " Redragon M810 Pro Wireless", + "boxes": [ + 1190, + 947, + 1410, + 977 + ] + }, + { + "text": "ASUS ROG Harpe Ace Mini Wireless ", + "boxes": [ + 1488, + 947, + 1752, + 977 + ] + }, + { + "text": "Wireless Bluetooth Desktop", + "boxes": [ + 314, + 971, + 522, + 1001 + ] + }, + { + "text": "Headset (BT, ROG SpeedNova ", + "boxes": [ + 606, + 971, + 832, + 1001 + ] + }, + { + "text": "Gaming Keyboard, Tri-Mode", + "boxes": [ + 900, + 967, + 1112, + 1005 + ] + }, + { + "text": "Gaming Mouse, 10000 DPI ", + "boxes": [ + 1194, + 971, + 1400, + 1001 + ] + }, + { + "text": "Gaming Mouse, 49g Lightweight,", + "boxes": [ + 1486, + 969, + 1736, + 1003 + ] + }, + { + "text": "Speakers - 60w Computer Speakers", + "boxes": [ + 314, + 999, + 578, + 1022 + ] + }, + { + "text": "2.4GHz, USB-C, Lightweight 309g,", + "boxes": [ + 606, + 995, + 864, + 1024 + ] + }, + { + "text": "Connection, Dampening Foam &", + "boxes": [ + 900, + 993, + 1144, + 1027 + ] + }, + { + "text": "Wired/Wireless Gamer Mouse", + "boxes": [ + 1194, + 995, + 1416, + 1024 + ] + }, + { + "text": "AimPoint Pro 42K Optical Sensor, ", + "boxes": [ + 1488, + 995, + 1738, + 1024 + ] + }, + { + "text": "for Music and Gaming", + "boxes": [ + 314, + 1018, + 478, + 1048 + ] + }, + { + "text": "50mm ROG Titanium-Plated Drive.", + "boxes": [ + 610, + 1022, + 864, + 1046 + ] + }, + { + "text": "Switch-Dampening Pads, Hot-.", + "boxes": [ + 904, + 1022, + 1128, + 1046 + ] + }, + { + "text": "w/Rapid Fire Key, 8 Macro Buttons", + "boxes": [ + 1196, + 1022, + 1446, + 1046 + ] + }, + { + "text": "Optical Micro Switches, ROG Pollin", + "boxes": [ + 1490, + 1022, + 1742, + 1046 + ] + } + ] + }, + { + "frame_id": "120_6_6", + "episode_id": 120, + "env_id": 6, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.523838996887207, + "advantages": -1.9433951377868652, + "generated_text": "{\n \"intent\": \"Clicking allows me to interact with elements like charts and formulae quickly.\",\n \"action\": \"DoubleClick(54, 75)\"\n}", + "action_string": "DoubleClick(54, 75)", + "intent_string": "Clicking allows me to interact with elements like charts and formulae quickly.", + "before_screen_ocr_results": [ + { + "text": "Untitled 1 - LibreOffice Calc", + "boxes": [ + 842, + 0, + 1078, + 24 + ] + }, + { + "text": " Sheet", + "boxes": [ + 300, + 26, + 348, + 44 + ] + }, + { + "text": "Data", + "boxes": [ + 360, + 30, + 394, + 44 + ] + }, + { + "text": "Ctrl+", + "boxes": [ + 318, + 56, + 350, + 69 + ] + }, + { + "text": "&", + "boxes": [ + 382, + 54, + 444, + 85 + ] + }, + { + "text": "勺-、", + "boxes": [ + 452, + 56, + 550, + 79 + ] + }, + { + "text": "v田·I·子I", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "Ctrl+Y", + "boxes": [ + 316, + 79, + 356, + 99 + ] + }, + { + "text": "旦要日日%00三至田口目", + "boxes": [ + 366, + 93, + 1206, + 123 + ] + }, + { + "text": "hift+Ctrl+", + "boxes": [ + 286, + 105, + 350, + 125 + ] + }, + { + "text": "A1", + "boxes": [ + 10, + 133, + 26, + 149 + ] + }, + { + "text": "Ctrl+x", + "boxes": [ + 314, + 135, + 358, + 163 + ] + }, + { + "text": "Ctrl+C", + "boxes": [ + 314, + 161, + 362, + 189 + ] + }, + { + "text": "Ctrl+1", + "boxes": [ + 316, + 193, + 354, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 238 + ] + }, + { + "text": "Paste Specia", + "boxes": [ + 70, + 222, + 146, + 240 + ] + }, + { + "text": "Select All", + "boxes": [ + 66, + 248, + 134, + 274 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1886, + 266, + 1914, + 314 + ] + }, + { + "text": "Select", + "boxes": [ + 70, + 280, + 106, + 294 + ] + }, + { + "text": "Ctrl+F", + "boxes": [ + 318, + 310, + 356, + 330 + ] + }, + { + "text": "发", + "boxes": [ + 1888, + 312, + 1910, + 339 + ] + }, + { + "text": "Find & Replace", + "boxes": [ + 56, + 336, + 164, + 359 + ] + }, + { + "text": "Ctrl+H", + "boxes": [ + 314, + 334, + 360, + 359 + ] + }, + { + "text": " Track Changes", + "boxes": [ + 64, + 367, + 162, + 391 + ] + }, + { + "text": " Cell Edit Mode", + "boxes": [ + 64, + 399, + 164, + 423 + ] + }, + { + "text": " Cell Protection", + "boxes": [ + 40, + 427, + 162, + 451 + ] + }, + { + "text": "18", + "boxes": [ + 10, + 465, + 32, + 478 + ] + }, + { + "text": "19", + "boxes": [ + 10, + 482, + 32, + 496 + ] + }, + { + "text": "Object", + "boxes": [ + 68, + 488, + 108, + 508 + ] + }, + { + "text": "21", + "boxes": [ + 8, + 510, + 36, + 532 + ] + }, + { + "text": "正", + "boxes": [ + 4, + 528, + 36, + 560 + ] + }, + { + "text": "23", + "boxes": [ + 12, + 552, + 34, + 566 + ] + }, + { + "text": "24", + "boxes": [ + 12, + 568, + 32, + 584 + ] + }, + { + "text": "25", + "boxes": [ + 3, + 575, + 37, + 608 + ] + }, + { + "text": "26", + "boxes": [ + 8, + 598, + 34, + 617 + ] + }, + { + "text": "45", + "boxes": [ + 12, + 925, + 32, + 941 + ] + }, + { + "text": "（→→+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Untitled 1 - LibreOffice Calc", + "boxes": [ + 842, + 0, + 1078, + 24 + ] + }, + { + "text": " Sheet", + "boxes": [ + 300, + 26, + 348, + 44 + ] + }, + { + "text": "Data", + "boxes": [ + 358, + 30, + 394, + 44 + ] + }, + { + "text": "国", + "boxes": [ + 12, + 54, + 46, + 81 + ] + }, + { + "text": "Ctrl+", + "boxes": [ + 318, + 56, + 350, + 69 + ] + }, + { + "text": "&", + "boxes": [ + 382, + 54, + 444, + 85 + ] + }, + { + "text": "勺-、", + "boxes": [ + 452, + 56, + 550, + 79 + ] + }, + { + "text": "v田·I·子I", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "Ctrl+Y", + "boxes": [ + 316, + 79, + 356, + 99 + ] + }, + { + "text": "Pos", + "boxes": [ + 10, + 91, + 38, + 119 + ] + }, + { + "text": "旦要日日%00三至田口目", + "boxes": [ + 366, + 93, + 1206, + 123 + ] + }, + { + "text": "hift+Ctrl+", + "boxes": [ + 286, + 105, + 350, + 125 + ] + }, + { + "text": "A1", + "boxes": [ + 10, + 133, + 26, + 149 + ] + }, + { + "text": "Ctrl+x", + "boxes": [ + 314, + 135, + 358, + 163 + ] + }, + { + "text": "Ctrl+C", + "boxes": [ + 314, + 161, + 362, + 189 + ] + }, + { + "text": "Ctrl+1", + "boxes": [ + 316, + 193, + 354, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 238 + ] + }, + { + "text": "Paste Specia", + "boxes": [ + 70, + 222, + 146, + 240 + ] + }, + { + "text": "Select All", + "boxes": [ + 66, + 248, + 134, + 274 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1886, + 266, + 1914, + 314 + ] + }, + { + "text": "Select", + "boxes": [ + 70, + 280, + 106, + 294 + ] + }, + { + "text": "Ctrl+F", + "boxes": [ + 318, + 310, + 356, + 330 + ] + }, + { + "text": "发", + "boxes": [ + 1888, + 312, + 1910, + 339 + ] + }, + { + "text": "Ctrl+H", + "boxes": [ + 314, + 334, + 360, + 359 + ] + }, + { + "text": " Track Changes", + "boxes": [ + 64, + 367, + 162, + 391 + ] + }, + { + "text": " Cell Edit Mode", + "boxes": [ + 64, + 399, + 164, + 423 + ] + }, + { + "text": "18", + "boxes": [ + 10, + 465, + 32, + 478 + ] + }, + { + "text": "19", + "boxes": [ + 10, + 482, + 32, + 496 + ] + }, + { + "text": "Object", + "boxes": [ + 68, + 488, + 108, + 508 + ] + }, + { + "text": "21", + "boxes": [ + 8, + 510, + 36, + 532 + ] + }, + { + "text": "正", + "boxes": [ + 4, + 528, + 36, + 560 + ] + }, + { + "text": "23", + "boxes": [ + 12, + 552, + 34, + 566 + ] + }, + { + "text": "24", + "boxes": [ + 12, + 568, + 32, + 584 + ] + }, + { + "text": "25", + "boxes": [ + 3, + 575, + 37, + 608 + ] + }, + { + "text": "26", + "boxes": [ + 8, + 598, + 34, + 617 + ] + }, + { + "text": "45", + "boxes": [ + 12, + 925, + 32, + 941 + ] + }, + { + "text": "（→→+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + } + ] + }, + { + "frame_id": "120_7_6", + "episode_id": 120, + "env_id": 7, + "step": 6, + "format_rewards": 1.0, + "rewards": 11.015872955322266, + "advantages": 1.1654990911483765, + "generated_text": "{\n \"intent\": \"Explore different iPhone models available on the Apple website since they are laid out in an organized manner on each segment.\",\n \"action\": \"DoubleClick(467, 225)\"\n}", + "action_string": "DoubleClick(467, 225)", + "intent_string": "Explore different iPhone models available on the Apple website since they are laid out in an organized manner on each segment.", + "before_screen_ocr_results": [ + { + "text": "iPhone-Apple", + "boxes": [ + 32, + 32, + 126, + 50 + ] + }, + { + "text": "?", + "boxes": [ + 262, + 73, + 274, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1266, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1346, + 129 + ] + }, + { + "text": "二", + "boxes": [ + 1430, + 113, + 1442, + 125 + ] + }, + { + "text": "D", + "boxes": [ + 456, + 159, + 522, + 218 + ] + }, + { + "text": "C0", + "boxes": [ + 560, + 155, + 630, + 226 + ] + }, + { + "text": "口", + "boxes": [ + 751, + 154, + 821, + 223 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "0", + "boxes": [ + 1380, + 153, + 1464, + 226 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 163, + 714, + 214 + ] + }, + { + "text": "00", + "boxes": [ + 846, + 165, + 920, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1205, + 212, + 1277, + 249 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "Get $170-$630 in credit t", + "boxes": [ + 592, + 282, + 758, + 306 + ] + }, + { + "text": "iPhone", + "boxes": [ + 101, + 386, + 367, + 483 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + }, + { + "text": "9:41", + "boxes": [ + 836, + 572, + 1050, + 693 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 6, + 6, + 22, + 24 + ] + }, + { + "text": "×", + "boxes": [ + 1860, + 4, + 1912, + 24 + ] + }, + { + "text": "● iPhone 16 Pro and iPhon ×+", + "boxes": [ + 6, + 24, + 244, + 56 + ] + }, + { + "text": "→白", + "boxes": [ + 0, + 56, + 136, + 99 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1536, + 62, + 1664, + 93 + ] + }, + { + "text": "I四9三", + "boxes": [ + 1782, + 62, + 1914, + 93 + ] + }, + { + "text": "ALO", + "boxes": [ + 22, + 1040, + 218, + 1078 + ] + }, + { + "text": "iphone 16 Pro.", + "boxes": [ + 216, + 1046, + 314, + 1072 + ] + } + ] + }, + { + "frame_id": "120_0_7", + "episode_id": 120, + "env_id": 0, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.407984733581543, + "advantages": 0.40713855624198914, + "generated_text": "{\n \"intent\": \"Click on the 23.8\\\" HDMI 1080 GHz monitor listing to explore details and add it to the cart if suitable for your needs.\",\n \"action\": \"Click(921, 564)\" \n}", + "action_string": "Click(921, 564)", + "intent_string": "Click on the 23.8\" HDMI 1080 GHz monitor listing to explore details and add it to the cart if suitable for your needs.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 103, + 1876, + 135 + ] + }, + { + "text": "gaming", + "boxes": [ + 298, + 113, + 364, + 145 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "Al", + "boxes": [ + 44, + 173, + 58, + 189 + ] + }, + { + "text": "Shop top categories that ship internationally", + "boxes": [ + 782, + 204, + 1160, + 234 + ] + }, + { + "text": "InnoView 23.8 Inch 2K Large Portable Monitor 100Hz", + "boxes": [ + 682, + 308, + 1268, + 338 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "", + "boxes": [ + 162, + 318, + 192, + 339 + ] + }, + { + "text": "山", + "boxes": [ + 626, + 324, + 642, + 339 + ] + }, + { + "text": "$29999", + "boxes": [ + 1389, + 315, + 1477, + 360 + ] + }, + { + "text": "2560X1440 QHD Portable Gaming Monitor Fast IPS 100%", + "boxes": [ + 682, + 339, + 1320, + 369 + ] + }, + { + "text": "网", + "boxes": [ + 156, + 353, + 200, + 403 + ] + }, + { + "text": "sRGB w/180° Adjustable Stand USB-C HDMI Laptop Monitors ", + "boxes": [ + 680, + 369, + 1356, + 405 + ] + }, + { + "text": " $70.49 Shipping & Import", + "boxes": [ + 1390, + 361, + 1566, + 393 + ] + }, + { + "text": "Charges to China Detals ", + "boxes": [ + 1392, + 383, + 1574, + 413 + ] + }, + { + "text": "for PS5/4 Desktop", + "boxes": [ + 680, + 401, + 900, + 437 + ] + }, + { + "text": "MacBo3k Switch Xbox PC", + "boxes": [ + 884, + 401, + 1170, + 437 + ] + }, + { + "text": "蓝", + "boxes": [ + 160, + 411, + 196, + 453 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "within 23 hrs 51 mins", + "boxes": [ + 1392, + 423, + 1536, + 453 + ] + }, + { + "text": "D", + "boxes": [ + 156, + 449, + 200, + 502 + ] + }, + { + "text": "4.3★★★★", + "boxes": [ + 684, + 449, + 804, + 475 + ] + }, + { + "text": "1,316 rati", + "boxes": [ + 826, + 455, + 892, + 472 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "$29999", + "boxes": [ + 680, + 490, + 760, + 522 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 494, + 1466, + 520 + ] + }, + { + "text": "O", + "boxes": [ + 156, + 504, + 200, + 554 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1866, + 528 + ] + }, + { + "text": "$70.49 Shipping & Import Charges to China Details", + "boxes": [ + 680, + 526, + 1008, + 556 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "五", + "boxes": [ + 152, + 547, + 204, + 603 + ] + }, + { + "text": "Coupon:", + "boxes": [ + 684, + 556, + 754, + 582 + ] + }, + { + "text": "Apply $60 coupon Terms", + "boxes": [ + 756, + 550, + 964, + 584 + ] + }, + { + "text": " 30-day refund/replacement ", + "boxes": [ + 680, + 582, + 882, + 606 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "100HzZ", + "boxes": [ + 492, + 592, + 570, + 629 + ] + }, + { + "text": "2K", + "boxes": [ + 277, + 606, + 322, + 638 + ] + }, + { + "text": "Style: 23.8inch QHD 100Hz", + "boxes": [ + 678, + 606, + 868, + 635 + ] + }, + { + "text": "", + "boxes": [ + 1002, + 619, + 1114, + 687 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1530, + 645 + ] + }, + { + "text": "23.8inch", + "boxes": [ + 1124, + 631, + 1190, + 657 + ] + }, + { + "text": "QHD180Hz", + "boxes": [ + 1120, + 641, + 1210, + 677 + ] + }, + { + "text": "$349.99", + "boxes": [ + 1121, + 666, + 1179, + 700 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1526, + 687 + ] + }, + { + "text": "59", + "boxes": [ + 686, + 667, + 748, + 719 + ] + }, + { + "text": "$249.99", + "boxes": [ + 800, + 671, + 854, + 697 + ] + }, + { + "text": "$399.99", + "boxes": [ + 908, + 671, + 962, + 697 + ] + }, + { + "text": "$299.99", + "boxes": [ + 1014, + 667, + 1072, + 699 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1398, + 677, + 1452, + 707 + ] + }, + { + "text": "INNO-VIEW", + "boxes": [ + 1462, + 675, + 1538, + 707 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "$129.", + "boxes": [ + 1812, + 713, + 1848, + 727 + ] + }, + { + "text": "Brand", + "boxes": [ + 680, + 731, + 728, + 756 + ] + }, + { + "text": "InnoView", + "boxes": [ + 858, + 729, + 926, + 754 + ] + }, + { + "text": "Payment", + "boxes": [ + 1402, + 741, + 1450, + 758 + ] + }, + { + "text": " Secure transaction", + "boxes": [ + 1466, + 735, + 1570, + 758 + ] + }, + { + "text": "Screen Size", + "boxes": [ + 682, + 754, + 762, + 780 + ] + }, + { + "text": "23.8", + "boxes": [ + 856, + 750, + 894, + 780 + ] + }, + { + "text": "Resolution", + "boxes": [ + 682, + 780, + 758, + 806 + ] + }, + { + "text": "QHD Ultr Wide 140p", + "boxes": [ + 854, + 776, + 1016, + 812 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "Add a giftreceipt for easy", + "boxes": [ + 1414, + 790, + 1586, + 820 + ] + }, + { + "text": "Aspect Ratio", + "boxes": [ + 682, + 808, + 770, + 832 + ] + }, + { + "text": "16:9", + "boxes": [ + 860, + 808, + 894, + 830 + ] + }, + { + "text": "returns", + "boxes": [ + 1413, + 809, + 1471, + 841 + ] + }, + { + "text": "Screen Surface", + "boxes": [ + 682, + 832, + 786, + 856 + ] + }, + { + "text": "Matte", + "boxes": [ + 853, + 827, + 903, + 861 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1402, + 866, + 1476, + 889 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 891, + 838, + 927 + ] + }, + { + "text": "·【2KPortableMonitor】2KQHDresolution and amazing oHzrefreshrate give youtheedge inall", + "boxes": [ + 686, + 919, + 1342, + 951 + ] + }, + { + "text": "yourgamingquestsEquippedwithFreeSynctechnologyandHDRfunctiontoelminatemage", + "boxes": [ + 696, + 935, + 1306, + 975 + ] + }, + { + "text": "and stuttering for higher n", + "boxes": [ + 700, + 961, + 870, + 989 + ] + }, + { + "text": "motion clarity and smoother gameplay", + "boxes": [ + 858, + 963, + 1112, + 991 + ] + }, + { + "text": "uality than Full HD", + "boxes": [ + 1178, + 1011, + 1296, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "曰』", + "boxes": [ + 252, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 109, + 128, + 141 + ] + }, + { + "text": " Subtotal", + "boxes": [ + 1822, + 103, + 1886, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1412, + 127, + 1438, + 141 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1818, + 125, + 1890, + 151 + ] + }, + { + "text": " Go to Cart", + "boxes": [ + 1826, + 159, + 1884, + 177 + ] + }, + { + "text": "三AL", + "boxes": [ + 26, + 169, + 60, + 189 + ] + }, + { + "text": "Terms", + "boxes": [ + 754, + 284, + 812, + 316 + ] + }, + { + "text": "一", + "boxes": [ + 160, + 314, + 194, + 343 + ] + }, + { + "text": "Inno", + "boxes": [ + 684, + 310, + 734, + 336 + ] + }, + { + "text": "100Hz", + "boxes": [ + 1190, + 306, + 1270, + 338 + ] + }, + { + "text": "$29999", + "boxes": [ + 1389, + 315, + 1475, + 360 + ] + }, + { + "text": "BI", + "boxes": [ + 145, + 337, + 209, + 467 + ] + }, + { + "text": "2560", + "boxes": [ + 684, + 339, + 734, + 367 + ] + }, + { + "text": "st IPS 100%", + "boxes": [ + 1180, + 333, + 1320, + 370 + ] + }, + { + "text": "Coupon Terms", + "boxes": [ + 774, + 357, + 906, + 389 + ] + }, + { + "text": "aptop Monitors", + "boxes": [ + 1180, + 369, + 1356, + 405 + ] + }, + { + "text": "$70.49 Shipping & Import", + "boxes": [ + 1392, + 361, + 1564, + 393 + ] + }, + { + "text": "SRGE", + "boxes": [ + 684, + 373, + 734, + 399 + ] + }, + { + "text": "", + "boxes": [ + 174, + 389, + 188, + 409 + ] + }, + { + "text": " Charges to China Detalls ", + "boxes": [ + 1390, + 379, + 1574, + 413 + ] + }, + { + "text": "for P", + "boxes": [ + 677, + 398, + 737, + 438 + ] + }, + { + "text": "Save$60on60804B", + "boxes": [ + 778, + 399, + 916, + 417 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "Save $60.00 with this coupon.Discount at checkout.", + "boxes": [ + 774, + 413, + 1110, + 443 + ] + }, + { + "text": "within 23 hrs 51 mins ", + "boxes": [ + 1392, + 423, + 1538, + 453 + ] + }, + { + "text": "", + "boxes": [ + 154, + 439, + 202, + 508 + ] + }, + { + "text": "Visit t", + "boxes": [ + 690, + 437, + 722, + 451 + ] + }, + { + "text": "Coupon Expiry Date June 12, 2025", + "boxes": [ + 774, + 433, + 1002, + 463 + ] + }, + { + "text": "4.3★", + "boxes": [ + 686, + 453, + 724, + 472 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1508, + 482 + ] + }, + { + "text": "O", + "boxes": [ + 154, + 494, + 204, + 558 + ] + }, + { + "text": "$299", + "boxes": [ + 679, + 485, + 735, + 525 + ] + }, + { + "text": "Each couponapliesonlytnermore pecifes", + "boxes": [ + 774, + 486, + 1112, + 516 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1390, + 490, + 1468, + 522 + ] + }, + { + "text": "that display the offer message(\"Qualifying Items\").", + "boxes": [ + 774, + 508, + 1086, + 536 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1818, + 502, + 1882, + 528 + ] + }, + { + "text": "$70.49", + "boxes": [ + 686, + 530, + 724, + 550 + ] + }, + { + "text": "厂", + "boxes": [ + 156, + 544, + 200, + 602 + ] + }, + { + "text": "Quantity:1", + "boxes": [ + 1405, + 536, + 1477, + 560 + ] + }, + { + "text": "30-day", + "boxes": [ + 684, + 584, + 724, + 604 + ] + }, + { + "text": "have until 23:59 on the Expiry Date to redeem the", + "boxes": [ + 810, + 586, + 1108, + 609 + ] + }, + { + "text": " Add to Cart", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "100Hz", + "boxes": [ + 498, + 596, + 564, + 627 + ] + }, + { + "text": "3+", + "boxes": [ + 161, + 606, + 186, + 629 + ] + }, + { + "text": "2K", + "boxes": [ + 282, + 613, + 316, + 627 + ] + }, + { + "text": "Style:", + "boxes": [ + 684, + 608, + 724, + 627 + ] + }, + { + "text": "coupon.Quan", + "boxes": [ + 812, + 607, + 892, + 630 + ] + }, + { + "text": "s are limited and collected coupons", + "boxes": [ + 920, + 606, + 1126, + 629 + ] + }, + { + "text": "may expire bforeteExpry ae.", + "boxes": [ + 806, + 619, + 1020, + 655 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 617, + 1530, + 643 + ] + }, + { + "text": "2.Add Qualfyin tem(s toyour Crtmay ereered", + "boxes": [ + 788, + 637, + 1126, + 675 + ] + }, + { + "text": "to as Basket in some locales) by clicking the \"Add to", + "boxes": [ + 808, + 665, + 1118, + 689 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1524, + 689 + ] + }, + { + "text": "Sold by ", + "boxes": [ + 1400, + 677, + 1454, + 707 + ] + }, + { + "text": "INNO-VIEW", + "boxes": [ + 1464, + 675, + 1538, + 707 + ] + }, + { + "text": "Cart\" button.", + "boxes": [ + 810, + 689, + 890, + 707 + ] + }, + { + "text": "3. When you have finished shopping, proceed to", + "boxes": [ + 792, + 707, + 1084, + 731 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "$129.99", + "boxes": [ + 1820, + 707, + 1878, + 733 + ] + }, + { + "text": "checkout and place your order for the Qualifying", + "boxes": [ + 810, + 725, + 1102, + 748 + ] + }, + { + "text": "Bran", + "boxes": [ + 686, + 735, + 714, + 748 + ] + }, + { + "text": "Payment", + "boxes": [ + 1402, + 741, + 1452, + 758 + ] + }, + { + "text": " Secure transaction", + "boxes": [ + 1466, + 737, + 1572, + 760 + ] + }, + { + "text": "Item(s).", + "boxes": [ + 812, + 748, + 856, + 768 + ] + }, + { + "text": "·The coupon discount will beautomaticaly", + "boxes": [ + 830, + 760, + 1094, + 792 + ] + }, + { + "text": "aplled at checkout, reduing thepri f", + "boxes": [ + 842, + 782, + 1094, + 812 + ] + }, + { + "text": "O", + "boxes": [ + 1400, + 774, + 1420, + 794 + ] + }, + { + "text": "Reso", + "boxes": [ + 688, + 786, + 712, + 800 + ] + }, + { + "text": "Qualfying tem(s)ifyourcouponisimitedto", + "boxes": [ + 840, + 800, + 1130, + 836 + ] + }, + { + "text": "Add a gift receipt for easy", + "boxes": [ + 1416, + 794, + 1582, + 818 + ] + }, + { + "text": "Aspect", + "boxes": [ + 686, + 810, + 726, + 830 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 816, + 1468, + 836 + ] + }, + { + "text": "one-time use and you check out with more than", + "boxes": [ + 846, + 826, + 1128, + 850 + ] + }, + { + "text": "Scre", + "boxes": [ + 686, + 838, + 714, + 852 + ] + }, + { + "text": "one Qualifying tem in your Cart,the disco", + "boxes": [ + 844, + 846, + 1094, + 870 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1406, + 868, + 1476, + 889 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 891, + 838, + 927 + ] + }, + { + "text": "·【2K Portable Monitor] 2K QHD resolution and amazing 00Hzrefresh rate give youthe edge inall", + "boxes": [ + 686, + 921, + 1344, + 951 + ] + }, + { + "text": "$66.31", + "boxes": [ + 1828, + 949, + 1874, + 967 + ] + } + ] + }, + { + "frame_id": "120_1_7", + "episode_id": 120, + "env_id": 1, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.484505653381348, + "advantages": 0.502600908279419, + "generated_text": "{\n \"intent\": \"Click the article titled '将AI送上太空 我国成功发射全球首个太空计算卫星星座'\",\n \"action\": \"Click(597, 328)\"\n}", + "action_string": "Click(597, 328)", + "intent_string": "Click the article titled '将AI送上太空 我国成功发射全球首个太空计算卫星星座'", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "新闻", + "boxes": [ + 514, + 111, + 546, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 600, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 890, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 486, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 856, + 161, + 882, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 482, + 276, + 536, + 296 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 606, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 444, + 320, + 1186, + 369 + ] + }, + { + "text": "来源：央视新闻丨2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 600, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 917, + 104, + 983, + 136 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 890, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 360, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 408, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 486, + 159, + 542, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 558, + 298 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 448, + 320, + 1186, + 367 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "120_2_7", + "episode_id": 120, + "env_id": 2, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.818378448486328, + "advantages": -0.328414648771286, + "generated_text": "{\n \"intent\": \"Click on 'Explore iPhone 16 Pro further' as it seems to be an interactive element on the open product page.\",\n \"action\": \"DoubleClick(1036, 394)\"\n}", + "action_string": "DoubleClick(1036, 394)", + "intent_string": "Click on 'Explore iPhone 16 Pro further' as it seems to be an interactive element on the open product page.", + "before_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 116, + 34, + 152, + 48 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 64, + 126, + 89 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 62, + 1912, + 93 + ] + }, + { + "text": "All models. Take your pick", + "boxes": [ + 138, + 159, + 462, + 195 + ] + }, + { + "text": "iPhone 16 Pro ", + "boxes": [ + 736, + 220, + 838, + 252 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 874, + 224, + 948, + 250 + ] + }, + { + "text": "iphone 16e", + "boxes": [ + 982, + 224, + 1062, + 250 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 1096, + 220, + 1170, + 252 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 166, + 270, + 372, + 306 + ] + }, + { + "text": "hone 15&", + "boxes": [ + 1448, + 272, + 1580, + 304 + ] + }, + { + "text": "Expl", + "boxes": [ + 1844, + 268, + 1906, + 308 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 300, + 406, + 340 + ] + }, + { + "text": "Phone 15 Plus", + "boxes": [ + 1446, + 304, + 1618, + 339 + ] + }, + { + "text": "acce", + "boxes": [ + 1848, + 310, + 1906, + 336 + ] + }, + { + "text": "iPhone", + "boxes": [ + 604, + 341, + 658, + 371 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 752, + 343, + 822, + 369 + ] + }, + { + "text": "16Pro", + "boxes": [ + 610, + 367, + 654, + 387 + ] + }, + { + "text": "Pro Max", + "boxes": [ + 756, + 367, + 814, + 387 + ] + }, + { + "text": "iPhone 16 Pro", + "boxes": [ + 950, + 381, + 1154, + 419 + ] + }, + { + "text": "From $999 or $41.62/mo.for 24 mo.", + "boxes": [ + 958, + 429, + 1188, + 447 + ] + }, + { + "text": "Titanium design with larger 6.3-inch Super", + "boxes": [ + 1008, + 484, + 1362, + 522 + ] + }, + { + "text": "Retina XDR display, durable latest-generation", + "boxes": [ + 1012, + 510, + 1390, + 540 + ] + }, + { + "text": "CeramicShild, ction button, andUB-C with", + "boxes": [ + 1012, + 528, + 1396, + 564 + ] + }, + { + "text": "USB 3 speeds2", + "boxes": [ + 1010, + 548, + 1136, + 584 + ] + }, + { + "text": "8", + "boxes": [ + 958, + 611, + 992, + 645 + ] + }, + { + "text": "The first iPhone designed for Apple", + "boxes": [ + 1008, + 602, + 1306, + 637 + ] + }, + { + "text": "Intelligence.3 Personal, private, powerful.", + "boxes": [ + 1012, + 625, + 1344, + 655 + ] + }, + { + "text": "B", + "boxes": [ + 960, + 685, + 992, + 715 + ] + }, + { + "text": "Camera Control gives you an easier way to", + "boxes": [ + 1010, + 677, + 1356, + 707 + ] + }, + { + "text": "quickly access camera tools", + "boxes": [ + 1014, + 701, + 1242, + 725 + ] + }, + { + "text": "A18 Pro chip powers Apple Inteliencea and", + "boxes": [ + 1008, + 746, + 1376, + 782 + ] + }, + { + "text": "国", + "boxes": [ + 960, + 768, + 992, + 800 + ] + }, + { + "text": "AAA gaming — and helps deliver a huge leap in", + "boxes": [ + 1008, + 768, + 1392, + 802 + ] + }, + { + "text": "Shopping guides. Can't de", + "boxes": [ + 138, + 786, + 456, + 822 + ] + }, + { + "text": "battery life", + "boxes": [ + 1014, + 794, + 1106, + 820 + ] + }, + { + "text": "4K 120 fps Dolby Vision and 4 studio-quality", + "boxes": [ + 1010, + 844, + 1374, + 874 + ] + }, + { + "text": "⑧", + "boxes": [ + 960, + 854, + 994, + 883 + ] + }, + { + "text": "mics. A Pro studio in your pocket.", + "boxes": [ + 1008, + 864, + 1288, + 895 + ] + }, + { + "text": "Which iPhone is", + "boxes": [ + 166, + 889, + 376, + 931 + ] + }, + { + "text": "over video.", + "boxes": [ + 1450, + 897, + 1586, + 929 + ] + }, + { + "text": " Shop one on one w", + "boxes": [ + 1663, + 889, + 1909, + 940 + ] + }, + { + "text": "Capture magical spatial photos and videos on", + "boxes": [ + 1010, + 917, + 1384, + 947 + ] + }, + { + "text": "right for you?", + "boxes": [ + 166, + 929, + 338, + 965 + ] + }, + { + "text": "iPhone 16 Pro, then relive them on", + "boxes": [ + 1008, + 935, + 1294, + 969 + ] + }, + { + "text": "Specialist. Online 0", + "boxes": [ + 1666, + 929, + 1908, + 965 + ] + }, + { + "text": "Apple Vision Pro", + "boxes": [ + 1014, + 959, + 1152, + 989 + ] + }, + { + "text": "Explore iPhone 16 Pro further >", + "boxes": [ + 952, + 1001, + 1194, + 1030 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 116, + 34, + 152, + 48 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 64, + 126, + 89 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 62, + 1912, + 93 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 138, + 159, + 462, + 195 + ] + }, + { + "text": "iPhone 16 Pro ", + "boxes": [ + 736, + 220, + 838, + 252 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 874, + 224, + 948, + 250 + ] + }, + { + "text": "iphone 16e", + "boxes": [ + 982, + 224, + 1062, + 250 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 1094, + 220, + 1170, + 252 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 166, + 270, + 372, + 306 + ] + }, + { + "text": "hone 15&", + "boxes": [ + 1448, + 272, + 1580, + 304 + ] + }, + { + "text": "Expl", + "boxes": [ + 1844, + 268, + 1906, + 308 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 302, + 406, + 340 + ] + }, + { + "text": "Phone 15 Plus", + "boxes": [ + 1446, + 304, + 1618, + 339 + ] + }, + { + "text": "acce", + "boxes": [ + 1848, + 310, + 1906, + 336 + ] + }, + { + "text": "iPhone", + "boxes": [ + 604, + 341, + 658, + 371 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 752, + 343, + 820, + 369 + ] + }, + { + "text": "16Pro", + "boxes": [ + 610, + 367, + 654, + 387 + ] + }, + { + "text": "Pro Max", + "boxes": [ + 756, + 367, + 814, + 387 + ] + }, + { + "text": "iPhone 16 Pro", + "boxes": [ + 950, + 375, + 1158, + 425 + ] + }, + { + "text": "From $999 or $41.62/mo. for 24 mo.", + "boxes": [ + 954, + 423, + 1190, + 449 + ] + }, + { + "text": "Titanium design with larger 6.3inchSuper", + "boxes": [ + 1008, + 484, + 1362, + 522 + ] + }, + { + "text": "Retina XDR display, durable latest-generation", + "boxes": [ + 1012, + 510, + 1390, + 540 + ] + }, + { + "text": "6.3", + "boxes": [ + 961, + 521, + 989, + 541 + ] + }, + { + "text": "Ceramic Shield, Action button, and UsB-C with", + "boxes": [ + 1012, + 528, + 1396, + 564 + ] + }, + { + "text": "USB 3 speeds2", + "boxes": [ + 1012, + 552, + 1138, + 582 + ] + }, + { + "text": "8", + "boxes": [ + 958, + 611, + 992, + 645 + ] + }, + { + "text": "The first iPhone designed for Apple", + "boxes": [ + 1008, + 602, + 1306, + 637 + ] + }, + { + "text": "Intelligence.3 Personal, private, powerful.", + "boxes": [ + 1012, + 625, + 1344, + 655 + ] + }, + { + "text": "B", + "boxes": [ + 960, + 685, + 992, + 715 + ] + }, + { + "text": "Camera Control gives you an easier way to", + "boxes": [ + 1010, + 677, + 1356, + 707 + ] + }, + { + "text": "quickly access camera tools", + "boxes": [ + 1014, + 701, + 1242, + 725 + ] + }, + { + "text": "A18 Pro chip powers Apple Intelience and", + "boxes": [ + 1008, + 746, + 1376, + 782 + ] + }, + { + "text": "国", + "boxes": [ + 960, + 768, + 992, + 800 + ] + }, + { + "text": "AAA gaming — and helps deliver a huge leap in", + "boxes": [ + 1008, + 768, + 1392, + 802 + ] + }, + { + "text": "Shopping guides. Can't de", + "boxes": [ + 138, + 786, + 456, + 822 + ] + }, + { + "text": "battery life", + "boxes": [ + 1014, + 794, + 1106, + 820 + ] + }, + { + "text": "4K 120 fps Dolby Vision and 4 studio-quality", + "boxes": [ + 1010, + 844, + 1374, + 874 + ] + }, + { + "text": "⑧", + "boxes": [ + 960, + 854, + 994, + 883 + ] + }, + { + "text": "mics. A Pro studio in your pocket.", + "boxes": [ + 1008, + 864, + 1288, + 895 + ] + }, + { + "text": "Which iPhone is", + "boxes": [ + 166, + 889, + 376, + 931 + ] + }, + { + "text": "over video.", + "boxes": [ + 1450, + 897, + 1586, + 929 + ] + }, + { + "text": " Shop one on one w", + "boxes": [ + 1663, + 889, + 1909, + 940 + ] + }, + { + "text": "Capture magical spatial photos and videos on", + "boxes": [ + 1010, + 917, + 1384, + 947 + ] + }, + { + "text": "right for you?", + "boxes": [ + 166, + 929, + 338, + 965 + ] + }, + { + "text": "iPhone 16 Pro, then relive them on", + "boxes": [ + 1008, + 935, + 1294, + 969 + ] + }, + { + "text": " Specialist. Online 0", + "boxes": [ + 1664, + 925, + 1908, + 965 + ] + }, + { + "text": "Apple Vision Pro", + "boxes": [ + 1014, + 959, + 1152, + 989 + ] + }, + { + "text": "Explore iPhone 16 Pro further >", + "boxes": [ + 952, + 1001, + 1194, + 1030 + ] + } + ] + }, + { + "frame_id": "120_3_7", + "episode_id": 120, + "env_id": 3, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.139305114746094, + "advantages": -1.1755809783935547, + "generated_text": "{\n \"intent\": \"Click to read more about the report and explore additional information.\",\n \"action\": \"DoubleClick(471, 362)\"\n}", + "action_string": "DoubleClick(471, 362)", + "intent_string": "Click to read more about the report and explore additional information.", + "before_screen_ocr_results": [ + { + "text": "外国游客张家界付费拾轿", + "boxes": [ + 244, + 32, + 396, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1594, + 62, + 1664, + 93 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 123, + 1788, + 143 + ] + }, + { + "text": "资讯 娱乐 时尚教育 科技 萌宠汽车", + "boxes": [ + 346, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1726, + 206 + ] + }, + { + "text": "众播观察+关注", + "boxes": [ + 384, + 266, + 574, + 304 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "39.7K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1588, + 284, + 1700, + 308 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1422, + 289, + 1544, + 326 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "外国游客张家界付费拾轿，60元10分钟引对方惊讶", + "boxes": [ + 366, + 349, + 1094, + 391 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "众播观察的报道·16小时·①1分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "近日，外国游客在张家界天门山景区旅游时，付费给挑夫拾轿子，引起关注。5月13日，外国游客孔翔荣回应，他与", + "boxes": [ + 360, + 500, + 1232, + 538 + ] + }, + { + "text": "朋友付费60元，抬轿夫拾了十分钟，他们体会到这份工作并不轻松，很尊重这名努力又幽默的轿夫。", + "boxes": [ + 362, + 526, + 1108, + 564 + ] + }, + { + "text": "访问众播观察", + "boxes": [ + 1426, + 552, + 1548, + 582 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "现场视频显示，两名外国游客一前一后，小心翼翼地抬起轿子，而轿夫则坐在轿子上，有些不好意思，并嘱咐“慢点", + "boxes": [ + 364, + 574, + 1224, + 604 + ] + }, + { + "text": "走”，另一名轿夫则称赞\"verygood\"，几人一路上氛围欢乐。", + "boxes": [ + 368, + 604, + 800, + 627 + ] + }, + { + "text": "地灾预警！湘东北、湘西南部分地", + "boxes": [ + 1444, + 604, + 1664, + 633 + ] + }, + { + "text": "甘肃陇南安排游客五一住学生宿", + "boxes": [ + 1448, + 667, + 1646, + 691 + ] + }, + { + "text": "甘薇宣布与贾跃亭离婚，二人无商", + "boxes": [ + 1446, + 729, + 1662, + 758 + ] + }, + { + "text": "业关联", + "boxes": [ + 1445, + 745, + 1495, + 779 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1668, + 872, + 1722, + 913 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "国游客张家", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "外国游客张家界付费拾轿", + "boxes": [ + 244, + 32, + 396, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1594, + 62, + 1664, + 93 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 123, + 1788, + 143 + ] + }, + { + "text": "资讯 娱乐 时尚教育 科技 萌宠汽车", + "boxes": [ + 346, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1726, + 206 + ] + }, + { + "text": "众播观察+关注", + "boxes": [ + 384, + 266, + 574, + 304 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "39.7K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1588, + 284, + 1700, + 308 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1422, + 289, + 1544, + 326 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "外国游客张家界付费拾轿，60元10分钟引对方惊讶", + "boxes": [ + 366, + 349, + 1094, + 391 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "众播观察的报道·16小时·①1分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "近日，外国游客在张家界天门山景区旅游时，付费给挑夫拾轿子，引起关注。5月13日，外国游客孔翔荣回应，他与", + "boxes": [ + 360, + 500, + 1232, + 538 + ] + }, + { + "text": "朋友付费60元，抬轿夫拾了十分钟，他们体会到这份工作并不轻松，很尊重这名努力又幽默的轿夫。", + "boxes": [ + 362, + 526, + 1108, + 564 + ] + }, + { + "text": "访问众播观察", + "boxes": [ + 1426, + 552, + 1548, + 582 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "现场视频显示，两名外国游客一前一后，小心翼翼地抬起轿子，而轿夫则坐在轿子上，有些不好意思，并嘱咐“慢点", + "boxes": [ + 364, + 574, + 1224, + 604 + ] + }, + { + "text": "走”，另一名轿夫则称赞\"verygood\"，几人一路上氛围欢乐。", + "boxes": [ + 368, + 604, + 800, + 627 + ] + }, + { + "text": "地灾预警！湘东北、湘西南部分地", + "boxes": [ + 1444, + 604, + 1664, + 633 + ] + }, + { + "text": "甘肃陇南安排游客五一住学生宿", + "boxes": [ + 1448, + 667, + 1646, + 691 + ] + }, + { + "text": "甘薇宣布与贾跃亭离婚，二人无商", + "boxes": [ + 1446, + 729, + 1662, + 758 + ] + }, + { + "text": "业关联", + "boxes": [ + 1445, + 745, + 1495, + 779 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "国游客张家", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "120_4_7", + "episode_id": 120, + "env_id": 4, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.92017650604248, + "advantages": -0.20141823589801788, + "generated_text": "{\n \"intent\": \"Click on an image or article link related to the new SUV to start exploring its features.\",\n \"action\": \"DoubleClick(413, 557)\"\n}", + "action_string": "DoubleClick(413, 557)", + "intent_string": "Click on an image or article link related to the new SUV to start exploring its features.", + "before_screen_ocr_results": [ + { + "text": "“三好生”再进化，第四代博", + "boxes": [ + 258, + 32, + 412, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1850, + 89 + ] + }, + { + "text": "?", + "boxes": [ + 1850, + 69, + 1870, + 83 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 143 + ] + }, + { + "text": "登录", + "boxes": [ + 1832, + 127, + 1854, + 141 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 264, + 197 + ] + }, + { + "text": "资讯 娱乐 时尚教育 科技 萌宠 汽车", + "boxes": [ + 346, + 175, + 692, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 206 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 250, + 1444, + 280 + ] + }, + { + "text": "网上车市十关注", + "boxes": [ + 384, + 266, + 576, + 304 + ] + }, + { + "text": "93.9K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1416, + 278, + 1516, + 322 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1415, + 307, + 1547, + 356 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "“三好生”再进化，第四代博越L凭啥称霸10万级燃油市场？", + "boxes": [ + 372, + 347, + 1194, + 389 + ] + }, + { + "text": "班，提集灵感，", + "boxes": [ + 1450, + 351, + 1504, + 369 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "车市号入驻账号：1号车盟的报道·11小时·0 5 分钟读取", + "boxes": [ + 362, + 413, + 816, + 449 + ] + }, + { + "text": "【豆包〗绘画助手，免费好用！", + "boxes": [ + 1432, + 411, + 1682, + 447 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1426, + 469, + 1528, + 494 + ] + }, + { + "text": "5月13日，富春江畔，一场跨越时空的美学盛宴拉开惟幕。", + "boxes": [ + 366, + 508, + 790, + 532 + ] + }, + { + "text": "当黄公望笔下的《富春山居图》遇上第四代博越L，山水墨韵与科技锋芒交织，宣告\"新一代三好SUV\"正式踏入10万级", + "boxes": [ + 364, + 544, + 1236, + 574 + ] + }, + { + "text": "访问 网上车市", + "boxes": [ + 1426, + 554, + 1552, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "燃油车市场。", + "boxes": [ + 366, + 576, + 458, + 602 + ] + }, + { + "text": "卡罗拉\"稳\"了数十年，荣威D6\"卷”", + "boxes": [ + 1446, + 600, + 1662, + 629 + ] + }, + { + "text": "到眼前：守旧还是尝新？", + "boxes": [ + 1448, + 625, + 1604, + 649 + ] + }, + { + "text": "别人过减速带如履平地，你却感觉", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "车要散架：4个真相扎心了！", + "boxes": [ + 1448, + 687, + 1624, + 711 + ] + }, + { + "text": "入手三年不吐不快，布雷斯通极", + "boxes": [ + 1448, + 731, + 1648, + 754 + ] + }, + { + "text": "宙：优点和槽点都明显的跨界踏.", + "boxes": [ + 1448, + 750, + 1652, + 774 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 30, + 911, + 794, + 935 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及不", + "boxes": [ + 32, + 951, + 216, + 975 + ] + }, + { + "text": "在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 206, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：", + "boxes": [ + 32, + 971, + 130, + 995 + ] + }, + { + "text": "微软隐私声明", + "boxes": [ + 120, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "三好生”再进··", + "boxes": [ + 224, + 1048, + 308, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "“三好生\"再进化，第四代博", + "boxes": [ + 258, + 32, + 412, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 72, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1850, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 143 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 266, + 197 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠汽车", + "boxes": [ + 346, + 175, + 692, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 206 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 250, + 1444, + 280 + ] + }, + { + "text": "网上车市十关注", + "boxes": [ + 384, + 266, + 576, + 304 + ] + }, + { + "text": "93.9K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1416, + 278, + 1516, + 322 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1415, + 307, + 1547, + 356 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "“三好生”再进化，第四代博越L凭啥称霸10万级燃油市场？", + "boxes": [ + 372, + 347, + 1194, + 389 + ] + }, + { + "text": "班，提集灵感，", + "boxes": [ + 1450, + 351, + 1504, + 369 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "车市号入驻账号：1号车盟的报道·11小时·① 5 分钟读取", + "boxes": [ + 362, + 413, + 816, + 449 + ] + }, + { + "text": "【豆包】绘画助手，免费好用！", + "boxes": [ + 1432, + 411, + 1682, + 447 + ] + }, + { + "text": "5", + "boxes": [ + 198, + 459, + 210, + 471 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1426, + 469, + 1528, + 494 + ] + }, + { + "text": "5月13日，富春江畔，一场跨越时空的美学盛宴拉开惟幕。", + "boxes": [ + 366, + 508, + 790, + 532 + ] + }, + { + "text": "当黄公望笔下的《富春山居图》遇上第四代博越L，山水墨韵与科技锋芒交织，宣告\"新一代三好SUV\"正式踏入10万级", + "boxes": [ + 364, + 544, + 1236, + 574 + ] + }, + { + "text": "访问 网上车市", + "boxes": [ + 1426, + 554, + 1552, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "燃油车市场。", + "boxes": [ + 366, + 576, + 458, + 602 + ] + }, + { + "text": "卡罗拉\"稳\"了数十年，荣威D6\"卷”", + "boxes": [ + 1446, + 600, + 1662, + 629 + ] + }, + { + "text": "到眼前：守旧还是尝新？", + "boxes": [ + 1448, + 625, + 1604, + 649 + ] + }, + { + "text": "别人过减速带如履平地，你却感觉", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "车要散架：4个真相扎心了！", + "boxes": [ + 1448, + 687, + 1624, + 711 + ] + }, + { + "text": "入手三年不吐不快，布雷斯通极", + "boxes": [ + 1448, + 731, + 1648, + 754 + ] + }, + { + "text": "宙：优点和槽点都明显的跨界路.", + "boxes": [ + 1448, + 750, + 1652, + 774 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 30, + 911, + 794, + 935 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ] + }, + { + "frame_id": "120_5_7", + "episode_id": 120, + "env_id": 5, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.099806785583496, + "advantages": 0.02267644554376602, + "generated_text": "{\n \"intent\": \"I want to explore different gaming products available on Amazon.\",\n \"action\": \"Click(875, 305)\"\n}", + "action_string": "Click(875, 305)", + "intent_string": "I want to explore different gaming products available on Amazon.", + "before_screen_ocr_results": [ + { + "text": "com : gaming", + "boxes": [ + 92, + 34, + 180, + 52 + ] + }, + { + "text": "→", + "boxes": [ + 6, + 57, + 130, + 94 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 69, + 1656, + 87 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1807, + 98, + 1875, + 138 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "Deals & Dis", + "boxes": [ + 12, + 173, + 86, + 197 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 12, + 197, + 96, + 220 + ] + }, + { + "text": "1,000 Robux", + "boxes": [ + 676, + 198, + 800, + 233 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 13, + 214, + 99, + 245 + ] + }, + { + "text": "800+200Bonus Robux", + "boxes": [ + 682, + 240, + 802, + 258 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 272, + 144, + 302 + ] + }, + { + "text": "ASUS ROG Strix G16 Gaming ", + "boxes": [ + 314, + 268, + 534, + 298 + ] + }, + { + "text": "Roblox Digital Gift Card - 1,000", + "boxes": [ + 606, + 268, + 842, + 298 + ] + }, + { + "text": "RK ROYAL KLUDGE RK M3 Wireless", + "boxes": [ + 898, + 266, + 1160, + 298 + ] + }, + { + "text": "HP Victus 15.6 i5 Gaming Laptop,", + "boxes": [ + 1484, + 264, + 1738, + 300 + ] + }, + { + "text": "+3 other colors/patt", + "boxes": [ + 1202, + 274, + 1308, + 292 + ] + }, + { + "text": "Laptop, 165Hz Display, NVIDIA@", + "boxes": [ + 314, + 292, + 550, + 322 + ] + }, + { + "text": " Robux [Includes Exclusive Virtual", + "boxes": [ + 604, + 288, + 852, + 322 + ] + }, + { + "text": "Gaming Mouse with 42K DPl, 47g ", + "boxes": [ + 902, + 292, + 1156, + 322 + ] + }, + { + "text": " Frigidaire EFMIS179 Gaming Light", + "boxes": [ + 1190, + 298, + 1450, + 332 + ] + }, + { + "text": "15.6\" FHD 1920*1080 144Hz, Intel", + "boxes": [ + 1488, + 294, + 1742, + 318 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1812, + 296, + 1860, + 322 + ] + }, + { + "text": "Department", + "boxes": [ + 12, + 310, + 98, + 336 + ] + }, + { + "text": "GeForce RTXTM 4060, Intel Core", + "boxes": [ + 314, + 316, + 550, + 345 + ] + }, + { + "text": "Item] [Digital Code] ", + "boxes": [ + 608, + 316, + 760, + 345 + ] + }, + { + "text": "Lightweight Computer Mouse with", + "boxes": [ + 900, + 316, + 1160, + 345 + ] + }, + { + "text": "Up Mini Beverage Refrigeratr,", + "boxes": [ + 1190, + 317, + 1424, + 360 + ] + }, + { + "text": "Core i5-12450H, NVIDIA GeForce ", + "boxes": [ + 1488, + 316, + 1736, + 345 + ] + }, + { + "text": "Computers&Accessories", + "boxes": [ + 16, + 338, + 172, + 355 + ] + }, + { + "text": "i7-13650HX, 16GB DDR5, 1TB PCI..", + "boxes": [ + 314, + 339, + 576, + 369 + ] + }, + { + "text": "May 15, 2019", + "boxes": [ + 608, + 339, + 700, + 365 + ] + }, + { + "text": "Dual 8K Polling Optical Sensor,", + "boxes": [ + 900, + 339, + 1128, + 369 + ] + }, + { + "text": "RTX 3050, 32GB RAM, 1TB SSD...", + "boxes": [ + 1486, + 339, + 1732, + 369 + ] + }, + { + "text": " Computers & Tablets", + "boxes": [ + 14, + 349, + 160, + 379 + ] + }, + { + "text": " Stealth ", + "boxes": [ + 1192, + 349, + 1256, + 381 + ] + }, + { + "text": "立", + "boxes": [ + 1792, + 348, + 1813, + 368 + ] + }, + { + "text": "★★★★1.883", + "boxes": [ + 314, + 367, + 456, + 397 + ] + }, + { + "text": "★★★★☆171,390", + "boxes": [ + 608, + 363, + 768, + 393 + ] + }, + { + "text": "★★★★★51", + "boxes": [ + 902, + 367, + 1024, + 397 + ] + }, + { + "text": "★★★★☆836", + "boxes": [ + 1194, + 375, + 1326, + 405 + ] + }, + { + "text": "★★★★242", + "boxes": [ + 1488, + 367, + 1620, + 397 + ] + }, + { + "text": "Windows", + "boxes": [ + 603, + 384, + 675, + 422 + ] + }, + { + "text": "400+ bought in past month", + "boxes": [ + 1194, + 395, + 1374, + 425 + ] + }, + { + "text": "200+", + "boxes": [ + 1492, + 391, + 1528, + 411 + ] + }, + { + "text": "ight in past I", + "boxes": [ + 1548, + 393, + 1628, + 411 + ] + }, + { + "text": "Brands", + "boxes": [ + 10, + 405, + 62, + 431 + ] + }, + { + "text": "ASUS", + "boxes": [ + 7, + 424, + 75, + 457 + ] + }, + { + "text": "$1,24478", + "boxes": [ + 310, + 419, + 418, + 457 + ] + }, + { + "text": "$10%", + "boxes": [ + 606, + 417, + 672, + 449 + ] + }, + { + "text": "$5999", + "boxes": [ + 897, + 416, + 967, + 455 + ] + }, + { + "text": "$399 ist: 45.67", + "boxes": [ + 1189, + 424, + 1335, + 469 + ] + }, + { + "text": "$63700", + "boxes": [ + 1486, + 421, + 1568, + 453 + ] + }, + { + "text": "FIFINE", + "boxes": [ + 5, + 442, + 79, + 481 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 310, + 452, + 454, + 489 + ] + }, + { + "text": "Save $10.00", + "boxes": [ + 902, + 449, + 1000, + 480 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1484, + 452, + 1632, + 489 + ] + }, + { + "text": "Amazon Basics", + "boxes": [ + 8, + 466, + 128, + 497 + ] + }, + { + "text": " Delivery Sat, May 24 ", + "boxes": [ + 898, + 470, + 1042, + 507 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 1194, + 465, + 1334, + 494 + ] + }, + { + "text": "VISOONE", + "boxes": [ + 5, + 481, + 103, + 521 + ] + }, + { + "text": "Ships to China ", + "boxes": [ + 316, + 480, + 402, + 504 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1196, + 488, + 1274, + 514 + ] + }, + { + "text": "Ships to China ", + "boxes": [ + 1490, + 480, + 1574, + 504 + ] + }, + { + "text": "Logitech G ", + "boxes": [ + 5, + 504, + 109, + 541 + ] + }, + { + "text": "Ad t cart", + "boxes": [ + 318, + 506, + 406, + 538 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 904, + 498, + 984, + 524 + ] + }, + { + "text": "Ad to cart ", + "boxes": [ + 1492, + 506, + 1580, + 538 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1864, + 528 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 1196, + 514, + 1288, + 552 + ] + }, + { + "text": "Razer", + "boxes": [ + 7, + 525, + 77, + 557 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 903, + 525, + 993, + 565 + ] + }, + { + "text": " Redragon", + "boxes": [ + 5, + 543, + 99, + 578 + ] + }, + { + "text": " More Buying Choices ", + "boxes": [ + 312, + 536, + 456, + 566 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 1486, + 538, + 1624, + 568 + ] + }, + { + "text": "More Buying Choices ", + "boxes": [ + 1194, + 548, + 1336, + 578 + ] + }, + { + "text": "$1,219.99 (6 used & new offers)", + "boxes": [ + 312, + 558, + 524, + 588 + ] + }, + { + "text": "$608.62 (17+ used & n", + "boxes": [ + 1488, + 558, + 1640, + 588 + ] + }, + { + "text": "V See more", + "boxes": [ + 12, + 572, + 92, + 596 + ] + }, + { + "text": "$25.71 (2+ used & new offers)", + "boxes": [ + 1196, + 572, + 1392, + 596 + ] + }, + { + "text": "Condition", + "boxes": [ + 10, + 602, + 82, + 627 + ] + }, + { + "text": "New", + "boxes": [ + 7, + 621, + 71, + 652 + ] + }, + { + "text": " From frequently shopped brands", + "boxes": [ + 302, + 613, + 620, + 643 + ] + }, + { + "text": "used ", + "boxes": [ + 6, + 641, + 72, + 675 + ] + }, + { + "text": "red O| Based on number of views and purchases", + "boxes": [ + 346, + 645, + 644, + 663 + ] + }, + { + "text": "Seller", + "boxes": [ + 6, + 670, + 56, + 708 + ] + }, + { + "text": "$129.99", + "boxes": [ + 1805, + 702, + 1861, + 736 + ] + }, + { + "text": "erosebridal", + "boxes": [ + 8, + 715, + 110, + 746 + ] + }, + { + "text": "New Releases", + "boxes": [ + 12, + 774, + 102, + 798 + ] + }, + { + "text": "Last 30 days ", + "boxes": [ + 7, + 794, + 101, + 830 + ] + }, + { + "text": "Last 90 days ", + "boxes": [ + 12, + 818, + 98, + 844 + ] + }, + { + "text": "Coming Soon", + "boxes": [ + 12, + 840, + 102, + 864 + ] + }, + { + "text": "Video Game DRM", + "boxes": [ + 8, + 868, + 130, + 897 + ] + }, + { + "text": "8", + "boxes": [ + 0, + 901, + 90, + 971 + ] + }, + { + "text": " DRM-Free", + "boxes": [ + 10, + 893, + 102, + 919 + ] + }, + { + "text": "uplay", + "boxes": [ + 7, + 948, + 75, + 985 + ] + }, + { + "text": "Audioengine A2+ Desktop 24 Bit ", + "boxes": [ + 314, + 947, + 560, + 977 + ] + }, + { + "text": "ASUS ROG Pelta Wireless Gaming", + "boxes": [ + 606, + 947, + 858, + 977 + ] + }, + { + "text": "ASUS ROG Strix Scope lI96 Wireless", + "boxes": [ + 900, + 947, + 1174, + 977 + ] + }, + { + "text": " Redragon M810 Pro Wireless", + "boxes": [ + 1190, + 947, + 1410, + 977 + ] + }, + { + "text": "ASUS ROG Harpe Ace Mini Wireless ", + "boxes": [ + 1488, + 947, + 1752, + 977 + ] + }, + { + "text": "Wireless Bluetooth Desktop", + "boxes": [ + 314, + 971, + 522, + 1001 + ] + }, + { + "text": "Headset (BT, ROG SpeedNova ", + "boxes": [ + 606, + 971, + 832, + 1001 + ] + }, + { + "text": "Gaming Keyboard, Tri-Mode", + "boxes": [ + 900, + 967, + 1112, + 1005 + ] + }, + { + "text": "Gaming Mouse, 10000 DPI ", + "boxes": [ + 1194, + 971, + 1400, + 1001 + ] + }, + { + "text": "Gaming Mouse, 49g Lightweight,", + "boxes": [ + 1486, + 969, + 1736, + 1003 + ] + }, + { + "text": "Speakers - 60w Computer Speakers", + "boxes": [ + 314, + 999, + 578, + 1022 + ] + }, + { + "text": "2.4GHz, USB-C, Lightweight 309g,", + "boxes": [ + 606, + 995, + 864, + 1024 + ] + }, + { + "text": "Connection, Dampening Foam &", + "boxes": [ + 900, + 993, + 1144, + 1027 + ] + }, + { + "text": "Wired/Wireless Gamer Mouse", + "boxes": [ + 1194, + 995, + 1416, + 1024 + ] + }, + { + "text": "AimPoint Pro 42K Optical Sensor, ", + "boxes": [ + 1488, + 995, + 1738, + 1024 + ] + }, + { + "text": "for Music and Gaming", + "boxes": [ + 314, + 1018, + 478, + 1048 + ] + }, + { + "text": "50mm ROG Titanium-Plated Drive.", + "boxes": [ + 610, + 1022, + 864, + 1046 + ] + }, + { + "text": "Switch-Dampening Pads, Hot-.", + "boxes": [ + 904, + 1022, + 1128, + 1046 + ] + }, + { + "text": "w/Rapid Fire Key, 8 Macro Buttons", + "boxes": [ + 1196, + 1022, + 1446, + 1046 + ] + }, + { + "text": "Optical Micro Switches, ROG Pollin", + "boxes": [ + 1490, + 1022, + 1742, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming", + "boxes": [ + 296, + 113, + 364, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "Shop top categories that ship internationall", + "boxes": [ + 782, + 204, + 1160, + 234 + ] + }, + { + "text": " Roblox Digital Gift Card - 1,000 Robux Includes Exclusive Virtual ", + "boxes": [ + 638, + 296, + 1358, + 343 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "$100", + "boxes": [ + 1387, + 314, + 1459, + 360 + ] + }, + { + "text": " Digital Gift Card", + "boxes": [ + 272, + 324, + 412, + 355 + ] + }, + { + "text": "Item] [Digital Code]", + "boxes": [ + 642, + 338, + 864, + 373 + ] + }, + { + "text": " Deliver to Chin", + "boxes": [ + 1394, + 365, + 1496, + 389 + ] + }, + { + "text": "RaBLOX", + "boxes": [ + 282, + 377, + 550, + 443 + ] + }, + { + "text": "Platform : Windows", + "boxes": [ + 642, + 383, + 774, + 413 + ] + }, + { + "text": "4.4★★★★☆", + "boxes": [ + 644, + 405, + 774, + 435 + ] + }, + { + "text": "Available now", + "boxes": [ + 1392, + 401, + 1514, + 431 + ] + }, + { + "text": "#1 Best Seller", + "boxes": [ + 648, + 433, + 730, + 457 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1404, + 447, + 1478, + 465 + ] + }, + { + "text": "$10%", + "boxes": [ + 642, + 482, + 708, + 514 + ] + }, + { + "text": " Ad to Cart", + "boxes": [ + 1457, + 480, + 1537, + 517 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1866, + 528 + ] + }, + { + "text": "Note: After purchase, you can a", + "boxes": [ + 648, + 524, + 842, + 542 + ] + }, + { + "text": " access the item in Your Game", + "boxes": [ + 834, + 524, + 1020, + 542 + ] + }, + { + "text": "Ships t", + "boxes": [ + 1402, + 526, + 1436, + 546 + ] + }, + { + "text": "Byplacingyou", + "boxes": [ + 648, + 546, + 740, + 564 + ] + }, + { + "text": "LLC", + "boxes": [ + 1470, + 544, + 1490, + 558 + ] + }, + { + "text": "ethatapply", + "boxes": [ + 1186, + 561, + 1268, + 584 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1402, + 562, + 1444, + 582 + ] + }, + { + "text": "LLC", + "boxes": [ + 1468, + 574, + 1492, + 596 + ] + }, + { + "text": "Trade-In and save", + "boxes": [ + 1398, + 637, + 1512, + 667 + ] + }, + { + "text": "1,000 Robux", + "boxes": [ + 312, + 691, + 526, + 733 + ] + }, + { + "text": "Add to List ", + "boxes": [ + 1403, + 696, + 1479, + 727 + ] + }, + { + "text": "800+200Bonus Robux", + "boxes": [ + 300, + 752, + 534, + 786 + ] + }, + { + "text": "About this item", + "boxes": [ + 642, + 756, + 796, + 786 + ] + }, + { + "text": " connect with each other in experiences built by our globa", + "boxes": [ + 906, + 1009, + 1276, + 1026 + ] + } + ] + }, + { + "frame_id": "120_6_7", + "episode_id": 120, + "env_id": 6, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.864673614501953, + "advantages": -1.5181927680969238, + "generated_text": "{\n \"intent\": \"I will start by clicking inside the LibreOffice Calc application to explore its interface.\",\n \"action\": \"DoubleClick(0, 0)\"\n}", + "action_string": "DoubleClick(0, 0)", + "intent_string": "I will start by clicking inside the LibreOffice Calc application to explore its interface.", + "before_screen_ocr_results": [ + { + "text": "Untitled 1 - LibreOffice Calc", + "boxes": [ + 844, + 4, + 1076, + 22 + ] + }, + { + "text": " Sheet", + "boxes": [ + 300, + 26, + 348, + 44 + ] + }, + { + "text": "Data", + "boxes": [ + 358, + 30, + 394, + 44 + ] + }, + { + "text": "国", + "boxes": [ + 12, + 54, + 46, + 81 + ] + }, + { + "text": "Ctrl+", + "boxes": [ + 318, + 56, + 350, + 69 + ] + }, + { + "text": "&", + "boxes": [ + 382, + 54, + 444, + 85 + ] + }, + { + "text": "勺·、", + "boxes": [ + 452, + 56, + 550, + 79 + ] + }, + { + "text": "v田·I·子I", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "Ctrl+Y", + "boxes": [ + 316, + 79, + 356, + 99 + ] + }, + { + "text": "Pos", + "boxes": [ + 10, + 91, + 38, + 119 + ] + }, + { + "text": "旦要日日%00三至田口目", + "boxes": [ + 366, + 93, + 1206, + 123 + ] + }, + { + "text": "hift+Ctrl+", + "boxes": [ + 286, + 105, + 350, + 125 + ] + }, + { + "text": "A1", + "boxes": [ + 10, + 133, + 26, + 149 + ] + }, + { + "text": "Ctrl+x", + "boxes": [ + 314, + 135, + 358, + 163 + ] + }, + { + "text": "Ctrl+C", + "boxes": [ + 314, + 161, + 362, + 189 + ] + }, + { + "text": "Ctrl+1", + "boxes": [ + 316, + 193, + 354, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 238 + ] + }, + { + "text": "Paste Specia", + "boxes": [ + 70, + 222, + 146, + 240 + ] + }, + { + "text": "Select All", + "boxes": [ + 66, + 248, + 134, + 274 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1886, + 266, + 1914, + 314 + ] + }, + { + "text": "Select", + "boxes": [ + 70, + 280, + 106, + 294 + ] + }, + { + "text": "Ctrl+F", + "boxes": [ + 318, + 310, + 356, + 330 + ] + }, + { + "text": "发", + "boxes": [ + 1888, + 312, + 1910, + 339 + ] + }, + { + "text": "Ctrl+H", + "boxes": [ + 314, + 334, + 360, + 359 + ] + }, + { + "text": "Track Changes", + "boxes": [ + 64, + 367, + 162, + 391 + ] + }, + { + "text": "Cell Edit Mode", + "boxes": [ + 64, + 399, + 164, + 423 + ] + }, + { + "text": "18", + "boxes": [ + 10, + 465, + 32, + 478 + ] + }, + { + "text": "19", + "boxes": [ + 10, + 482, + 32, + 496 + ] + }, + { + "text": "Object", + "boxes": [ + 68, + 488, + 108, + 508 + ] + }, + { + "text": "21", + "boxes": [ + 8, + 510, + 36, + 532 + ] + }, + { + "text": "22", + "boxes": [ + 8, + 534, + 34, + 554 + ] + }, + { + "text": "23", + "boxes": [ + 12, + 552, + 32, + 566 + ] + }, + { + "text": "24", + "boxes": [ + 12, + 568, + 32, + 584 + ] + }, + { + "text": "25", + "boxes": [ + 3, + 575, + 37, + 608 + ] + }, + { + "text": "26", + "boxes": [ + 8, + 598, + 34, + 617 + ] + }, + { + "text": "45", + "boxes": [ + 12, + 925, + 32, + 941 + ] + }, + { + "text": "（→二+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Untitled 1 - LibreOffice Calc", + "boxes": [ + 844, + 4, + 1076, + 22 + ] + }, + { + "text": "File Edit View", + "boxes": [ + 6, + 26, + 118, + 44 + ] + }, + { + "text": "Help", + "boxes": [ + 526, + 30, + 550, + 44 + ] + }, + { + "text": "--目-@电自- ", + "boxes": [ + 10, + 54, + 376, + 83 + ] + }, + { + "text": "上&", + "boxes": [ + 373, + 53, + 443, + 84 + ] + }, + { + "text": "勺-→、", + "boxes": [ + 450, + 56, + 552, + 79 + ] + }, + { + "text": "田-", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "10", + "boxes": [ + 142, + 97, + 212, + 119 + ] + }, + { + "text": "jaaaa--====", + "boxes": [ + 222, + 93, + 590, + 123 + ] + }, + { + "text": "国", + "boxes": [ + 580, + 99, + 616, + 113 + ] + }, + { + "text": "□日日-%00+三至田-二-口-目", + "boxes": [ + 606, + 93, + 1206, + 123 + ] + }, + { + "text": "▼", + "boxes": [ + 132, + 133, + 154, + 147 + ] + }, + { + "text": "、=", + "boxes": [ + 152, + 129, + 254, + 155 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 240 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1886, + 262, + 1912, + 314 + ] + }, + { + "text": "城", + "boxes": [ + 1890, + 304, + 1910, + 339 + ] + }, + { + "text": "45", + "boxes": [ + 14, + 925, + 30, + 941 + ] + }, + { + "text": "46", + "boxes": [ + 14, + 941, + 30, + 955 + ] + }, + { + "text": "一→二", + "boxes": [ + 14, + 997, + 102, + 1014 + ] + } + ] + }, + { + "frame_id": "120_7_7", + "episode_id": 120, + "env_id": 7, + "step": 7, + "format_rewards": 1.0, + "rewards": 11.128118515014648, + "advantages": 1.3055291175842285, + "generated_text": "{\n \"intent\": \"Begin by interacting with the home page of Apple to start exploring their الإلكتروني experience.\",\n \"action\": \"DoubleClick(989, 115)\" \n}", + "action_string": "DoubleClick(989, 115)", + "intent_string": "Begin by interacting with the home page of Apple to start exploring their الإلكتروني experience.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 6, + 6, + 22, + 24 + ] + }, + { + "text": "×", + "boxes": [ + 1860, + 4, + 1912, + 24 + ] + }, + { + "text": "● iPhone 16 Pro and iPhon ×+", + "boxes": [ + 6, + 24, + 244, + 56 + ] + }, + { + "text": "→白", + "boxes": [ + 0, + 56, + 136, + 99 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1536, + 62, + 1664, + 93 + ] + }, + { + "text": "I四9三", + "boxes": [ + 1782, + 62, + 1914, + 93 + ] + }, + { + "text": "AOLO", + "boxes": [ + 14, + 1040, + 218, + 1078 + ] + }, + { + "text": "iphone 16 Pro.", + "boxes": [ + 216, + 1046, + 314, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "TV & Home - Apple", + "boxes": [ + 20, + 26, + 160, + 54 + ] + }, + { + "text": "→×白", + "boxes": [ + 1, + 51, + 137, + 100 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 64, + 1662, + 89 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "Phone", + "boxes": [ + 700, + 113, + 732, + 127 + ] + }, + { + "text": "Watch", + "boxes": [ + 770, + 109, + 804, + 131 + ] + }, + { + "text": "Vision", + "boxes": [ + 842, + 113, + 872, + 127 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 107, + 952, + 133 + ] + }, + { + "text": "& Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1202, + 111, + 1268, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1348, + 129 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 125 + ] + }, + { + "text": "e", + "boxes": [ + 646, + 173, + 692, + 210 + ] + }, + { + "text": "", + "boxes": [ + 750, + 167, + 794, + 210 + ] + }, + { + "text": "tv+", + "boxes": [ + 840, + 173, + 896, + 206 + ] + }, + { + "text": "?", + "boxes": [ + 940, + 171, + 970, + 202 + ] + }, + { + "text": "仓", + "boxes": [ + 1126, + 165, + 1176, + 208 + ] + }, + { + "text": "?", + "boxes": [ + 1036, + 175, + 1066, + 206 + ] + }, + { + "text": "Apple TV 4K ", + "boxes": [ + 632, + 208, + 706, + 234 + ] + }, + { + "text": "Apple TV app ", + "boxes": [ + 730, + 210, + 814, + 234 + ] + }, + { + "text": " Apple TV+", + "boxes": [ + 834, + 212, + 896, + 232 + ] + }, + { + "text": "HomePod", + "boxes": [ + 922, + 212, + 982, + 230 + ] + }, + { + "text": "HomePod mini", + "boxes": [ + 1008, + 210, + 1094, + 234 + ] + }, + { + "text": "Home app", + "boxes": [ + 1122, + 212, + 1180, + 232 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 212, + 1276, + 230 + ] + } + ] + }, + { + "frame_id": "120_0_8", + "episode_id": 120, + "env_id": 0, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.13927936553955, + "advantages": -1.1756130456924438, + "generated_text": "{\n \"intent\": \"Close the Terms pop-up window to continue exploring items on Amazon\",\n \"action\": \"DoubleClick(915, 404)\"\n}", + "action_string": "DoubleClick(915, 404)", + "intent_string": "Close the Terms pop-up window to continue exploring items on Amazon", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "曰』", + "boxes": [ + 252, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 109, + 128, + 141 + ] + }, + { + "text": " Subtotal", + "boxes": [ + 1822, + 103, + 1886, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1412, + 127, + 1438, + 141 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1818, + 125, + 1890, + 151 + ] + }, + { + "text": " Go to Cart", + "boxes": [ + 1826, + 159, + 1884, + 177 + ] + }, + { + "text": "三AL", + "boxes": [ + 26, + 169, + 60, + 189 + ] + }, + { + "text": "Terms", + "boxes": [ + 754, + 284, + 812, + 316 + ] + }, + { + "text": "一", + "boxes": [ + 160, + 314, + 194, + 343 + ] + }, + { + "text": "Inno", + "boxes": [ + 684, + 310, + 734, + 336 + ] + }, + { + "text": "100Hz", + "boxes": [ + 1190, + 306, + 1270, + 338 + ] + }, + { + "text": "$29999", + "boxes": [ + 1389, + 315, + 1475, + 360 + ] + }, + { + "text": "BI", + "boxes": [ + 145, + 337, + 209, + 467 + ] + }, + { + "text": "2560", + "boxes": [ + 684, + 339, + 734, + 367 + ] + }, + { + "text": "st IPS 100%", + "boxes": [ + 1180, + 333, + 1320, + 370 + ] + }, + { + "text": "Coupon Terms", + "boxes": [ + 774, + 357, + 906, + 389 + ] + }, + { + "text": "aptop Monitors", + "boxes": [ + 1180, + 369, + 1356, + 405 + ] + }, + { + "text": "$70.49 Shipping & Import", + "boxes": [ + 1392, + 361, + 1564, + 393 + ] + }, + { + "text": "SRGE", + "boxes": [ + 684, + 373, + 734, + 399 + ] + }, + { + "text": "", + "boxes": [ + 174, + 389, + 188, + 409 + ] + }, + { + "text": " Charges to China Detalls ", + "boxes": [ + 1390, + 379, + 1574, + 413 + ] + }, + { + "text": "for P", + "boxes": [ + 677, + 398, + 737, + 438 + ] + }, + { + "text": "Save$60on60804B", + "boxes": [ + 778, + 399, + 916, + 417 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "Save $60.00 with this coupon.Discount at checkout.", + "boxes": [ + 774, + 413, + 1110, + 443 + ] + }, + { + "text": "within 23 hrs 51 mins ", + "boxes": [ + 1392, + 423, + 1538, + 453 + ] + }, + { + "text": "", + "boxes": [ + 154, + 439, + 202, + 508 + ] + }, + { + "text": "Visit t", + "boxes": [ + 690, + 437, + 722, + 451 + ] + }, + { + "text": "Coupon Expiry Date June 12, 2025", + "boxes": [ + 774, + 433, + 1002, + 463 + ] + }, + { + "text": "4.3★", + "boxes": [ + 686, + 453, + 724, + 472 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1508, + 482 + ] + }, + { + "text": "O", + "boxes": [ + 154, + 494, + 204, + 558 + ] + }, + { + "text": "$299", + "boxes": [ + 679, + 485, + 735, + 525 + ] + }, + { + "text": "Each couponapliesonlytnermore pecifes", + "boxes": [ + 774, + 486, + 1112, + 516 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1390, + 490, + 1468, + 522 + ] + }, + { + "text": "that display the offer message(\"Qualifying Items\").", + "boxes": [ + 774, + 508, + 1086, + 536 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1818, + 502, + 1882, + 528 + ] + }, + { + "text": "$70.49", + "boxes": [ + 686, + 530, + 724, + 550 + ] + }, + { + "text": "厂", + "boxes": [ + 156, + 544, + 200, + 602 + ] + }, + { + "text": "Quantity:1", + "boxes": [ + 1405, + 536, + 1477, + 560 + ] + }, + { + "text": "30-day", + "boxes": [ + 684, + 584, + 724, + 604 + ] + }, + { + "text": "have until 23:59 on the Expiry Date to redeem the", + "boxes": [ + 810, + 586, + 1108, + 609 + ] + }, + { + "text": " Add to Cart", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "100Hz", + "boxes": [ + 498, + 596, + 564, + 627 + ] + }, + { + "text": "3+", + "boxes": [ + 161, + 606, + 186, + 629 + ] + }, + { + "text": "2K", + "boxes": [ + 282, + 613, + 316, + 627 + ] + }, + { + "text": "Style:", + "boxes": [ + 684, + 608, + 724, + 627 + ] + }, + { + "text": "coupon.Quan", + "boxes": [ + 812, + 607, + 892, + 630 + ] + }, + { + "text": "s are limited and collected coupons", + "boxes": [ + 920, + 606, + 1126, + 629 + ] + }, + { + "text": "may expire bforeteExpry ae.", + "boxes": [ + 806, + 619, + 1020, + 655 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 617, + 1530, + 643 + ] + }, + { + "text": "2.Add Qualfyin tem(s toyour Crtmay ereered", + "boxes": [ + 788, + 637, + 1126, + 675 + ] + }, + { + "text": "to as Basket in some locales) by clicking the \"Add to", + "boxes": [ + 808, + 665, + 1118, + 689 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1524, + 689 + ] + }, + { + "text": "Sold by ", + "boxes": [ + 1400, + 677, + 1454, + 707 + ] + }, + { + "text": "INNO-VIEW", + "boxes": [ + 1464, + 675, + 1538, + 707 + ] + }, + { + "text": "Cart\" button.", + "boxes": [ + 810, + 689, + 890, + 707 + ] + }, + { + "text": "3. When you have finished shopping, proceed to", + "boxes": [ + 792, + 707, + 1084, + 731 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "$129.99", + "boxes": [ + 1820, + 707, + 1878, + 733 + ] + }, + { + "text": "checkout and place your order for the Qualifying", + "boxes": [ + 810, + 725, + 1102, + 748 + ] + }, + { + "text": "Bran", + "boxes": [ + 686, + 735, + 714, + 748 + ] + }, + { + "text": "Payment", + "boxes": [ + 1402, + 741, + 1452, + 758 + ] + }, + { + "text": " Secure transaction", + "boxes": [ + 1466, + 737, + 1572, + 760 + ] + }, + { + "text": "Item(s).", + "boxes": [ + 812, + 748, + 856, + 768 + ] + }, + { + "text": "·The coupon discount will beautomaticaly", + "boxes": [ + 830, + 760, + 1094, + 792 + ] + }, + { + "text": "aplled at checkout, reduing thepri f", + "boxes": [ + 842, + 782, + 1094, + 812 + ] + }, + { + "text": "O", + "boxes": [ + 1400, + 774, + 1420, + 794 + ] + }, + { + "text": "Reso", + "boxes": [ + 688, + 786, + 712, + 800 + ] + }, + { + "text": "Qualfying tem(s)ifyourcouponisimitedto", + "boxes": [ + 840, + 800, + 1130, + 836 + ] + }, + { + "text": "Add a gift receipt for easy", + "boxes": [ + 1416, + 794, + 1582, + 818 + ] + }, + { + "text": "Aspect", + "boxes": [ + 686, + 810, + 726, + 830 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 816, + 1468, + 836 + ] + }, + { + "text": "one-time use and you check out with more than", + "boxes": [ + 846, + 826, + 1128, + 850 + ] + }, + { + "text": "Scre", + "boxes": [ + 686, + 838, + 714, + 852 + ] + }, + { + "text": "one Qualifying tem in your Cart,the disco", + "boxes": [ + 844, + 846, + 1094, + 870 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1406, + 868, + 1476, + 889 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 891, + 838, + 927 + ] + }, + { + "text": "·【2K Portable Monitor] 2K QHD resolution and amazing 00Hzrefresh rate give youthe edge inall", + "boxes": [ + 686, + 921, + 1344, + 951 + ] + }, + { + "text": "$66.31", + "boxes": [ + 1828, + 949, + 1874, + 967 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "曰』", + "boxes": [ + 252, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 109, + 128, + 141 + ] + }, + { + "text": " Subtotal", + "boxes": [ + 1822, + 103, + 1886, + 135 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1818, + 125, + 1890, + 151 + ] + }, + { + "text": " Go to Cart", + "boxes": [ + 1826, + 159, + 1884, + 177 + ] + }, + { + "text": "三AL", + "boxes": [ + 26, + 169, + 60, + 189 + ] + }, + { + "text": "Terms", + "boxes": [ + 754, + 284, + 812, + 316 + ] + }, + { + "text": "一", + "boxes": [ + 160, + 314, + 194, + 343 + ] + }, + { + "text": "Inno", + "boxes": [ + 684, + 310, + 734, + 336 + ] + }, + { + "text": "100Hz", + "boxes": [ + 1188, + 306, + 1270, + 338 + ] + }, + { + "text": "$29999", + "boxes": [ + 1389, + 315, + 1475, + 360 + ] + }, + { + "text": "BI", + "boxes": [ + 145, + 337, + 209, + 467 + ] + }, + { + "text": "2560", + "boxes": [ + 682, + 339, + 736, + 369 + ] + }, + { + "text": "st IPS 100%", + "boxes": [ + 1178, + 333, + 1320, + 370 + ] + }, + { + "text": "Coupon Terms", + "boxes": [ + 774, + 357, + 906, + 389 + ] + }, + { + "text": "aptop Monitors", + "boxes": [ + 1180, + 369, + 1356, + 405 + ] + }, + { + "text": "$70.49 Shipping & Import", + "boxes": [ + 1392, + 363, + 1564, + 391 + ] + }, + { + "text": "SRGE", + "boxes": [ + 684, + 373, + 734, + 399 + ] + }, + { + "text": "", + "boxes": [ + 174, + 389, + 188, + 409 + ] + }, + { + "text": " Charges to China Detalls ", + "boxes": [ + 1390, + 379, + 1574, + 413 + ] + }, + { + "text": "for P", + "boxes": [ + 677, + 398, + 739, + 438 + ] + }, + { + "text": "Save $60 on 608 04B", + "boxes": [ + 774, + 393, + 926, + 423 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "Save $60.00 with this c", + "boxes": [ + 774, + 413, + 928, + 443 + ] + }, + { + "text": "upon. Discount at checkout.", + "boxes": [ + 934, + 415, + 1108, + 439 + ] + }, + { + "text": "within 23 hrs 51 mins ", + "boxes": [ + 1392, + 423, + 1538, + 453 + ] + }, + { + "text": "", + "boxes": [ + 154, + 439, + 202, + 508 + ] + }, + { + "text": "Visit t", + "boxes": [ + 690, + 437, + 722, + 451 + ] + }, + { + "text": "Coupon Expiry Date June 12, 2025", + "boxes": [ + 774, + 433, + 1004, + 463 + ] + }, + { + "text": "4.3★", + "boxes": [ + 686, + 453, + 724, + 472 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1508, + 482 + ] + }, + { + "text": "O", + "boxes": [ + 154, + 494, + 204, + 558 + ] + }, + { + "text": "$299", + "boxes": [ + 682, + 488, + 734, + 522 + ] + }, + { + "text": "Each couponapliesonlyt oneormore specife ites", + "boxes": [ + 774, + 486, + 1112, + 516 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1390, + 490, + 1468, + 522 + ] + }, + { + "text": "that display the offer message(*\"Qualifying Items\").", + "boxes": [ + 774, + 508, + 1086, + 536 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1818, + 502, + 1882, + 528 + ] + }, + { + "text": "$70.49", + "boxes": [ + 686, + 530, + 724, + 550 + ] + }, + { + "text": "厂", + "boxes": [ + 156, + 544, + 200, + 602 + ] + }, + { + "text": "a coupon:", + "boxes": [ + 874, + 542, + 934, + 560 + ] + }, + { + "text": "Quantity:1", + "boxes": [ + 1405, + 536, + 1477, + 560 + ] + }, + { + "text": "1. Apply the couponto your account. Yu willusualy", + "boxes": [ + 794, + 564, + 1112, + 594 + ] + }, + { + "text": "30-day", + "boxes": [ + 684, + 584, + 724, + 604 + ] + }, + { + "text": "haveuntil3:9ontheExpiryDatetredemthe", + "boxes": [ + 808, + 582, + 1110, + 611 + ] + }, + { + "text": " Add to Cart", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "100Hz", + "boxes": [ + 498, + 596, + 564, + 627 + ] + }, + { + "text": "3+", + "boxes": [ + 161, + 606, + 186, + 629 + ] + }, + { + "text": "Style:", + "boxes": [ + 684, + 608, + 724, + 627 + ] + }, + { + "text": "es are limited and collected coupons", + "boxes": [ + 914, + 601, + 1126, + 632 + ] + }, + { + "text": "2K", + "boxes": [ + 282, + 613, + 316, + 627 + ] + }, + { + "text": "may expirebefore theEpry a.", + "boxes": [ + 804, + 619, + 1020, + 655 + ] + }, + { + "text": "coupon.Quant", + "boxes": [ + 812, + 607, + 900, + 630 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 617, + 1530, + 643 + ] + }, + { + "text": "2.AddQualfing m(s tyour maybeered", + "boxes": [ + 788, + 637, + 1126, + 675 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1524, + 689 + ] + }, + { + "text": "to as Basket in some locales) by clicking the \"Add to", + "boxes": [ + 808, + 667, + 1118, + 691 + ] + }, + { + "text": "Sold by ", + "boxes": [ + 1400, + 677, + 1454, + 707 + ] + }, + { + "text": "INNO-VIEW", + "boxes": [ + 1464, + 675, + 1538, + 707 + ] + }, + { + "text": "Cart\" button.", + "boxes": [ + 810, + 689, + 890, + 707 + ] + }, + { + "text": "3. When you have finished shopping, proceed to", + "boxes": [ + 792, + 707, + 1084, + 731 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "$129.99", + "boxes": [ + 1820, + 707, + 1878, + 733 + ] + }, + { + "text": "checkout and place your order for the Qualifying", + "boxes": [ + 810, + 725, + 1102, + 748 + ] + }, + { + "text": "Bran", + "boxes": [ + 686, + 735, + 716, + 748 + ] + }, + { + "text": "Payment", + "boxes": [ + 1402, + 741, + 1452, + 758 + ] + }, + { + "text": " Secure transaction", + "boxes": [ + 1466, + 737, + 1572, + 760 + ] + }, + { + "text": "Item(s).", + "boxes": [ + 812, + 748, + 858, + 768 + ] + }, + { + "text": "·The coupon discount wllbe automaticaly", + "boxes": [ + 828, + 760, + 1094, + 792 + ] + }, + { + "text": "apled at checkout, reducing the price of", + "boxes": [ + 842, + 782, + 1094, + 812 + ] + }, + { + "text": "O", + "boxes": [ + 1400, + 774, + 1420, + 794 + ] + }, + { + "text": "Reso", + "boxes": [ + 688, + 786, + 716, + 800 + ] + }, + { + "text": "Qualfyngfyuuns", + "boxes": [ + 840, + 800, + 1130, + 836 + ] + }, + { + "text": "Add a gift receipt for easy", + "boxes": [ + 1416, + 794, + 1582, + 818 + ] + }, + { + "text": "Aspect", + "boxes": [ + 684, + 810, + 726, + 830 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 816, + 1468, + 836 + ] + }, + { + "text": "one-time use and you check out with more than", + "boxes": [ + 844, + 826, + 1128, + 850 + ] + }, + { + "text": "Scre", + "boxes": [ + 686, + 838, + 714, + 852 + ] + }, + { + "text": "one Qualifying tem in your Cart,the disco", + "boxes": [ + 844, + 846, + 1094, + 870 + ] + }, + { + "text": " Add to List", + "boxes": [ + 1402, + 866, + 1476, + 889 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 891, + 838, + 927 + ] + }, + { + "text": "·【2K Portable Monitor] 2K QHD resolution and amazing 00Hzrefresh rate give youthe edge inall", + "boxes": [ + 686, + 921, + 1344, + 951 + ] + }, + { + "text": "$66.31", + "boxes": [ + 1828, + 949, + 1874, + 967 + ] + } + ] + }, + { + "frame_id": "120_1_8", + "episode_id": 120, + "env_id": 1, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.33873176574707, + "advantages": 0.320743203163147, + "generated_text": "{\n \"intent\": \"Open the news article titled '将AI送上太空 我国成功发射全球首个太空计算卫星星座' to explore more details about the successful launch.\",\n \"action\": \"Click(560, 336)\"\n}", + "action_string": "Click(560, 336)", + "intent_string": "Open the news article titled '将AI送上太空 我国成功发射全球首个太空计算卫星星座' to explore more details about the successful launch.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 600, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 917, + 104, + 983, + 136 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 890, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 360, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 408, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 486, + 159, + 542, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 558, + 298 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 448, + 320, + 1186, + 367 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 600, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 890, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "兑读", + "boxes": [ + 908, + 161, + 930, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道）", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "120_2_8", + "episode_id": 120, + "env_id": 2, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.994866371154785, + "advantages": -1.3557729721069336, + "generated_text": "{\n \"intent\": \"The first step is to explore the available iPhone models by clicking on one of them.\",\n \"action\": \"DoubleClick(575, 455)\" \n}", + "action_string": "DoubleClick(575, 455)", + "intent_string": "The first step is to explore the available iPhone models by clicking on one of them.", + "before_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 116, + 34, + 152, + 48 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 64, + 126, + 89 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 62, + 1912, + 93 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 138, + 159, + 462, + 195 + ] + }, + { + "text": "iPhone 16 Pro ", + "boxes": [ + 736, + 220, + 838, + 252 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 874, + 224, + 948, + 250 + ] + }, + { + "text": "iphone 16e", + "boxes": [ + 982, + 224, + 1062, + 250 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 1094, + 220, + 1170, + 252 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 166, + 270, + 372, + 306 + ] + }, + { + "text": "hone 15&", + "boxes": [ + 1448, + 272, + 1580, + 304 + ] + }, + { + "text": "Expl", + "boxes": [ + 1844, + 268, + 1906, + 308 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 302, + 406, + 340 + ] + }, + { + "text": "Phone 15 Plus", + "boxes": [ + 1446, + 304, + 1618, + 339 + ] + }, + { + "text": "acce", + "boxes": [ + 1848, + 310, + 1906, + 336 + ] + }, + { + "text": "iPhone", + "boxes": [ + 604, + 341, + 658, + 371 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 752, + 343, + 820, + 369 + ] + }, + { + "text": "16Pro", + "boxes": [ + 610, + 367, + 654, + 387 + ] + }, + { + "text": "Pro Max", + "boxes": [ + 756, + 367, + 814, + 387 + ] + }, + { + "text": "iPhone 16 Pro", + "boxes": [ + 950, + 375, + 1158, + 425 + ] + }, + { + "text": "From $999 or $41.62/mo. for 24 mo.", + "boxes": [ + 954, + 423, + 1190, + 449 + ] + }, + { + "text": "Titanium design with larger 6.3inchSuper", + "boxes": [ + 1008, + 484, + 1362, + 522 + ] + }, + { + "text": "Retina XDR display, durable latest-generation", + "boxes": [ + 1012, + 510, + 1390, + 540 + ] + }, + { + "text": "6.3", + "boxes": [ + 961, + 521, + 989, + 541 + ] + }, + { + "text": "Ceramic Shield, Action button, and UsB-C with", + "boxes": [ + 1012, + 528, + 1396, + 564 + ] + }, + { + "text": "USB 3 speeds2", + "boxes": [ + 1012, + 552, + 1138, + 582 + ] + }, + { + "text": "8", + "boxes": [ + 958, + 611, + 992, + 645 + ] + }, + { + "text": "The first iPhone designed for Apple", + "boxes": [ + 1008, + 602, + 1306, + 637 + ] + }, + { + "text": "Intelligence.3 Personal, private, powerful.", + "boxes": [ + 1012, + 625, + 1344, + 655 + ] + }, + { + "text": "B", + "boxes": [ + 960, + 685, + 992, + 715 + ] + }, + { + "text": "Camera Control gives you an easier way to", + "boxes": [ + 1010, + 677, + 1356, + 707 + ] + }, + { + "text": "quickly access camera tools", + "boxes": [ + 1014, + 701, + 1242, + 725 + ] + }, + { + "text": "A18 Pro chip powers Apple Intelience and", + "boxes": [ + 1008, + 746, + 1376, + 782 + ] + }, + { + "text": "国", + "boxes": [ + 960, + 768, + 992, + 800 + ] + }, + { + "text": "AAA gaming — and helps deliver a huge leap in", + "boxes": [ + 1008, + 768, + 1392, + 802 + ] + }, + { + "text": "Shopping guides. Can't de", + "boxes": [ + 138, + 786, + 456, + 822 + ] + }, + { + "text": "battery life", + "boxes": [ + 1014, + 794, + 1106, + 820 + ] + }, + { + "text": "4K 120 fps Dolby Vision and 4 studio-quality", + "boxes": [ + 1010, + 844, + 1374, + 874 + ] + }, + { + "text": "⑧", + "boxes": [ + 960, + 854, + 994, + 883 + ] + }, + { + "text": "mics. A Pro studio in your pocket.", + "boxes": [ + 1010, + 864, + 1286, + 895 + ] + }, + { + "text": "Which iPhone is", + "boxes": [ + 166, + 889, + 376, + 931 + ] + }, + { + "text": "over video.", + "boxes": [ + 1450, + 897, + 1586, + 929 + ] + }, + { + "text": " Shop one on one w", + "boxes": [ + 1663, + 889, + 1909, + 940 + ] + }, + { + "text": "Capture magical spatial photos and videos on", + "boxes": [ + 1010, + 917, + 1384, + 947 + ] + }, + { + "text": "right for you?", + "boxes": [ + 166, + 929, + 338, + 965 + ] + }, + { + "text": "iPhone 16 Pro, then relive them on", + "boxes": [ + 1008, + 935, + 1294, + 969 + ] + }, + { + "text": "Specialist. Online o", + "boxes": [ + 1666, + 929, + 1908, + 965 + ] + }, + { + "text": "Apple Vision Pro", + "boxes": [ + 1014, + 959, + 1152, + 989 + ] + }, + { + "text": "Explore iPhone 16 Pro further >", + "boxes": [ + 952, + 1001, + 1194, + 1030 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 116, + 34, + 152, + 48 + ] + }, + { + "text": "→C", + "boxes": [ + 36, + 66, + 126, + 89 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 62, + 1912, + 93 + ] + }, + { + "text": "All models. Take your pick", + "boxes": [ + 138, + 159, + 462, + 195 + ] + }, + { + "text": "iPhone 16 Pro", + "boxes": [ + 736, + 220, + 836, + 252 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 874, + 224, + 948, + 250 + ] + }, + { + "text": "iphone 16e", + "boxes": [ + 982, + 224, + 1062, + 250 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 1094, + 220, + 1170, + 252 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 166, + 270, + 372, + 306 + ] + }, + { + "text": "hone 15&", + "boxes": [ + 1448, + 272, + 1580, + 304 + ] + }, + { + "text": "Expl", + "boxes": [ + 1844, + 268, + 1906, + 308 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 168, + 306, + 404, + 336 + ] + }, + { + "text": "Phone 15 Plus", + "boxes": [ + 1446, + 304, + 1618, + 339 + ] + }, + { + "text": "acce", + "boxes": [ + 1848, + 310, + 1906, + 336 + ] + }, + { + "text": "iPhone", + "boxes": [ + 604, + 341, + 658, + 371 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 752, + 343, + 820, + 369 + ] + }, + { + "text": "16Pro", + "boxes": [ + 610, + 367, + 652, + 387 + ] + }, + { + "text": "Pro Max", + "boxes": [ + 756, + 367, + 814, + 387 + ] + }, + { + "text": "iPhone 16 Pro", + "boxes": [ + 948, + 375, + 1158, + 425 + ] + }, + { + "text": "From $999 or $41.62/mo. for 24 mo.", + "boxes": [ + 954, + 423, + 1190, + 449 + ] + }, + { + "text": "Titanium design with larger 6.3-inch Super", + "boxes": [ + 1008, + 484, + 1362, + 522 + ] + }, + { + "text": "Retina XDR display, durable latest-generation", + "boxes": [ + 1012, + 510, + 1390, + 540 + ] + }, + { + "text": "Ceramic Shild, Action button, andUsB-C with", + "boxes": [ + 1012, + 528, + 1396, + 564 + ] + }, + { + "text": "USB 3 speeds2", + "boxes": [ + 1012, + 552, + 1136, + 582 + ] + }, + { + "text": "The first iPhone designed for Apple", + "boxes": [ + 1008, + 602, + 1306, + 637 + ] + }, + { + "text": "Intelligence.3 Personal, private, powerful.", + "boxes": [ + 1010, + 625, + 1344, + 655 + ] + }, + { + "text": "B", + "boxes": [ + 960, + 685, + 994, + 715 + ] + }, + { + "text": "Camera Control gives you an easier way to", + "boxes": [ + 1010, + 677, + 1356, + 707 + ] + }, + { + "text": "quickly access camera tools", + "boxes": [ + 1014, + 701, + 1242, + 725 + ] + }, + { + "text": "A18 Pro chip powers Apple Intelligence and", + "boxes": [ + 1006, + 744, + 1376, + 782 + ] + }, + { + "text": "国", + "boxes": [ + 960, + 768, + 992, + 800 + ] + }, + { + "text": "AAA gaming — and helps deliver a huge leap in", + "boxes": [ + 1008, + 768, + 1392, + 802 + ] + }, + { + "text": "Shopping guides. Can't de", + "boxes": [ + 138, + 786, + 456, + 822 + ] + }, + { + "text": "battery life", + "boxes": [ + 1014, + 794, + 1106, + 820 + ] + }, + { + "text": "4K 120 fps Dolby Vision and 4 studio-quality", + "boxes": [ + 1010, + 844, + 1374, + 874 + ] + }, + { + "text": "⑧", + "boxes": [ + 960, + 854, + 994, + 883 + ] + }, + { + "text": "mics. A Pro studio in your pocket.", + "boxes": [ + 1008, + 861, + 1288, + 896 + ] + }, + { + "text": "Which iPhone is", + "boxes": [ + 166, + 889, + 376, + 931 + ] + }, + { + "text": "over video.", + "boxes": [ + 1450, + 897, + 1586, + 929 + ] + }, + { + "text": " Shop one on one w", + "boxes": [ + 1664, + 891, + 1908, + 938 + ] + }, + { + "text": "Capture magical spatial photos and videos on", + "boxes": [ + 1010, + 917, + 1384, + 947 + ] + }, + { + "text": "right for you?", + "boxes": [ + 166, + 929, + 338, + 965 + ] + }, + { + "text": "iPhone 16 Pro, then relive them on", + "boxes": [ + 1008, + 935, + 1294, + 969 + ] + }, + { + "text": " Specialist. Online 0", + "boxes": [ + 1664, + 925, + 1908, + 965 + ] + }, + { + "text": "Apple Vision Pro", + "boxes": [ + 1014, + 959, + 1152, + 989 + ] + }, + { + "text": "Explore iPhone 16 Pro further >", + "boxes": [ + 952, + 1001, + 1192, + 1030 + ] + } + ] + }, + { + "frame_id": "120_3_8", + "episode_id": 120, + "env_id": 3, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.417770385742188, + "advantages": -0.8281863927841187, + "generated_text": "{\n \"intent\": \"Double click to open the article link since the main goal is to explore the article about foreign tourists tipping local porters in Zhangjiajie.\"\n , \"action\": \"DoubleClick(617, 369)\"\n}", + "action_string": "DoubleClick(617, 369)", + "intent_string": "Double click to open the article link since the main goal is to explore the article about foreign tourists tipping local porters in Zhangjiajie.", + "before_screen_ocr_results": [ + { + "text": "外国游客张家界付费拾轿", + "boxes": [ + 244, + 32, + 396, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1594, + 62, + 1664, + 93 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 123, + 1788, + 143 + ] + }, + { + "text": "资讯 娱乐 时尚教育 科技 萌宠汽车", + "boxes": [ + 346, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1726, + 206 + ] + }, + { + "text": "众播观察+关注", + "boxes": [ + 384, + 266, + 574, + 304 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "39.7K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1588, + 284, + 1700, + 308 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1422, + 289, + 1544, + 326 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "外国游客张家界付费拾轿，60元10分钟引对方惊讶", + "boxes": [ + 366, + 349, + 1094, + 391 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "众播观察的报道·16小时·①1分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "近日，外国游客在张家界天门山景区旅游时，付费给挑夫拾轿子，引起关注。5月13日，外国游客孔翔荣回应，他与", + "boxes": [ + 360, + 500, + 1232, + 538 + ] + }, + { + "text": "朋友付费60元，抬轿夫拾了十分钟，他们体会到这份工作并不轻松，很尊重这名努力又幽默的轿夫。", + "boxes": [ + 362, + 526, + 1108, + 564 + ] + }, + { + "text": "访问众播观察", + "boxes": [ + 1426, + 552, + 1548, + 582 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "现场视频显示，两名外国游客一前一后，小心翼翼地抬起轿子，而轿夫则坐在轿子上，有些不好意思，并嘱咐“慢点", + "boxes": [ + 364, + 574, + 1224, + 604 + ] + }, + { + "text": "走”，另一名轿夫则称赞\"verygood\"，几人一路上氛围欢乐。", + "boxes": [ + 368, + 604, + 800, + 627 + ] + }, + { + "text": "地灾预警！湘东北、湘西南部分地", + "boxes": [ + 1444, + 604, + 1664, + 633 + ] + }, + { + "text": "甘肃陇南安排游客五一住学生宿", + "boxes": [ + 1448, + 667, + 1646, + 691 + ] + }, + { + "text": "甘薇宣布与贾跃亭离婚，二人无商", + "boxes": [ + 1446, + 729, + 1662, + 758 + ] + }, + { + "text": "业关联", + "boxes": [ + 1445, + 745, + 1495, + 779 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1668, + 872, + 1722, + 913 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "国游客张家", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "外国游客张家界付费拾轿", + "boxes": [ + 244, + 32, + 396, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1594, + 62, + 1664, + 93 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 123, + 1788, + 143 + ] + }, + { + "text": "资讯 娱乐 时尚教育 科技 萌宠汽车", + "boxes": [ + 346, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1726, + 206 + ] + }, + { + "text": "众播观察+关注", + "boxes": [ + 384, + 266, + 574, + 304 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "39.7K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1588, + 284, + 1700, + 308 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1422, + 289, + 1544, + 326 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "外国游客张家界付费拾轿，60元10分钟引对方惊讶", + "boxes": [ + 366, + 349, + 1094, + 391 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "众播观察的报道·16小时·①1分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "近日，外国游客在张家界天门山景区旅游时，付费给挑夫拾轿子，引起关注。5月13日，外国游客孔翔荣回应，他与", + "boxes": [ + 360, + 500, + 1232, + 538 + ] + }, + { + "text": "朋友付费60元，抬轿夫拾了十分钟，他们体会到这份工作并不轻松，很尊重这名努力又幽默的轿夫。", + "boxes": [ + 362, + 526, + 1108, + 564 + ] + }, + { + "text": "访问众播观察", + "boxes": [ + 1426, + 552, + 1548, + 582 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "现场视频显示，两名外国游客一前一后，小心翼翼地抬起轿子，而轿夫则坐在轿子上，有些不好意思，并嘱咐“慢点", + "boxes": [ + 364, + 574, + 1224, + 604 + ] + }, + { + "text": "走”，另一名轿夫则称赞\"verygood\"，几人一路上氛围欢乐。", + "boxes": [ + 368, + 604, + 800, + 627 + ] + }, + { + "text": "地灾预警！湘东北、湘西南部分地", + "boxes": [ + 1444, + 604, + 1664, + 633 + ] + }, + { + "text": "甘肃陇南安排游客五一住学生宿", + "boxes": [ + 1448, + 667, + 1646, + 691 + ] + }, + { + "text": "甘薇宣布与贾跃亭离婚，二人无商", + "boxes": [ + 1446, + 729, + 1662, + 758 + ] + }, + { + "text": "业关联", + "boxes": [ + 1445, + 745, + 1495, + 779 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1668, + 872, + 1722, + 913 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "国游客张家", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "120_4_8", + "episode_id": 120, + "env_id": 4, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.548547744750977, + "advantages": 0.5824955105781555, + "generated_text": "{\n \"intent\": \"Click on the article titled '三好生\\\"再进化，第四代博越L凭啥称霸10万级燃油市场?'\",\n \"action\": \"Click(478, 361)\"\n}", + "action_string": "Click(478, 361)", + "intent_string": "Click on the article titled '三好生\"再进化，第四代博越L凭啥称霸10万级燃油市场?'", + "before_screen_ocr_results": [ + { + "text": "“三好生\"再进化，第四代博", + "boxes": [ + 258, + 32, + 414, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 72, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1850, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 143 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 266, + 197 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠汽车", + "boxes": [ + 346, + 175, + 692, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 206 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 250, + 1444, + 280 + ] + }, + { + "text": "网上车市十关注", + "boxes": [ + 384, + 266, + 576, + 304 + ] + }, + { + "text": "93.9K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1416, + 278, + 1516, + 322 + ] + }, + { + "text": "d", + "boxes": [ + 194, + 288, + 214, + 308 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1415, + 307, + 1547, + 356 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "“三好生”再进化，第四代博越L凭啥称霸10万级燃油市场？", + "boxes": [ + 372, + 347, + 1194, + 389 + ] + }, + { + "text": "班，提集灵感，", + "boxes": [ + 1450, + 351, + 1504, + 369 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "车市号入驻账号：1号车盟的报道·11小时·① 5 分钟读取", + "boxes": [ + 362, + 413, + 816, + 449 + ] + }, + { + "text": "【豆包】绘画助手，免费好用！", + "boxes": [ + 1432, + 411, + 1682, + 447 + ] + }, + { + "text": "5", + "boxes": [ + 198, + 459, + 210, + 471 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1426, + 469, + 1528, + 494 + ] + }, + { + "text": "5月13日，富春江畔，一场跨越时空的美学盛宴拉开惟幕。", + "boxes": [ + 366, + 508, + 790, + 532 + ] + }, + { + "text": "当黄公望笔下的《富春山居图》遇上第四代博越L，山水墨韵与科技锋芒交织，宣告\"新一代三好SUV\"正式踏入10万级", + "boxes": [ + 364, + 544, + 1236, + 574 + ] + }, + { + "text": "访问 网上车市", + "boxes": [ + 1426, + 554, + 1552, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "燃油车市场。", + "boxes": [ + 366, + 576, + 458, + 602 + ] + }, + { + "text": "卡罗拉\"稳\"了数十年，荣威D6\"卷”", + "boxes": [ + 1446, + 600, + 1662, + 629 + ] + }, + { + "text": "到眼前：守旧还是尝新？", + "boxes": [ + 1448, + 625, + 1604, + 649 + ] + }, + { + "text": "别人过减速带如履平地，你却感觉", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "车要散架：4个真相扎心了！", + "boxes": [ + 1448, + 687, + 1624, + 711 + ] + }, + { + "text": "入手三年不吐不快，布雷斯通极", + "boxes": [ + 1448, + 731, + 1648, + 754 + ] + }, + { + "text": "宙：优点和槽点都明显的跨界路.", + "boxes": [ + 1448, + 750, + 1652, + 774 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 30, + 911, + 794, + 935 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "“三好生\"再进化，第四代博", + "boxes": [ + 258, + 32, + 414, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 72, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1850, + 89 + ] + }, + { + "text": "?", + "boxes": [ + 1842, + 69, + 1870, + 83 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 143 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 266, + 197 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠汽车", + "boxes": [ + 346, + 175, + 692, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 206 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 250, + 1444, + 280 + ] + }, + { + "text": "网上车市十关注", + "boxes": [ + 384, + 266, + 576, + 304 + ] + }, + { + "text": "93.9K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1416, + 278, + 1516, + 322 + ] + }, + { + "text": "d", + "boxes": [ + 194, + 288, + 214, + 308 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1415, + 307, + 1547, + 356 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "“三好生再进化，第四代博越L凭啥称霸10万级燃油市场？", + "boxes": [ + 372, + 347, + 1194, + 389 + ] + }, + { + "text": "班，提集灵感，", + "boxes": [ + 1450, + 351, + 1504, + 369 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "车市号入驻账号：1号车盟的报道·11小时·① 5 分钟读取", + "boxes": [ + 362, + 413, + 816, + 449 + ] + }, + { + "text": "【豆包】绘画助手，免费好用！", + "boxes": [ + 1432, + 411, + 1682, + 447 + ] + }, + { + "text": "5", + "boxes": [ + 198, + 459, + 210, + 471 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1426, + 469, + 1528, + 494 + ] + }, + { + "text": "5月13日，富春江畔，一场跨越时空的美学盛宴拉开惟幕。", + "boxes": [ + 366, + 508, + 790, + 532 + ] + }, + { + "text": "当黄公望笔下的《富春山居图》遇上第四代博越L，山水墨韵与科技锋芒交织，宣告\"新一代三好SUV\"正式踏入10万级", + "boxes": [ + 364, + 544, + 1236, + 574 + ] + }, + { + "text": "访问 网上车市", + "boxes": [ + 1426, + 554, + 1552, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "燃油车市场。", + "boxes": [ + 366, + 576, + 458, + 602 + ] + }, + { + "text": "卡罗拉\"稳\"了数十年，荣威D6\"卷”", + "boxes": [ + 1446, + 600, + 1662, + 629 + ] + }, + { + "text": "到眼前：守旧还是尝新？", + "boxes": [ + 1448, + 625, + 1604, + 649 + ] + }, + { + "text": "别人过减速带如履平地，你却感觉", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "车要散架：4个真相扎心了！", + "boxes": [ + 1448, + 687, + 1624, + 711 + ] + }, + { + "text": "入手三年不吐不快，布雷斯通极", + "boxes": [ + 1448, + 731, + 1648, + 754 + ] + }, + { + "text": "宙：优点和槽点都明显的跨界路.", + "boxes": [ + 1448, + 750, + 1652, + 774 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1092, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 30, + 911, + 794, + 935 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ] + }, + { + "frame_id": "120_5_8", + "episode_id": 120, + "env_id": 5, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.899548530578613, + "advantages": -0.22715230286121368, + "generated_text": "{\n \"intent\": \"To effectively complete the exploration within the limited number of steps by engaging with relevant pages and interacting with selected items.\",\n \"action\": \"DoubleClick(674, 441)\"\n}", + "action_string": "DoubleClick(674, 441)", + "intent_string": "To effectively complete the exploration within the limited number of steps by engaging with relevant pages and interacting with selected items.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming", + "boxes": [ + 296, + 113, + 364, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "Shop top categories that ship internationally", + "boxes": [ + 782, + 204, + 1160, + 234 + ] + }, + { + "text": " Roblox Digital Gift Card - 1,000 Robux Includes Exclusive Virtual ", + "boxes": [ + 638, + 296, + 1358, + 343 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "$100", + "boxes": [ + 1387, + 314, + 1459, + 360 + ] + }, + { + "text": " Digital Gift Card", + "boxes": [ + 272, + 324, + 412, + 355 + ] + }, + { + "text": "Item] [Digital Code]", + "boxes": [ + 642, + 338, + 864, + 373 + ] + }, + { + "text": " Deliver to Chin", + "boxes": [ + 1394, + 365, + 1496, + 389 + ] + }, + { + "text": "RaBLOX", + "boxes": [ + 282, + 377, + 550, + 443 + ] + }, + { + "text": "Platform : Windows", + "boxes": [ + 642, + 383, + 774, + 413 + ] + }, + { + "text": "4.4★★★★☆", + "boxes": [ + 644, + 405, + 774, + 435 + ] + }, + { + "text": "Available now", + "boxes": [ + 1392, + 401, + 1514, + 431 + ] + }, + { + "text": "#1 Best Seller", + "boxes": [ + 648, + 433, + 730, + 457 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1404, + 447, + 1478, + 465 + ] + }, + { + "text": "$10%", + "boxes": [ + 642, + 482, + 708, + 514 + ] + }, + { + "text": " Ad to Cart", + "boxes": [ + 1457, + 480, + 1537, + 517 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1866, + 528 + ] + }, + { + "text": "Note: After purchase, you can access the item in Your Game", + "boxes": [ + 648, + 524, + 1020, + 542 + ] + }, + { + "text": "Ships t", + "boxes": [ + 1402, + 526, + 1436, + 546 + ] + }, + { + "text": "Byplacingyou", + "boxes": [ + 648, + 546, + 740, + 564 + ] + }, + { + "text": "LLC", + "boxes": [ + 1470, + 544, + 1490, + 558 + ] + }, + { + "text": "ethatapply", + "boxes": [ + 1186, + 561, + 1268, + 584 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1402, + 562, + 1444, + 582 + ] + }, + { + "text": "LLC", + "boxes": [ + 1468, + 574, + 1492, + 596 + ] + }, + { + "text": "Trade-In and save", + "boxes": [ + 1398, + 637, + 1512, + 667 + ] + }, + { + "text": "1,000 Robux", + "boxes": [ + 312, + 691, + 526, + 733 + ] + }, + { + "text": "Add to List ", + "boxes": [ + 1403, + 696, + 1479, + 727 + ] + }, + { + "text": "800+200BonusRobux", + "boxes": [ + 300, + 752, + 534, + 786 + ] + }, + { + "text": "About this item", + "boxes": [ + 642, + 756, + 796, + 786 + ] + }, + { + "text": " connect with each other in experiences built by our globa", + "boxes": [ + 906, + 1009, + 1276, + 1026 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "①", + "boxes": [ + 256, + 69, + 274, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1870, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 103, + 1876, + 135 + ] + }, + { + "text": " Search Amazon", + "boxes": [ + 300, + 115, + 414, + 139 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 121, + 1448, + 147 + ] + }, + { + "text": "", + "boxes": [ + 1692, + 115, + 1726, + 135 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1810, + 129, + 1876, + 149 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 420, + 189 + ] + }, + { + "text": "Amazon Best Sellers", + "boxes": [ + 604, + 216, + 1172, + 282 + ] + }, + { + "text": "Our most popular products based on sales. Updated frequently", + "boxes": [ + 646, + 284, + 1128, + 314 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1812, + 296, + 1862, + 322 + ] + }, + { + "text": " Any Department", + "boxes": [ + 24, + 338, + 132, + 361 + ] + }, + { + "text": "Video Games", + "boxes": [ + 34, + 363, + 122, + 381 + ] + }, + { + "text": "Best Sellers in PC Games & Accessories", + "boxes": [ + 358, + 357, + 802, + 393 + ] + }, + { + "text": " PC Games", + "boxes": [ + 40, + 387, + 114, + 411 + ] + }, + { + "text": "Accessories", + "boxes": [ + 47, + 406, + 129, + 435 + ] + }, + { + "text": "Games", + "boxes": [ + 50, + 435, + 102, + 461 + ] + }, + { + "text": "Virtual Reality", + "boxes": [ + 52, + 461, + 144, + 484 + ] + }, + { + "text": "$10", + "boxes": [ + 532, + 461, + 564, + 482 + ] + }, + { + "text": "$20", + "boxes": [ + 858, + 459, + 896, + 486 + ] + }, + { + "text": "$25", + "boxes": [ + 1190, + 461, + 1224, + 482 + ] + }, + { + "text": "ROBLOX", + "boxes": [ + 446, + 480, + 564, + 517 + ] + }, + { + "text": "ROBLOX", + "boxes": [ + 778, + 484, + 894, + 516 + ] + }, + { + "text": "ROBLOX", + "boxes": [ + 1110, + 484, + 1226, + 514 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1866, + 528 + ] + }, + { + "text": "", + "boxes": [ + 799, + 588, + 847, + 617 + ] + }, + { + "text": "GAME PASS", + "boxes": [ + 1432, + 597, + 1562, + 632 + ] + }, + { + "text": "1,000Robux", + "boxes": [ + 454, + 609, + 548, + 632 + ] + }, + { + "text": "2,000 Robux", + "boxes": [ + 784, + 609, + 882, + 633 + ] + }, + { + "text": "2,500Ro", + "boxes": [ + 1116, + 613, + 1182, + 631 + ] + }, + { + "text": "800+200BG", + "boxes": [ + 456, + 637, + 506, + 655 + ] + }, + { + "text": "1700+300Bon", + "boxes": [ + 782, + 637, + 844, + 655 + ] + }, + { + "text": "Roblox Digital Gift Card - 2,00o Robux", + "boxes": [ + 682, + 655, + 928, + 689 + ] + }, + { + "text": "blox Digital Gift Card - 2,500 F", + "boxes": [ + 1034, + 659, + 1222, + 683 + ] + }, + { + "text": "ame Pass Ult", + "boxes": [ + 1394, + 663, + 1472, + 681 + ] + }, + { + "text": "★★★★★171.,390", + "boxes": [ + 354, + 689, + 482, + 719 + ] + }, + { + "text": "★★★★★171,390", + "boxes": [ + 684, + 689, + 816, + 719 + ] + }, + { + "text": "★★★★★20.516", + "boxes": [ + 1346, + 689, + 1472, + 721 + ] + }, + { + "text": "Mac OS X", + "boxes": [ + 738, + 717, + 792, + 735 + ] + }, + { + "text": "$15", + "boxes": [ + 532, + 804, + 562, + 826 + ] + }, + { + "text": "PitalGitcerd", + "boxes": [ + 1112, + 804, + 1170, + 824 + ] + }, + { + "text": "$50", + "boxes": [ + 1194, + 804, + 1226, + 826 + ] + }, + { + "text": "X", + "boxes": [ + 830, + 818, + 842, + 830 + ] + }, + { + "text": "ROBLOX", + "boxes": [ + 448, + 832, + 562, + 856 + ] + }, + { + "text": "ROBLOX", + "boxes": [ + 1110, + 832, + 1226, + 856 + ] + }, + { + "text": "1,500Rob", + "boxes": [ + 462, + 955, + 524, + 975 + ] + }, + { + "text": "$66.31", + "boxes": [ + 1812, + 949, + 1858, + 967 + ] + }, + { + "text": "azonBest", + "boxes": [ + 242, + 1052, + 308, + 1070 + ] + } + ] + }, + { + "frame_id": "120_6_8", + "episode_id": 120, + "env_id": 6, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.742212295532227, + "advantages": -1.6709672212600708, + "generated_text": "{\n \"intent\": \"Start exploring by interacting with the LibreOffice Calc interface to familiarize oneself with its components.\",\n \"action\": \"DoubleClick(50, 100)\" \n}", + "action_string": "DoubleClick(50, 100)", + "intent_string": "Start exploring by interacting with the LibreOffice Calc interface to familiarize oneself with its components.", + "before_screen_ocr_results": [ + { + "text": "Untitled 1 - LibreOffice Calc", + "boxes": [ + 844, + 4, + 1076, + 22 + ] + }, + { + "text": "File Edit View", + "boxes": [ + 6, + 26, + 120, + 44 + ] + }, + { + "text": "Help", + "boxes": [ + 526, + 30, + 550, + 44 + ] + }, + { + "text": "--目-@电自- ", + "boxes": [ + 10, + 54, + 376, + 83 + ] + }, + { + "text": "上&", + "boxes": [ + 373, + 53, + 443, + 84 + ] + }, + { + "text": "勺-→、", + "boxes": [ + 450, + 56, + 552, + 79 + ] + }, + { + "text": "田-", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "10", + "boxes": [ + 142, + 97, + 212, + 119 + ] + }, + { + "text": "jaaaa--====", + "boxes": [ + 222, + 93, + 590, + 123 + ] + }, + { + "text": "国", + "boxes": [ + 580, + 99, + 616, + 113 + ] + }, + { + "text": "□日日-%00+三至田-二-口-目", + "boxes": [ + 606, + 93, + 1206, + 123 + ] + }, + { + "text": "▼", + "boxes": [ + 132, + 133, + 154, + 147 + ] + }, + { + "text": "、=", + "boxes": [ + 152, + 129, + 254, + 155 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 240 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1886, + 262, + 1912, + 314 + ] + }, + { + "text": "城", + "boxes": [ + 1890, + 304, + 1910, + 339 + ] + }, + { + "text": "45", + "boxes": [ + 14, + 925, + 30, + 941 + ] + }, + { + "text": "46", + "boxes": [ + 14, + 941, + 30, + 955 + ] + }, + { + "text": "一→二", + "boxes": [ + 14, + 997, + 102, + 1014 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Untitled 1 -LibreOfficeCalc", + "boxes": [ + 844, + 4, + 1076, + 22 + ] + }, + { + "text": "File", + "boxes": [ + 10, + 28, + 44, + 42 + ] + }, + { + "text": "Edit View", + "boxes": [ + 38, + 26, + 118, + 44 + ] + }, + { + "text": "Help", + "boxes": [ + 524, + 30, + 550, + 44 + ] + }, + { + "text": "画·品-目·日@自-", + "boxes": [ + 10, + 54, + 376, + 83 + ] + }, + { + "text": "上&", + "boxes": [ + 373, + 53, + 443, + 84 + ] + }, + { + "text": "G-、", + "boxes": [ + 450, + 56, + 552, + 79 + ] + }, + { + "text": "αv田·I·子DI田", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "aαaa=用国日日-%00t三田-二-口-目", + "boxes": [ + 218, + 93, + 1206, + 123 + ] + }, + { + "text": "▼", + "boxes": [ + 132, + 133, + 154, + 147 + ] + }, + { + "text": "=", + "boxes": [ + 150, + 125, + 258, + 157 + ] + }, + { + "text": "", + "boxes": [ + 1890, + 171, + 1910, + 199 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 240 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1886, + 262, + 1912, + 314 + ] + }, + { + "text": "城", + "boxes": [ + 1890, + 304, + 1910, + 339 + ] + }, + { + "text": "8", + "boxes": [ + 18, + 806, + 32, + 822 + ] + }, + { + "text": "9", + "boxes": [ + 20, + 824, + 32, + 836 + ] + }, + { + "text": "45", + "boxes": [ + 12, + 925, + 30, + 941 + ] + }, + { + "text": "46", + "boxes": [ + 14, + 941, + 30, + 955 + ] + }, + { + "text": "47", + "boxes": [ + 12, + 957, + 32, + 971 + ] + }, + { + "text": "K<→→+", + "boxes": [ + 12, + 995, + 134, + 1018 + ] + } + ] + }, + { + "frame_id": "120_7_8", + "episode_id": 120, + "env_id": 7, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.776609420776367, + "advantages": -0.38052287697792053, + "generated_text": "{\n \"intent\": \"The user wants to start exploring the available options on Apple's home page. Double clicking on an element, especially an iconic product like the HomePod image, will give them more details on how to use these devices.\",\n \"action\": \"DoubleClick(979, 430)\"\n}", + "action_string": "DoubleClick(979, 430)", + "intent_string": "The user wants to start exploring the available options on Apple's home page. Double clicking on an element, especially an iconic product like the HomePod image, will give them more details on how to use these devices.", + "before_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 750, + 167, + 794, + 210 + ] + }, + { + "text": "tv+", + "boxes": [ + 842, + 175, + 892, + 202 + ] + }, + { + "text": "回", + "boxes": [ + 1130, + 169, + 1172, + 206 + ] + }, + { + "text": "", + "boxes": [ + 1038, + 183, + 1064, + 204 + ] + }, + { + "text": "L", + "boxes": [ + 1236, + 179, + 1250, + 199 + ] + }, + { + "text": "AppleTV4k", + "boxes": [ + 636, + 212, + 704, + 230 + ] + }, + { + "text": "AppleTVap", + "boxes": [ + 730, + 210, + 814, + 234 + ] + }, + { + "text": "Apple TV+", + "boxes": [ + 836, + 212, + 896, + 232 + ] + }, + { + "text": "The future hits home.", + "boxes": [ + 504, + 841, + 1402, + 935 + ] + }, + { + "text": "Simply connect your favorite devices and transform your house into a remarkably smart,", + "boxes": [ + 484, + 957, + 1424, + 987 + ] + }, + { + "text": "convenient, and entertaining home. Elevate movie night with theater-like picture and sound.", + "boxes": [ + 466, + 985, + 1442, + 1014 + ] + }, + { + "text": "Play any song, in any room, from anywhere. And control lights, locks, and thermostats using", + "boxes": [ + 468, + 1012, + 1442, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 750, + 167, + 794, + 210 + ] + }, + { + "text": "tv+", + "boxes": [ + 842, + 175, + 892, + 202 + ] + }, + { + "text": "回", + "boxes": [ + 1130, + 169, + 1172, + 206 + ] + }, + { + "text": "B", + "boxes": [ + 648, + 179, + 688, + 206 + ] + }, + { + "text": "?", + "boxes": [ + 1033, + 176, + 1069, + 210 + ] + }, + { + "text": "L", + "boxes": [ + 1234, + 179, + 1250, + 199 + ] + }, + { + "text": "AppleTV4k", + "boxes": [ + 636, + 212, + 704, + 230 + ] + }, + { + "text": "AppleTVap", + "boxes": [ + 730, + 210, + 814, + 234 + ] + }, + { + "text": "AppleTV+", + "boxes": [ + 836, + 212, + 896, + 232 + ] + }, + { + "text": "The future hits home.", + "boxes": [ + 502, + 839, + 1404, + 939 + ] + }, + { + "text": "Simply connect your favorite devices and transform your house into a remarkably smart,", + "boxes": [ + 484, + 957, + 1424, + 987 + ] + }, + { + "text": "convenient, and entertaining home. Elevate movie night with theater-like picture and sound.", + "boxes": [ + 466, + 985, + 1442, + 1014 + ] + }, + { + "text": "Play any song, in any room, from anywhere. And control lights, locks, and thermostats using ", + "boxes": [ + 468, + 1012, + 1442, + 1042 + ] + } + ] + }, + { + "frame_id": "120_0_9", + "episode_id": 120, + "env_id": 0, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.48743724822998, + "advantages": -0.7412746548652649, + "generated_text": "{\n \"intent\": \"Close the Terms pop-up to continue exploring the product details\",\n \"action\": \"Click(730, 480)\"\n}", + "action_string": "Click(730, 480)", + "intent_string": "Close the Terms pop-up to continue exploring the product details", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "曰』", + "boxes": [ + 252, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 109, + 128, + 141 + ] + }, + { + "text": " Subtotal", + "boxes": [ + 1822, + 103, + 1886, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1408, + 127, + 1438, + 141 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1818, + 125, + 1890, + 151 + ] + }, + { + "text": " Go to Cart", + "boxes": [ + 1826, + 159, + 1884, + 177 + ] + }, + { + "text": "三AL", + "boxes": [ + 26, + 169, + 60, + 189 + ] + }, + { + "text": "Terms", + "boxes": [ + 754, + 284, + 812, + 316 + ] + }, + { + "text": "一", + "boxes": [ + 160, + 314, + 194, + 343 + ] + }, + { + "text": "Inno", + "boxes": [ + 684, + 310, + 734, + 336 + ] + }, + { + "text": "100Hz", + "boxes": [ + 1188, + 306, + 1270, + 338 + ] + }, + { + "text": "$29999", + "boxes": [ + 1389, + 315, + 1475, + 360 + ] + }, + { + "text": "BI", + "boxes": [ + 145, + 337, + 209, + 467 + ] + }, + { + "text": "2560", + "boxes": [ + 682, + 339, + 736, + 369 + ] + }, + { + "text": "st IPS 100%", + "boxes": [ + 1178, + 333, + 1320, + 370 + ] + }, + { + "text": "Coupon Terms", + "boxes": [ + 774, + 357, + 906, + 389 + ] + }, + { + "text": "aptop Monitors", + "boxes": [ + 1180, + 369, + 1356, + 405 + ] + }, + { + "text": "$70.49 Shipping & Import", + "boxes": [ + 1392, + 363, + 1564, + 391 + ] + }, + { + "text": "SRGE", + "boxes": [ + 684, + 373, + 734, + 399 + ] + }, + { + "text": "", + "boxes": [ + 174, + 389, + 188, + 409 + ] + }, + { + "text": " Charges to China Detalls ", + "boxes": [ + 1390, + 379, + 1574, + 413 + ] + }, + { + "text": "for P", + "boxes": [ + 677, + 398, + 739, + 438 + ] + }, + { + "text": "Save $60 on 608 04B", + "boxes": [ + 774, + 393, + 926, + 423 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "Save $60.00 with this c", + "boxes": [ + 774, + 413, + 928, + 443 + ] + }, + { + "text": "upon. Discount at checkout.", + "boxes": [ + 934, + 415, + 1108, + 439 + ] + }, + { + "text": "within 23 hrs 51 mins ", + "boxes": [ + 1392, + 423, + 1538, + 453 + ] + }, + { + "text": "", + "boxes": [ + 154, + 439, + 202, + 508 + ] + }, + { + "text": "Visit t", + "boxes": [ + 690, + 437, + 722, + 451 + ] + }, + { + "text": "Coupon Expiry Date June 12, 2025", + "boxes": [ + 774, + 433, + 1004, + 463 + ] + }, + { + "text": "4.3★", + "boxes": [ + 686, + 453, + 724, + 472 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1508, + 482 + ] + }, + { + "text": "O", + "boxes": [ + 154, + 494, + 204, + 558 + ] + }, + { + "text": "$299", + "boxes": [ + 682, + 488, + 734, + 522 + ] + }, + { + "text": "Each couponapliesonlyt oneormore specife ites", + "boxes": [ + 774, + 486, + 1112, + 516 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1390, + 490, + 1468, + 522 + ] + }, + { + "text": "that display the offer message (*Qualifying Items\").", + "boxes": [ + 774, + 508, + 1086, + 536 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1818, + 502, + 1882, + 528 + ] + }, + { + "text": "$70.49", + "boxes": [ + 686, + 530, + 724, + 550 + ] + }, + { + "text": "厂", + "boxes": [ + 156, + 544, + 200, + 602 + ] + }, + { + "text": "a coupon:", + "boxes": [ + 874, + 542, + 934, + 560 + ] + }, + { + "text": "Quantity:1", + "boxes": [ + 1405, + 536, + 1477, + 560 + ] + }, + { + "text": "1. Apply the couponto your account. Yu willusualy", + "boxes": [ + 794, + 564, + 1112, + 594 + ] + }, + { + "text": "30-day", + "boxes": [ + 684, + 584, + 724, + 604 + ] + }, + { + "text": "haveuntil3:9ontheExpiryDatetredemthe", + "boxes": [ + 808, + 582, + 1110, + 611 + ] + }, + { + "text": " Add to Cart", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "100Hz", + "boxes": [ + 498, + 596, + 564, + 627 + ] + }, + { + "text": "3+", + "boxes": [ + 161, + 606, + 186, + 629 + ] + }, + { + "text": "Style:", + "boxes": [ + 684, + 608, + 724, + 627 + ] + }, + { + "text": "es are limited and collected coupons", + "boxes": [ + 914, + 601, + 1126, + 632 + ] + }, + { + "text": "2K", + "boxes": [ + 282, + 613, + 316, + 627 + ] + }, + { + "text": "may expirebefore the Expry ae.", + "boxes": [ + 804, + 619, + 1020, + 655 + ] + }, + { + "text": "coupon.Quant", + "boxes": [ + 812, + 607, + 900, + 630 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 617, + 1530, + 643 + ] + }, + { + "text": "2.AddQualfing m(s tyour maybeered", + "boxes": [ + 788, + 637, + 1126, + 675 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1524, + 689 + ] + }, + { + "text": "to as Basket in some locales) by clicking the \"Add to", + "boxes": [ + 808, + 667, + 1118, + 691 + ] + }, + { + "text": "Sold by ", + "boxes": [ + 1400, + 677, + 1454, + 707 + ] + }, + { + "text": "INNO-VIEW", + "boxes": [ + 1464, + 675, + 1538, + 707 + ] + }, + { + "text": "Cart\" button.", + "boxes": [ + 810, + 689, + 890, + 707 + ] + }, + { + "text": "3. When you have finished shopping, proceed to", + "boxes": [ + 792, + 707, + 1084, + 731 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "$129.99", + "boxes": [ + 1820, + 707, + 1878, + 733 + ] + }, + { + "text": "checkout and place your order for the Qualifying", + "boxes": [ + 810, + 725, + 1102, + 748 + ] + }, + { + "text": "Bran", + "boxes": [ + 686, + 735, + 716, + 748 + ] + }, + { + "text": "Payment", + "boxes": [ + 1402, + 741, + 1452, + 758 + ] + }, + { + "text": " Secure transaction", + "boxes": [ + 1466, + 737, + 1572, + 760 + ] + }, + { + "text": "Item(s).", + "boxes": [ + 812, + 748, + 858, + 768 + ] + }, + { + "text": "·The coupon discount wllbe automaticaly", + "boxes": [ + 828, + 760, + 1094, + 792 + ] + }, + { + "text": "apled at checkout, reducing the price of", + "boxes": [ + 842, + 782, + 1094, + 812 + ] + }, + { + "text": "O", + "boxes": [ + 1400, + 774, + 1420, + 794 + ] + }, + { + "text": "Reso", + "boxes": [ + 688, + 786, + 716, + 800 + ] + }, + { + "text": "Qualfyng tem(s)ifyourcouponisimited to", + "boxes": [ + 840, + 800, + 1130, + 836 + ] + }, + { + "text": "Add a gift receipt for easy", + "boxes": [ + 1416, + 794, + 1582, + 818 + ] + }, + { + "text": "Aspect", + "boxes": [ + 684, + 810, + 726, + 830 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 816, + 1468, + 836 + ] + }, + { + "text": "one-time use and you check out with more than", + "boxes": [ + 844, + 826, + 1128, + 850 + ] + }, + { + "text": "Scre", + "boxes": [ + 686, + 838, + 714, + 852 + ] + }, + { + "text": "one Qualifying tem in your Cart,the disco", + "boxes": [ + 844, + 846, + 1094, + 870 + ] + }, + { + "text": " Add to List", + "boxes": [ + 1402, + 866, + 1476, + 889 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 891, + 838, + 927 + ] + }, + { + "text": "·【2K Portable Monitor] 2K QHD resolution and amazing 00Hzrefresh rate give youthe edge inall", + "boxes": [ + 686, + 921, + 1344, + 951 + ] + }, + { + "text": "$66.31", + "boxes": [ + 1828, + 949, + 1874, + 967 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 66, + 130, + 91 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming", + "boxes": [ + 298, + 113, + 362, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "Al", + "boxes": [ + 44, + 173, + 58, + 189 + ] + }, + { + "text": "Shop top categories that ship internationally", + "boxes": [ + 782, + 204, + 1160, + 234 + ] + }, + { + "text": "InnoView 23.8 Inch 2K Large Portable Monitor 100Hz", + "boxes": [ + 682, + 308, + 1268, + 338 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "", + "boxes": [ + 162, + 318, + 192, + 339 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "$29999", + "boxes": [ + 1389, + 315, + 1477, + 360 + ] + }, + { + "text": "2560X1440 QHD Portable Gaming Monitor Fast IPS 100%", + "boxes": [ + 682, + 339, + 1320, + 369 + ] + }, + { + "text": "我", + "boxes": [ + 160, + 355, + 198, + 401 + ] + }, + { + "text": "sRGB w/180° Adjustable Stand USB-C HDMI Laptop Monitors ", + "boxes": [ + 682, + 369, + 1356, + 405 + ] + }, + { + "text": " $70.49 Shipping & Import", + "boxes": [ + 1390, + 361, + 1566, + 393 + ] + }, + { + "text": "Charges to China Detals ", + "boxes": [ + 1392, + 383, + 1574, + 413 + ] + }, + { + "text": "for PS5/4 Desktop MacBook Switch Xbox PC", + "boxes": [ + 680, + 401, + 1170, + 437 + ] + }, + { + "text": "蓝", + "boxes": [ + 160, + 411, + 196, + 453 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "within 23 hrs 51 mins", + "boxes": [ + 1392, + 423, + 1536, + 453 + ] + }, + { + "text": "D", + "boxes": [ + 156, + 449, + 200, + 502 + ] + }, + { + "text": "4.3★★★★", + "boxes": [ + 684, + 446, + 802, + 475 + ] + }, + { + "text": "1,316 rati", + "boxes": [ + 828, + 455, + 892, + 472 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "$29999", + "boxes": [ + 677, + 480, + 763, + 525 + ] + }, + { + "text": "In Stock ", + "boxes": [ + 1392, + 490, + 1468, + 522 + ] + }, + { + "text": "O", + "boxes": [ + 156, + 504, + 200, + 554 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1866, + 528 + ] + }, + { + "text": "$70.49 Shipping & Import Chargesto China", + "boxes": [ + 680, + 526, + 968, + 556 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "五", + "boxes": [ + 150, + 546, + 202, + 603 + ] + }, + { + "text": "Coupon:", + "boxes": [ + 684, + 556, + 754, + 582 + ] + }, + { + "text": "Apply $60 coupo", + "boxes": [ + 758, + 552, + 904, + 582 + ] + }, + { + "text": "Terms", + "boxes": [ + 904, + 554, + 968, + 580 + ] + }, + { + "text": " 30-day refund/replacement ", + "boxes": [ + 680, + 582, + 878, + 606 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "100HzZ", + "boxes": [ + 492, + 592, + 570, + 629 + ] + }, + { + "text": "2K", + "boxes": [ + 279, + 608, + 321, + 635 + ] + }, + { + "text": "Style: 23.8inch QHD 100Hz", + "boxes": [ + 678, + 606, + 868, + 635 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1530, + 645 + ] + }, + { + "text": "23.8inch", + "boxes": [ + 908, + 633, + 972, + 659 + ] + }, + { + "text": "23.8inch", + "boxes": [ + 1124, + 631, + 1190, + 657 + ] + }, + { + "text": "UHD", + "boxes": [ + 910, + 647, + 950, + 673 + ] + }, + { + "text": "QHD180Hz", + "boxes": [ + 1122, + 645, + 1210, + 677 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1526, + 687 + ] + }, + { + "text": "59", + "boxes": [ + 686, + 667, + 748, + 719 + ] + }, + { + "text": "$249.99", + "boxes": [ + 800, + 671, + 854, + 697 + ] + }, + { + "text": "$399.99", + "boxes": [ + 910, + 675, + 960, + 695 + ] + }, + { + "text": "$299.99", + "boxes": [ + 1018, + 669, + 1072, + 699 + ] + }, + { + "text": "$349.99", + "boxes": [ + 1124, + 671, + 1176, + 697 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 677, + 1450, + 705 + ] + }, + { + "text": "INNO-VIEW", + "boxes": [ + 1462, + 675, + 1538, + 707 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "30-day ", + "boxes": [ + 1468, + 701, + 1516, + 727 + ] + }, + { + "text": "refund/replacement", + "boxes": [ + 1466, + 713, + 1580, + 742 + ] + }, + { + "text": "Brand", + "boxes": [ + 680, + 731, + 728, + 756 + ] + }, + { + "text": "InnoView", + "boxes": [ + 858, + 729, + 926, + 754 + ] + }, + { + "text": " Secure transaction", + "boxes": [ + 1466, + 735, + 1570, + 758 + ] + }, + { + "text": "Screen Size", + "boxes": [ + 682, + 754, + 762, + 780 + ] + }, + { + "text": "23.8", + "boxes": [ + 856, + 752, + 894, + 780 + ] + }, + { + "text": "QHD Ultr Wide 140p", + "boxes": [ + 854, + 776, + 1016, + 812 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "Resolution", + "boxes": [ + 682, + 782, + 758, + 806 + ] + }, + { + "text": " Add a gift receipt for easy", + "boxes": [ + 1414, + 794, + 1582, + 818 + ] + }, + { + "text": "Aspect Ratio", + "boxes": [ + 682, + 808, + 770, + 832 + ] + }, + { + "text": "16:9", + "boxes": [ + 860, + 808, + 894, + 830 + ] + }, + { + "text": "returns", + "boxes": [ + 1420, + 816, + 1468, + 836 + ] + }, + { + "text": "Screen Surface", + "boxes": [ + 680, + 832, + 782, + 856 + ] + }, + { + "text": "Matte", + "boxes": [ + 853, + 827, + 903, + 861 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1402, + 866, + 1476, + 889 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 891, + 838, + 927 + ] + }, + { + "text": "【2KPortableMonitor】2KQHDresolution andamazingo0Hzrefreshrategiveyoutheedgeinal", + "boxes": [ + 692, + 919, + 1342, + 951 + ] + }, + { + "text": "yourgamingquestsqulppedwithFryntechologyandfuntiontelminatemae", + "boxes": [ + 696, + 935, + 1298, + 975 + ] + }, + { + "text": "coding=UTF8&cont.", + "boxes": [ + 776, + 1016, + 910, + 1040 + ] + }, + { + "text": "c-444-91cc-67al1e3b7d25b&pdrdw=Si6aS&pdrdw", + "boxes": [ + 902, + 1014, + 1296, + 1044 + ] + } + ] + }, + { + "frame_id": "120_1_9", + "episode_id": 120, + "env_id": 1, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.105566024780273, + "advantages": -1.217671513557434, + "generated_text": "{\n \"intent\": \"Scroll down to read more of the article about launching AI into space\",\n \"action\": \"DoubleClick(960, 367)\"\n}", + "action_string": "DoubleClick(960, 367)", + "intent_string": "Scroll down to read more of the article about launching AI into space", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 600, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 890, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 360, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道>", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻丨2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1596, + 64, + 1662, + 89 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 486, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 567, + 108, + 605, + 134 + ] + }, + { + "text": "直播中国", + "boxes": [ + 918, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1170, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 546, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "体育", + "boxes": [ + 744, + 115, + 772, + 129 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 892, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1252, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 546, + 177 + ] + }, + { + "text": "央博", + "boxes": [ + 646, + 161, + 674, + 175 + ] + }, + { + "text": "文化", + "boxes": [ + 694, + 161, + 730, + 175 + ] + }, + { + "text": "旅游", + "boxes": [ + 748, + 161, + 788, + 177 + ] + }, + { + "text": "健康", + "boxes": [ + 800, + 161, + 834, + 175 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "阅读", + "boxes": [ + 904, + 161, + 932, + 175 + ] + }, + { + "text": "数智", + "boxes": [ + 956, + 159, + 1004, + 177 + ] + }, + { + "text": "5G", + "boxes": [ + 1006, + 161, + 1034, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1052, + 161, + 1092, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1110, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 540, + 298 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 608, + 272, + 672, + 298 + ] + }, + { + "text": "将AI送上太空", + "boxes": [ + 450, + 326, + 640, + 363 + ] + }, + { + "text": "我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 632, + 322, + 1184, + 369 + ] + }, + { + "text": "来源：央视新闻丨2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "120_2_9", + "episode_id": 120, + "env_id": 2, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.172739028930664, + "advantages": -1.133871078491211, + "generated_text": "{\n \"intent\": \"Click on the 'Explore iPhone 16 Pro further' link to learn more about its features and specifications.\",\n \"action\": \"DoubleClick(708, 300)\"\n}", + "action_string": "DoubleClick(708, 300)", + "intent_string": "Click on the 'Explore iPhone 16 Pro further' link to learn more about its features and specifications.", + "before_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 116, + 34, + 152, + 48 + ] + }, + { + "text": "→C", + "boxes": [ + 36, + 66, + 126, + 89 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 62, + 1912, + 93 + ] + }, + { + "text": "All models. Take your pick", + "boxes": [ + 138, + 159, + 462, + 195 + ] + }, + { + "text": "iPhone 16 Pro", + "boxes": [ + 736, + 220, + 836, + 252 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 874, + 224, + 948, + 250 + ] + }, + { + "text": "iphone 16e", + "boxes": [ + 982, + 224, + 1062, + 250 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 1094, + 220, + 1170, + 252 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 166, + 270, + 372, + 306 + ] + }, + { + "text": "hone 15&", + "boxes": [ + 1448, + 272, + 1580, + 304 + ] + }, + { + "text": "Expl", + "boxes": [ + 1844, + 268, + 1906, + 308 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 168, + 306, + 404, + 336 + ] + }, + { + "text": "Phone 15 Plus", + "boxes": [ + 1446, + 304, + 1618, + 339 + ] + }, + { + "text": "acce", + "boxes": [ + 1848, + 310, + 1906, + 336 + ] + }, + { + "text": "iPhone", + "boxes": [ + 604, + 341, + 658, + 371 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 752, + 343, + 820, + 369 + ] + }, + { + "text": "16Pro", + "boxes": [ + 610, + 367, + 652, + 387 + ] + }, + { + "text": "Pro Max", + "boxes": [ + 756, + 367, + 814, + 387 + ] + }, + { + "text": "iPhone 16 Pro", + "boxes": [ + 948, + 375, + 1158, + 425 + ] + }, + { + "text": "From $999 or $41.62/mo. for 24 mo.", + "boxes": [ + 954, + 423, + 1190, + 449 + ] + }, + { + "text": "Titanium design with larger 6.3-inch Super", + "boxes": [ + 1008, + 484, + 1362, + 522 + ] + }, + { + "text": "Retina XDR display, durable latest-generation", + "boxes": [ + 1012, + 510, + 1390, + 540 + ] + }, + { + "text": "Ceramic Shild, Action button, andUsB-C with", + "boxes": [ + 1012, + 528, + 1396, + 564 + ] + }, + { + "text": "USB 3 speeds2", + "boxes": [ + 1012, + 552, + 1136, + 582 + ] + }, + { + "text": "The first iPhone designed for Apple", + "boxes": [ + 1008, + 602, + 1306, + 637 + ] + }, + { + "text": "Intelligence.3 Personal, private, powerful.", + "boxes": [ + 1010, + 625, + 1344, + 655 + ] + }, + { + "text": "B", + "boxes": [ + 960, + 685, + 994, + 715 + ] + }, + { + "text": "Camera Control gives you an easier way to", + "boxes": [ + 1010, + 677, + 1356, + 707 + ] + }, + { + "text": "quickly access camera tools", + "boxes": [ + 1014, + 701, + 1242, + 725 + ] + }, + { + "text": "A18 Pro chip powers Apple Intelligence and", + "boxes": [ + 1006, + 744, + 1376, + 782 + ] + }, + { + "text": "国", + "boxes": [ + 960, + 768, + 992, + 800 + ] + }, + { + "text": "AAA gaming — and helps deliver a huge leap in", + "boxes": [ + 1008, + 768, + 1392, + 802 + ] + }, + { + "text": "Shopping guides. Can't de", + "boxes": [ + 138, + 786, + 456, + 822 + ] + }, + { + "text": "battery life", + "boxes": [ + 1014, + 794, + 1106, + 820 + ] + }, + { + "text": "4K 120 fps Dolby Vision and 4 studio-quality", + "boxes": [ + 1010, + 844, + 1374, + 874 + ] + }, + { + "text": "⑧", + "boxes": [ + 960, + 854, + 994, + 883 + ] + }, + { + "text": "mics. A Pro studio in your pocket.", + "boxes": [ + 1008, + 861, + 1288, + 896 + ] + }, + { + "text": "Which iPhone is", + "boxes": [ + 166, + 889, + 376, + 931 + ] + }, + { + "text": "over video.", + "boxes": [ + 1450, + 897, + 1586, + 929 + ] + }, + { + "text": " Shop one on one w", + "boxes": [ + 1663, + 889, + 1909, + 940 + ] + }, + { + "text": "Capture magical spatial photos and videos on", + "boxes": [ + 1010, + 917, + 1384, + 947 + ] + }, + { + "text": "right for you?", + "boxes": [ + 166, + 929, + 338, + 965 + ] + }, + { + "text": "iPhone 16 Pro, then relive them on", + "boxes": [ + 1008, + 935, + 1294, + 969 + ] + }, + { + "text": " Specialist. Online 0", + "boxes": [ + 1664, + 925, + 1908, + 965 + ] + }, + { + "text": "Apple Vision Pro", + "boxes": [ + 1014, + 959, + 1152, + 989 + ] + }, + { + "text": "Explore iPhone 16 Pro further >", + "boxes": [ + 952, + 1001, + 1192, + 1030 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 116, + 34, + 152, + 48 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 64, + 126, + 89 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 62, + 1912, + 93 + ] + }, + { + "text": "All models. Take your pick", + "boxes": [ + 138, + 159, + 462, + 195 + ] + }, + { + "text": "iPhone 16 Pro", + "boxes": [ + 736, + 220, + 836, + 252 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 874, + 224, + 948, + 250 + ] + }, + { + "text": "iphone 16e", + "boxes": [ + 982, + 224, + 1062, + 250 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 1096, + 220, + 1168, + 252 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 166, + 270, + 374, + 306 + ] + }, + { + "text": "hone 15&", + "boxes": [ + 1448, + 272, + 1580, + 304 + ] + }, + { + "text": "Expl", + "boxes": [ + 1844, + 268, + 1906, + 308 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 168, + 306, + 404, + 336 + ] + }, + { + "text": "Phone 15 Plus", + "boxes": [ + 1446, + 304, + 1618, + 339 + ] + }, + { + "text": "acce", + "boxes": [ + 1848, + 310, + 1906, + 336 + ] + }, + { + "text": "iPhone", + "boxes": [ + 602, + 339, + 660, + 371 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 752, + 343, + 822, + 369 + ] + }, + { + "text": "16Pro", + "boxes": [ + 610, + 367, + 654, + 387 + ] + }, + { + "text": "Pro Max", + "boxes": [ + 756, + 367, + 814, + 387 + ] + }, + { + "text": "iPhone 16 Pro", + "boxes": [ + 950, + 381, + 1154, + 419 + ] + }, + { + "text": "From $999 or $41.62/mo.for 24 mo.", + "boxes": [ + 958, + 429, + 1188, + 447 + ] + }, + { + "text": "Titanium design with larger 6.3-inch Super", + "boxes": [ + 1008, + 484, + 1362, + 522 + ] + }, + { + "text": "Retina XDR display, durable latest-generation", + "boxes": [ + 1012, + 510, + 1390, + 540 + ] + }, + { + "text": "CeramicShild, ction button, andUB-C with", + "boxes": [ + 1012, + 528, + 1396, + 564 + ] + }, + { + "text": "USB 3 speeds2", + "boxes": [ + 1010, + 548, + 1136, + 584 + ] + }, + { + "text": "8", + "boxes": [ + 958, + 611, + 992, + 645 + ] + }, + { + "text": "The first iPhone designed for Apple", + "boxes": [ + 1008, + 602, + 1306, + 637 + ] + }, + { + "text": "Intelligence.3 Personal, private, powerful.", + "boxes": [ + 1012, + 625, + 1344, + 655 + ] + }, + { + "text": "B", + "boxes": [ + 960, + 685, + 992, + 715 + ] + }, + { + "text": "Camera Control gives you an easier way to", + "boxes": [ + 1010, + 677, + 1356, + 707 + ] + }, + { + "text": "quickly access camera tools", + "boxes": [ + 1014, + 701, + 1242, + 725 + ] + }, + { + "text": "A18 Pro chip powers Apple Inteliencea and", + "boxes": [ + 1008, + 746, + 1376, + 782 + ] + }, + { + "text": "国", + "boxes": [ + 960, + 768, + 992, + 800 + ] + }, + { + "text": "AAA gaming — and helps deliver a huge leap in", + "boxes": [ + 1008, + 768, + 1392, + 802 + ] + }, + { + "text": "Shopping guides. Can't de", + "boxes": [ + 138, + 786, + 456, + 822 + ] + }, + { + "text": "battery life", + "boxes": [ + 1014, + 794, + 1106, + 820 + ] + }, + { + "text": "4K 120 fps Dolby Vision and 4 studio-quality", + "boxes": [ + 1010, + 844, + 1374, + 874 + ] + }, + { + "text": "⑧", + "boxes": [ + 960, + 854, + 994, + 883 + ] + }, + { + "text": "mics. A Pro studio in your pocket.", + "boxes": [ + 1008, + 861, + 1288, + 896 + ] + }, + { + "text": "Which iPhone is", + "boxes": [ + 166, + 889, + 376, + 931 + ] + }, + { + "text": "over video.", + "boxes": [ + 1450, + 897, + 1586, + 929 + ] + }, + { + "text": " Shop one on one w", + "boxes": [ + 1663, + 889, + 1909, + 940 + ] + }, + { + "text": "Capture magical spatial photos and videos on", + "boxes": [ + 1010, + 917, + 1384, + 947 + ] + }, + { + "text": "right for you?", + "boxes": [ + 166, + 929, + 338, + 965 + ] + }, + { + "text": "iPhone 16 Pro, then relive them on", + "boxes": [ + 1008, + 935, + 1294, + 969 + ] + }, + { + "text": " Specialist. Online 0", + "boxes": [ + 1664, + 925, + 1908, + 965 + ] + }, + { + "text": "Apple Vision Pro", + "boxes": [ + 1014, + 959, + 1152, + 989 + ] + }, + { + "text": "Explore iPhone 16 Pro further >", + "boxes": [ + 952, + 1001, + 1194, + 1030 + ] + } + ] + }, + { + "frame_id": "120_3_9", + "episode_id": 120, + "env_id": 3, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.437389373779297, + "advantages": -0.8037110567092896, + "generated_text": "{\n \"intent\": \"Click the article titled \\\"Foreign touristschargenexteductfor$95inOttawa before parrotaxis ignites controversy\\\" to start exploring its contents in the desktop environment.\",\n \"action\": \"DoubleClick(548, 368)\"\n}", + "action_string": "DoubleClick(548, 368)", + "intent_string": "Click the article titled \"Foreign touristschargenexteductfor$95inOttawa before parrotaxis ignites controversy\" to start exploring its contents in the desktop environment.", + "before_screen_ocr_results": [ + { + "text": "外国游客张家界付费拾轿", + "boxes": [ + 244, + 32, + 396, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1594, + 62, + 1664, + 93 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 123, + 1788, + 143 + ] + }, + { + "text": "资讯 娱乐 时尚教育 科技 萌宠汽车", + "boxes": [ + 346, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1726, + 206 + ] + }, + { + "text": "众播观察+关注", + "boxes": [ + 384, + 266, + 574, + 304 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "39.7K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1588, + 284, + 1700, + 308 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1422, + 289, + 1544, + 326 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "外国游客张家界付费拾轿，60元10分钟引对方惊讶", + "boxes": [ + 366, + 349, + 1094, + 391 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "众播观察的报道·16小时·①1分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "近日，外国游客在张家界天门山景区旅游时，付费给挑夫拾轿子，引起关注。5月13日，外国游客孔翔荣回应，他与", + "boxes": [ + 360, + 500, + 1232, + 538 + ] + }, + { + "text": "朋友付费60元，抬轿夫拾了十分钟，他们体会到这份工作并不轻松，很尊重这名努力又幽默的轿夫。", + "boxes": [ + 362, + 526, + 1108, + 564 + ] + }, + { + "text": "访问众播观察", + "boxes": [ + 1426, + 552, + 1548, + 582 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "现场视频显示，两名外国游客一前一后，小心翼翼地抬起轿子，而轿夫则坐在轿子上，有些不好意思，并嘱咐“慢点", + "boxes": [ + 364, + 574, + 1224, + 604 + ] + }, + { + "text": "走”，另一名轿夫则称赞\"verygood\"，几人一路上氛围欢乐。", + "boxes": [ + 368, + 604, + 800, + 627 + ] + }, + { + "text": "地灾预警！湘东北、湘西南部分地", + "boxes": [ + 1444, + 604, + 1664, + 633 + ] + }, + { + "text": "甘肃陇南安排游客五一住学生宿", + "boxes": [ + 1448, + 667, + 1646, + 691 + ] + }, + { + "text": "甘薇宣布与贾跃亭离婚，二人无商", + "boxes": [ + 1446, + 729, + 1662, + 758 + ] + }, + { + "text": "业关联", + "boxes": [ + 1445, + 745, + 1495, + 779 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1668, + 872, + 1722, + 913 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "国游客张家", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "外国游客张家界付费拾轿", + "boxes": [ + 244, + 32, + 396, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1594, + 62, + 1664, + 93 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1844, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 123, + 1788, + 143 + ] + }, + { + "text": "资讯 娱乐 时尚教育 科技 萌宠汽车", + "boxes": [ + 346, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1726, + 206 + ] + }, + { + "text": "众播观察+关注", + "boxes": [ + 384, + 266, + 574, + 304 + ] + }, + { + "text": "机械五金无门槛", + "boxes": [ + 1580, + 260, + 1706, + 292 + ] + }, + { + "text": "39.7K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "单件直享批发价", + "boxes": [ + 1588, + 284, + 1700, + 308 + ] + }, + { + "text": "来淘宝，买五金", + "boxes": [ + 1422, + 289, + 1544, + 326 + ] + }, + { + "text": "点击领取", + "boxes": [ + 1452, + 332, + 1534, + 369 + ] + }, + { + "text": "外国游客张家界付费拾轿，60元10分钟引对方惊讶", + "boxes": [ + 366, + 349, + 1094, + 391 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "众播观察的报道·16小时·①1分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "来淘宝，买五金，单件也是批发", + "boxes": [ + 1422, + 411, + 1688, + 447 + ] + }, + { + "text": "价", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "广告淘宝网", + "boxes": [ + 1426, + 469, + 1506, + 492 + ] + }, + { + "text": "近日，外国游客在张家界天门山景区旅游时，付费给挑夫拾轿子，引起关注。5月13日，外国游客孔翔荣回应，他与", + "boxes": [ + 360, + 500, + 1232, + 538 + ] + }, + { + "text": "朋友付费60元，抬轿夫拾了十分钟，他们体会到这份工作并不轻松，很尊重这名努力又幽默的轿夫。", + "boxes": [ + 362, + 526, + 1108, + 564 + ] + }, + { + "text": "访问众播观察", + "boxes": [ + 1426, + 552, + 1548, + 582 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "现场视频显示，两名外国游客一前一后，小心翼翼地抬起轿子，而轿夫则坐在轿子上，有些不好意思，并嘱咐“慢点", + "boxes": [ + 364, + 574, + 1224, + 604 + ] + }, + { + "text": "走”，另一名轿夫则称赞\"verygood\"，几人一路上氛围欢乐。", + "boxes": [ + 368, + 604, + 800, + 627 + ] + }, + { + "text": "地灾预警！湘东北、湘西南部分地", + "boxes": [ + 1444, + 604, + 1664, + 633 + ] + }, + { + "text": "甘肃陇南安排游客五一住学生宿", + "boxes": [ + 1448, + 667, + 1646, + 691 + ] + }, + { + "text": "甘薇宣布与贾跃亭离婚，二人无商", + "boxes": [ + 1446, + 729, + 1662, + 758 + ] + }, + { + "text": "业关联", + "boxes": [ + 1445, + 745, + 1495, + 779 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1668, + 872, + 1722, + 913 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "国游客张家", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "120_4_9", + "episode_id": 120, + "env_id": 4, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.445972442626953, + "advantages": -0.7930033802986145, + "generated_text": "{\n \"intent\": \"Navigating to the article to gather more information about the SUV, as it seems to be the focus of the browser session.\",\n \"action\": \"DoubleClick(970, 349)\"\n}", + "action_string": "DoubleClick(970, 349)", + "intent_string": "Navigating to the article to gather more information about the SUV, as it seems to be the focus of the browser session.", + "before_screen_ocr_results": [ + { + "text": "“三好生\"再进化，第四代博", + "boxes": [ + 258, + 32, + 414, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 72, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1850, + 89 + ] + }, + { + "text": "?", + "boxes": [ + 1842, + 69, + 1870, + 83 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 143 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 266, + 197 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠汽车", + "boxes": [ + 346, + 175, + 692, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 206 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 250, + 1444, + 280 + ] + }, + { + "text": "网上车市十关注", + "boxes": [ + 384, + 266, + 576, + 304 + ] + }, + { + "text": "93.9K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1416, + 278, + 1516, + 322 + ] + }, + { + "text": "d", + "boxes": [ + 194, + 288, + 214, + 308 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1415, + 307, + 1547, + 356 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "“三好生再进化，第四代博越L凭啥称霸10万级燃油市场？", + "boxes": [ + 372, + 347, + 1194, + 389 + ] + }, + { + "text": "班，提集灵感，", + "boxes": [ + 1450, + 351, + 1504, + 369 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "车市号入驻账号：1号车盟的报道·11小时·① 5 分钟读取", + "boxes": [ + 362, + 413, + 816, + 449 + ] + }, + { + "text": "【豆包】绘画助手，免费好用！", + "boxes": [ + 1432, + 411, + 1682, + 447 + ] + }, + { + "text": "5", + "boxes": [ + 198, + 459, + 210, + 471 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1426, + 469, + 1528, + 494 + ] + }, + { + "text": "5月13日，富春江畔，一场跨越时空的美学盛宴拉开惟幕。", + "boxes": [ + 366, + 508, + 790, + 532 + ] + }, + { + "text": "当黄公望笔下的《富春山居图》遇上第四代博越L，山水墨韵与科技锋芒交织，宣告\"新一代三好SUV\"正式踏入10万级", + "boxes": [ + 364, + 544, + 1236, + 574 + ] + }, + { + "text": "访问 网上车市", + "boxes": [ + 1426, + 554, + 1552, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "燃油车市场。", + "boxes": [ + 366, + 576, + 458, + 602 + ] + }, + { + "text": "卡罗拉\"稳\"了数十年，荣威D6\"卷”", + "boxes": [ + 1446, + 600, + 1662, + 629 + ] + }, + { + "text": "到眼前：守旧还是尝新？", + "boxes": [ + 1448, + 625, + 1604, + 649 + ] + }, + { + "text": "别人过减速带如履平地，你却感觉", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "车要散架：4个真相扎心了！", + "boxes": [ + 1448, + 687, + 1624, + 711 + ] + }, + { + "text": "入手三年不吐不快，布雷斯通极", + "boxes": [ + 1448, + 731, + 1648, + 754 + ] + }, + { + "text": "宙：优点和槽点都明显的跨界路.", + "boxes": [ + 1448, + 750, + 1652, + 774 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 30, + 911, + 794, + 935 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "“三好生”再进化，第四代博", + "boxes": [ + 258, + 32, + 414, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 72, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市8\"C", + "boxes": [ + 1632, + 117, + 1744, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "资讯 娱乐 时尚教育 科技 萌宠汽车", + "boxes": [ + 346, + 175, + 692, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1606, + 171, + 1726, + 208 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 266, + 197 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 250, + 1444, + 280 + ] + }, + { + "text": "网上车市十关注", + "boxes": [ + 384, + 266, + 576, + 304 + ] + }, + { + "text": "93.9K关注者", + "boxes": [ + 1098, + 274, + 1174, + 298 + ] + }, + { + "text": "d", + "boxes": [ + 192, + 286, + 214, + 310 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1416, + 278, + 1516, + 322 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1415, + 307, + 1547, + 356 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "“三好生”再进化，第四代博越L凭啥称霸10万级燃油市场？", + "boxes": [ + 372, + 347, + 1194, + 389 + ] + }, + { + "text": "班，提集灵感，", + "boxes": [ + 1450, + 351, + 1504, + 369 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "车市号入驻账号：1号车盟的报道·11小时·① 5 分钟读取", + "boxes": [ + 362, + 413, + 816, + 449 + ] + }, + { + "text": "【豆包〗绘画助手，免费好用！", + "boxes": [ + 1432, + 411, + 1682, + 447 + ] + }, + { + "text": "5", + "boxes": [ + 198, + 459, + 210, + 471 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1426, + 469, + 1528, + 494 + ] + }, + { + "text": "5月13日，富春江畔，一场跨越时空的美学盛宴拉开惟幕。", + "boxes": [ + 366, + 508, + 790, + 532 + ] + }, + { + "text": "当黄公望笔下的《富春山居图》遇上第四代博越L，山水墨韵与科技锋芒交织，宣告\"新一代三好SUV\"正式踏入10万级", + "boxes": [ + 364, + 544, + 1236, + 574 + ] + }, + { + "text": "访问 网上车市", + "boxes": [ + 1426, + 554, + 1552, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "燃油车市场。", + "boxes": [ + 366, + 576, + 458, + 602 + ] + }, + { + "text": "卡罗拉\"稳\"了数十年，荣威D6\"卷”", + "boxes": [ + 1446, + 600, + 1662, + 629 + ] + }, + { + "text": "到眼前：守旧还是尝新？", + "boxes": [ + 1448, + 625, + 1604, + 649 + ] + }, + { + "text": "别人过减速带如履平地，你却感觉", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "车要散架：4个真相扎心了！", + "boxes": [ + 1448, + 687, + 1624, + 711 + ] + }, + { + "text": "入手三年不吐不快，布雷斯通极", + "boxes": [ + 1448, + 731, + 1648, + 754 + ] + }, + { + "text": "宙：优点和槽点都明显的跨界..", + "boxes": [ + 1448, + 750, + 1652, + 774 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1092, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 30, + 911, + 794, + 935 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + } + ] + }, + { + "frame_id": "120_5_9", + "episode_id": 120, + "env_id": 5, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.071292877197266, + "advantages": -0.012895592488348484, + "generated_text": "{\n \"intent\": \"Exploring the list of best-sellers by interacting with different products to gather information about their prices, characters, and availability.\",\n \"action\": \"DoubleClick(467, 505)\"\n}", + "action_string": "DoubleClick(467, 505)", + "intent_string": "Exploring the list of best-sellers by interacting with different products to gather information about their prices, characters, and availability.", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "", + "boxes": [ + 256, + 69, + 276, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1870, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 103, + 1876, + 135 + ] + }, + { + "text": " Search Amazon", + "boxes": [ + 300, + 115, + 412, + 139 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 121, + 1448, + 147 + ] + }, + { + "text": "", + "boxes": [ + 1694, + 115, + 1726, + 135 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1810, + 129, + 1876, + 149 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 420, + 189 + ] + }, + { + "text": "Amazon Best Sellers", + "boxes": [ + 604, + 216, + 1172, + 282 + ] + }, + { + "text": "Our most popular products based on sales. Updated frequently", + "boxes": [ + 646, + 284, + 1128, + 314 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1812, + 296, + 1862, + 322 + ] + }, + { + "text": " Any Department", + "boxes": [ + 24, + 338, + 132, + 361 + ] + }, + { + "text": "VideoGames", + "boxes": [ + 34, + 363, + 122, + 381 + ] + }, + { + "text": "Best Sellers in PC Games & Accessories", + "boxes": [ + 358, + 357, + 802, + 393 + ] + }, + { + "text": " PC Games", + "boxes": [ + 40, + 387, + 114, + 411 + ] + }, + { + "text": "Accessories", + "boxes": [ + 47, + 406, + 129, + 435 + ] + }, + { + "text": "Games", + "boxes": [ + 50, + 435, + 102, + 461 + ] + }, + { + "text": "Virtual Reality", + "boxes": [ + 52, + 461, + 144, + 484 + ] + }, + { + "text": "$10", + "boxes": [ + 532, + 461, + 564, + 482 + ] + }, + { + "text": "$20", + "boxes": [ + 858, + 459, + 896, + 486 + ] + }, + { + "text": "$25", + "boxes": [ + 1190, + 461, + 1224, + 482 + ] + }, + { + "text": "ROBLOX", + "boxes": [ + 446, + 480, + 564, + 517 + ] + }, + { + "text": "ROBLOX", + "boxes": [ + 778, + 484, + 894, + 516 + ] + }, + { + "text": "ROBLOX", + "boxes": [ + 1110, + 484, + 1226, + 514 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1866, + 528 + ] + }, + { + "text": "", + "boxes": [ + 799, + 588, + 847, + 617 + ] + }, + { + "text": "GAME PASS", + "boxes": [ + 1432, + 597, + 1562, + 632 + ] + }, + { + "text": "1,000 Robux", + "boxes": [ + 454, + 609, + 548, + 632 + ] + }, + { + "text": "2,000 Robux", + "boxes": [ + 784, + 609, + 882, + 633 + ] + }, + { + "text": "2,500Ro", + "boxes": [ + 1116, + 613, + 1182, + 631 + ] + }, + { + "text": "800+200BG", + "boxes": [ + 456, + 637, + 506, + 655 + ] + }, + { + "text": "1700+300Bon", + "boxes": [ + 782, + 637, + 844, + 655 + ] + }, + { + "text": "Roblox Digital Gift Card - 2,00o Robux", + "boxes": [ + 682, + 655, + 928, + 689 + ] + }, + { + "text": "blox Digital Gift Card - 2,500 F", + "boxes": [ + 1034, + 659, + 1222, + 683 + ] + }, + { + "text": "ame Pass Ult", + "boxes": [ + 1394, + 663, + 1472, + 681 + ] + }, + { + "text": "★★★★★171.,390", + "boxes": [ + 354, + 689, + 482, + 719 + ] + }, + { + "text": "★★★★★171,390", + "boxes": [ + 684, + 689, + 816, + 719 + ] + }, + { + "text": "★★★★★20.516", + "boxes": [ + 1346, + 689, + 1472, + 721 + ] + }, + { + "text": "Mac OS X", + "boxes": [ + 738, + 717, + 792, + 735 + ] + }, + { + "text": "$129", + "boxes": [ + 1812, + 713, + 1846, + 727 + ] + }, + { + "text": "$15", + "boxes": [ + 532, + 804, + 562, + 826 + ] + }, + { + "text": "PitalGitcerd", + "boxes": [ + 1112, + 804, + 1170, + 824 + ] + }, + { + "text": "$50", + "boxes": [ + 1194, + 804, + 1226, + 826 + ] + }, + { + "text": "X", + "boxes": [ + 830, + 818, + 842, + 830 + ] + }, + { + "text": "ROBLOX", + "boxes": [ + 448, + 832, + 560, + 856 + ] + }, + { + "text": "RBLOX", + "boxes": [ + 1110, + 832, + 1226, + 856 + ] + }, + { + "text": "1,500Rob", + "boxes": [ + 462, + 955, + 524, + 975 + ] + }, + { + "text": "$66.31", + "boxes": [ + 1814, + 949, + 1858, + 967 + ] + }, + { + "text": "azonBest", + "boxes": [ + 242, + 1052, + 308, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": ". crt", + "boxes": [ + 1677, + 95, + 1767, + 163 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 304, + 115, + 412, + 139 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 121, + 1448, + 147 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "Shop top categories that ship internationally", + "boxes": [ + 782, + 204, + 1160, + 234 + ] + }, + { + "text": " Roblox Digital Gift Card - 1,000 Robux [lncludes Exclusive Virtual", + "boxes": [ + 640, + 304, + 1354, + 339 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "$100", + "boxes": [ + 1387, + 314, + 1459, + 360 + ] + }, + { + "text": " Digital Gift Card", + "boxes": [ + 272, + 324, + 412, + 355 + ] + }, + { + "text": "Item] [Digital Code]", + "boxes": [ + 640, + 338, + 866, + 373 + ] + }, + { + "text": " Deliver to Chin", + "boxes": [ + 1394, + 365, + 1496, + 389 + ] + }, + { + "text": "ROBLOX", + "boxes": [ + 284, + 379, + 550, + 441 + ] + }, + { + "text": "Platform : Windows", + "boxes": [ + 642, + 383, + 774, + 413 + ] + }, + { + "text": "4.4★★★★☆", + "boxes": [ + 644, + 405, + 774, + 435 + ] + }, + { + "text": "Available now", + "boxes": [ + 1392, + 401, + 1514, + 431 + ] + }, + { + "text": "#1 Best Seller", + "boxes": [ + 648, + 433, + 730, + 457 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1404, + 447, + 1478, + 465 + ] + }, + { + "text": "$10%", + "boxes": [ + 642, + 482, + 708, + 514 + ] + }, + { + "text": " Ad to Cart", + "boxes": [ + 1457, + 480, + 1537, + 517 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1866, + 528 + ] + }, + { + "text": "Note: After purchase, you can a", + "boxes": [ + 648, + 524, + 842, + 542 + ] + }, + { + "text": "Ships t", + "boxes": [ + 1402, + 526, + 1436, + 546 + ] + }, + { + "text": "Byplacingyou", + "boxes": [ + 648, + 546, + 740, + 564 + ] + }, + { + "text": "LLC", + "boxes": [ + 1470, + 544, + 1490, + 558 + ] + }, + { + "text": "ethatapply", + "boxes": [ + 1186, + 561, + 1268, + 584 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1402, + 562, + 1444, + 582 + ] + }, + { + "text": "LLC", + "boxes": [ + 1468, + 574, + 1492, + 596 + ] + }, + { + "text": "Trade-In and save", + "boxes": [ + 1398, + 637, + 1512, + 667 + ] + }, + { + "text": "1,000 Robux", + "boxes": [ + 312, + 691, + 526, + 733 + ] + }, + { + "text": "Add to List ", + "boxes": [ + 1403, + 696, + 1479, + 727 + ] + }, + { + "text": "800+200 Bonus Robux", + "boxes": [ + 300, + 752, + 534, + 786 + ] + }, + { + "text": "About this item", + "boxes": [ + 642, + 756, + 796, + 786 + ] + }, + { + "text": " connect with each other in experiences built by our global", + "boxes": [ + 906, + 1009, + 1278, + 1026 + ] + } + ] + }, + { + "frame_id": "120_6_9", + "episode_id": 120, + "env_id": 6, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.665840148925781, + "advantages": -0.5187112092971802, + "generated_text": "{\n \"intent\": \"Navigate through the LibreOffice Calc interface by interacting primarily with the toolbar and menu options.\",\n \"action\": \"DoubleClick(75, 54)\" \n}", + "action_string": "DoubleClick(75, 54)", + "intent_string": "Navigate through the LibreOffice Calc interface by interacting primarily with the toolbar and menu options.", + "before_screen_ocr_results": [ + { + "text": "Untitled 1 -LibreOfficeCalc", + "boxes": [ + 844, + 4, + 1076, + 22 + ] + }, + { + "text": "File", + "boxes": [ + 10, + 28, + 44, + 42 + ] + }, + { + "text": "Edit View", + "boxes": [ + 38, + 26, + 116, + 44 + ] + }, + { + "text": "·-目-目@自- ", + "boxes": [ + 10, + 54, + 376, + 83 + ] + }, + { + "text": "上&", + "boxes": [ + 373, + 53, + 443, + 84 + ] + }, + { + "text": "勺·、", + "boxes": [ + 450, + 56, + 552, + 79 + ] + }, + { + "text": "田-", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "10→", + "boxes": [ + 140, + 95, + 230, + 119 + ] + }, + { + "text": "aαaa=用国日日-%00t三田-二-口-目", + "boxes": [ + 218, + 93, + 1206, + 123 + ] + }, + { + "text": "▼", + "boxes": [ + 132, + 133, + 154, + 147 + ] + }, + { + "text": "=", + "boxes": [ + 150, + 125, + 258, + 157 + ] + }, + { + "text": "", + "boxes": [ + 1890, + 171, + 1910, + 199 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 240 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1886, + 262, + 1912, + 314 + ] + }, + { + "text": "城", + "boxes": [ + 1890, + 304, + 1910, + 339 + ] + }, + { + "text": "45", + "boxes": [ + 14, + 925, + 30, + 941 + ] + }, + { + "text": "46", + "boxes": [ + 14, + 941, + 30, + 955 + ] + }, + { + "text": "KM", + "boxes": [ + 10, + 990, + 106, + 1019 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 8, + 4, + 24, + 24 + ] + }, + { + "text": "Untitled 1 - LibreOffice Calc", + "boxes": [ + 850, + 2, + 1070, + 26 + ] + }, + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "--· - ", + "boxes": [ + 6, + 48, + 378, + 87 + ] + }, + { + "text": "盒&", + "boxes": [ + 374, + 54, + 444, + 85 + ] + }, + { + "text": "G-.", + "boxes": [ + 452, + 56, + 550, + 81 + ] + }, + { + "text": "用里·听个平", + "boxes": [ + 544, + 54, + 850, + 83 + ] + }, + { + "text": "D-xbE-B", + "boxes": [ + 848, + 52, + 1264, + 87 + ] + }, + { + "text": "Liberationsan10aαaa", + "boxes": [ + 12, + 93, + 428, + 123 + ] + }, + { + "text": "、", + "boxes": [ + 130, + 129, + 160, + 149 + ] + }, + { + "text": "=[", + "boxes": [ + 148, + 125, + 260, + 157 + ] + }, + { + "text": "A1", + "boxes": [ + 8, + 135, + 26, + 149 + ] + }, + { + "text": "Re", + "boxes": [ + 404, + 129, + 452, + 149 + ] + }, + { + "text": "C", + "boxes": [ + 236, + 159, + 256, + 173 + ] + }, + { + "text": "Modified", + "boxes": [ + 1442, + 163, + 1506, + 181 + ] + }, + { + "text": " Desktop", + "boxes": [ + 404, + 191, + 488, + 216 + ] + }, + { + "text": "日", + "boxes": [ + 558, + 189, + 578, + 204 + ] + }, + { + "text": "Downloads", + "boxes": [ + 554, + 206, + 654, + 230 + ] + }, + { + "text": "7May", + "boxes": [ + 1448, + 208, + 1484, + 228 + ] + }, + { + "text": "GDO", + "boxes": [ + 1884, + 204, + 1916, + 345 + ] + }, + { + "text": " Trash", + "boxes": [ + 402, + 222, + 470, + 248 + ] + }, + { + "text": "I clipboard_app", + "boxes": [ + 556, + 228, + 674, + 258 + ] + }, + { + "text": "7Feb 202", + "boxes": [ + 1448, + 232, + 1508, + 250 + ] + }, + { + "text": " Other Locations", + "boxes": [ + 418, + 268, + 532, + 286 + ] + }, + { + "text": "42", + "boxes": [ + 14, + 870, + 30, + 883 + ] + }, + { + "text": " Allfles", + "boxes": [ + 1160, + 895, + 1220, + 927 + ] + }, + { + "text": "45 ", + "boxes": [ + 8, + 923, + 34, + 943 + ] + }, + { + "text": "46", + "boxes": [ + 12, + 941, + 32, + 955 + ] + }, + { + "text": "47", + "boxes": [ + 10, + 957, + 32, + 971 + ] + }, + { + "text": "Cancel ", + "boxes": [ + 1336, + 959, + 1406, + 985 + ] + }, + { + "text": "1open", + "boxes": [ + 1440, + 961, + 1494, + 987 + ] + }, + { + "text": "K<→二+", + "boxes": [ + 12, + 995, + 134, + 1018 + ] + }, + { + "text": "Sheetl", + "boxes": [ + 130, + 999, + 196, + 1016 + ] + } + ] + }, + { + "frame_id": "120_7_9", + "episode_id": 120, + "env_id": 7, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.777412414550781, + "advantages": -0.37952113151550293, + "generated_text": "{\n \"intent\": \"Continue exploring the Apple TV home page to discover more about its features and functionalities.\",\n \"action\": \"DoubleClick(966, 799)\"\n}", + "action_string": "DoubleClick(966, 799)", + "intent_string": "Continue exploring the Apple TV home page to discover more about its features and functionalities.", + "before_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 750, + 167, + 794, + 210 + ] + }, + { + "text": "tv+", + "boxes": [ + 842, + 175, + 892, + 202 + ] + }, + { + "text": "回", + "boxes": [ + 1130, + 169, + 1172, + 206 + ] + }, + { + "text": "B", + "boxes": [ + 648, + 179, + 688, + 206 + ] + }, + { + "text": "?", + "boxes": [ + 1033, + 176, + 1069, + 210 + ] + }, + { + "text": "L", + "boxes": [ + 1236, + 179, + 1250, + 199 + ] + }, + { + "text": "AppleTV4k", + "boxes": [ + 636, + 212, + 704, + 230 + ] + }, + { + "text": "AppleTVap", + "boxes": [ + 730, + 210, + 814, + 234 + ] + }, + { + "text": "AppleTV+", + "boxes": [ + 836, + 212, + 896, + 232 + ] + }, + { + "text": "The future hits home.", + "boxes": [ + 502, + 839, + 1404, + 939 + ] + }, + { + "text": "Simply connect your favorite devices and transform your house into a remarkably smart,", + "boxes": [ + 484, + 957, + 1424, + 987 + ] + }, + { + "text": "convenient, and entertaining home. Elevate movie night with theater-like picture and sound.", + "boxes": [ + 466, + 985, + 1442, + 1014 + ] + }, + { + "text": "Play any song, in any room, from anywhere. And control lights, locks, and thermostats using ", + "boxes": [ + 468, + 1012, + 1442, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 750, + 167, + 794, + 210 + ] + }, + { + "text": "tv+", + "boxes": [ + 842, + 175, + 896, + 204 + ] + }, + { + "text": "回", + "boxes": [ + 1130, + 167, + 1172, + 206 + ] + }, + { + "text": "B", + "boxes": [ + 648, + 179, + 688, + 206 + ] + }, + { + "text": "?", + "boxes": [ + 1038, + 181, + 1064, + 204 + ] + }, + { + "text": "", + "boxes": [ + 1232, + 175, + 1252, + 201 + ] + }, + { + "text": "AppleTV4K", + "boxes": [ + 636, + 212, + 704, + 230 + ] + }, + { + "text": "AppleTVapp", + "boxes": [ + 730, + 210, + 814, + 234 + ] + }, + { + "text": "AppleTV+", + "boxes": [ + 836, + 212, + 896, + 232 + ] + }, + { + "text": "HomePod mini", + "boxes": [ + 1010, + 212, + 1094, + 230 + ] + }, + { + "text": "The future hits home.", + "boxes": [ + 502, + 839, + 1406, + 939 + ] + }, + { + "text": "Simply connect your favorite devices and transform your house into a remarkably smart,", + "boxes": [ + 484, + 957, + 1424, + 987 + ] + }, + { + "text": "convenient, and entertaining home. Elevate movie night with theater-like picture and sound.", + "boxes": [ + 466, + 985, + 1442, + 1014 + ] + }, + { + "text": "Play any song, in any room, from anywhere. And control lights, locks, and thermostats using", + "boxes": [ + 468, + 1012, + 1442, + 1042 + ] + } + ] + } + ] +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_120/scores_v3.json b/ScreenExplorer-3B-E1/episode_120/scores_v3.json new file mode 100644 index 0000000000000000000000000000000000000000..1bc62030ec33afa145d434fdc2478cd996efcc80 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_120/scores_v3.json @@ -0,0 +1,19 @@ +{ + "directory_path": "logs/ScreenExplorer_2025-05-14_13-31-185da9f3/episode_120", + "single_trajectory_image_diversity": 0.4404947948642075, + "single_trajectory_text_diversity": 0.28742812015116215, + "single_trajectory_image_diversity_max": 0.92041015625, + "single_trajectory_image_diversity_min": 0.0, + "single_trajectory_image_diversity_std": 0.30853271484375, + "single_trajectory_text_diversity_max": 0.51898193359375, + "single_trajectory_text_diversity_min": 0.0078125, + "single_trajectory_text_diversity_std": 0.1700439453125, + "group_trajectories_image_diversity": 0.6370166540145874, + "group_trajectories_text_diversity": 0.46797075867652893, + "group_trajectories_image_diversity_max": 1.5625, + "group_trajectories_image_diversity_min": -0.0078125, + "group_trajectories_image_diversity_std": 0.333984375, + "group_trajectories_text_diversity_max": 0.6650390625, + "group_trajectories_text_diversity_min": 0.0, + "group_trajectories_text_diversity_std": 0.13623046875 +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_130/game_record_20250515_061526.json b/ScreenExplorer-3B-E1/episode_130/game_record_20250515_061526.json new file mode 100644 index 0000000000000000000000000000000000000000..1a2b18b3ce62df3e0868382b74a49235e15baa58 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_130/game_record_20250515_061526.json @@ -0,0 +1,47574 @@ +{ + "start_time": "2025-05-15T06:15:26.831364", + "end_time": "2025-05-15T06:23:42.724933", + "buffer_size": 80, + "all_records": [ + { + "frame_id": "130_0_0", + "episode_id": 130, + "env_id": 0, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.297015190124512, + "advantages": 1.4402527809143066, + "generated_text": "{\n \"intent\": \"The Firefox icon seems like an ideal starting point to open a web browser and begin browsing.\",\n \"action\": \"DoubleClick(59, 31)\"\n}", + "action_string": "DoubleClick(59, 31)", + "intent_string": "The Firefox icon seems like an ideal starting point to open a web browser and begin browsing.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C仓", + "boxes": [ + 68, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "130_1_0", + "episode_id": 130, + "env_id": 1, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.128098487854004, + "advantages": 1.2406833171844482, + "generated_text": "{\n \"intent\": \"I will double-click on one of the applications on the screen to begin interacting with the computer environment.\",\n \"action\": \"DoubleClick(73, 58)\"}", + "action_string": "DoubleClick(73, 58)", + "intent_string": "I will double-click on one of the applications on the screen to begin interacting with the computer environment.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "130_2_0", + "episode_id": 130, + "env_id": 2, + "step": 0, + "format_rewards": 1.0, + "rewards": 10.152200698852539, + "advantages": 0.08769261091947556, + "generated_text": "{\n \"intent\": \"Verifying presence of desktop applications to start working.\",\n \"action\": \"DoubleClick(71, 240)\" }", + "action_string": "DoubleClick(71, 240)", + "intent_string": "Verifying presence of desktop applications to start working.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 38, + 129, + 78, + 159 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 114, + 202 + ] + }, + { + "text": "Terminal", + "boxes": [ + 12, + 276, + 108, + 314 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "oot@95a97e.", + "boxes": [ + 224, + 1048, + 314, + 1072 + ] + } + ] + }, + { + "frame_id": "130_3_0", + "episode_id": 130, + "env_id": 3, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.306769371032715, + "advantages": -0.9111562967300415, + "generated_text": "{\n \"intent\": \"Expand my understanding of the available applications by interacting with each one.\",\n \"action\": \"DoubleClick(378, 50)\" }", + "action_string": "DoubleClick(378, 50)", + "intent_string": "Expand my understanding of the available applications by interacting with each one.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "130_4_0", + "episode_id": 130, + "env_id": 4, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.427248001098633, + "advantages": 1.5941184759140015, + "generated_text": "{\n \"intent\": \"Click on the Firefox icon on the desktop to open the web browser.\",\n \"action\": \"DoubleClick(45, 45)\" \n}", + "action_string": "DoubleClick(45, 45)", + "intent_string": "Click on the Firefox icon on the desktop to open the web browser.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "130_5_0", + "episode_id": 130, + "env_id": 5, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.754388809204102, + "advantages": 1.9806244373321533, + "generated_text": "{\n \"intent\": \"The first step is to open an application by clicking its icon.\",\n \"action\": \"DoubleClick(70, 140)\" }", + "action_string": "DoubleClick(70, 140)", + "intent_string": "The first step is to open an application by clicking its icon.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 10, + 30, + 34, + 44 + ] + } + ] + }, + { + "frame_id": "130_6_0", + "episode_id": 130, + "env_id": 6, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.442612648010254, + "advantages": 1.6122713088989258, + "generated_text": "{\n \"intent\": \"I want to explore different applications available on my desktop.\",\n \"action\": \"DoubleClick(78, 51)\" \n}", + "action_string": "DoubleClick(78, 51)", + "intent_string": "I want to explore different applications available on my desktop.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 671, + 1172, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "130_7_0", + "episode_id": 130, + "env_id": 7, + "step": 0, + "format_rewards": 1.0, + "rewards": 10.953059196472168, + "advantages": 1.0338802337646484, + "generated_text": "{\n \"intent\": \"The first step towards achieving my goal of interacting within different applications is to locate and open one of the installed applications.\",\n \"action\": \"DoubleClick(58, 36)\" }", + "action_string": "DoubleClick(58, 36)", + "intent_string": "The first step towards achieving my goal of interacting within different applications is to locate and open one of the installed applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C", + "boxes": [ + 70, + 69, + 124, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "130_0_1", + "episode_id": 130, + "env_id": 0, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.812978744506836, + "advantages": 0.8683798313140869, + "generated_text": "{\n \"intent\": \"Move the mouse cursor to the first search result under 'Top Sites' related entities such as Amazon, Bing, etc., to potentially open them quickly.\",\n \"action\": \"DoubleClick(987, 500)\" \n}", + "action_string": "DoubleClick(987, 500)", + "intent_string": "Move the mouse cursor to the first search result under 'Top Sites' related entities such as Amazon, Bing, etc., to potentially open them quickly.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 28, + 244, + 52 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1036, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 860, + 441 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1204, + 443, + 1308, + 469 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "130_1_1", + "episode_id": 130, + "env_id": 1, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.379260063171387, + "advantages": 0.35595566034317017, + "generated_text": "{\n \"intent\": \"Start interacting with web pages by clicking one of the highlighted sites and starting to search or browse.\",\n \"action\": \"DoubleClick(719, 302)\" \n}", + "action_string": "DoubleClick(719, 302)", + "intent_string": "Start interacting with web pages by clicking one of the highlighted sites and starting to search or browse.", + "before_screen_ocr_results": [ + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 900, + 2, + 1006, + 26 + ] + }, + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search tile web", + "boxes": [ + 653, + 283, + 769, + 320 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "130_2_1", + "episode_id": 130, + "env_id": 2, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.672511100769043, + "advantages": 0.7024219632148743, + "generated_text": "{\n \"intent\": \"The next logical step would be to open LibreOffice to work with documents.\",\n \"action\": \"DoubleClick(65, 473)\" \n}", + "action_string": "DoubleClick(65, 473)", + "intent_string": "The next logical step would be to open LibreOffice to work with documents.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 38, + 129, + 78, + 159 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 114, + 202 + ] + }, + { + "text": "Terminal", + "boxes": [ + 12, + 276, + 108, + 314 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "oot@95a97e.", + "boxes": [ + 224, + 1048, + 314, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 96, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 98, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 66, + 173, + 104, + 212 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 74, + 230, + 100, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "FE", + "boxes": [ + 58, + 314, + 106, + 361 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 278, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 104, + 415, + 314, + 453 + ] + }, + { + "text": "D", + "boxes": [ + 64, + 463, + 100, + 498 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 252, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 54, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 98, + 510, + 242, + 546 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 558, + 256, + 588 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + } + ] + }, + { + "frame_id": "130_3_1", + "episode_id": 130, + "env_id": 3, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.498090744018555, + "advantages": -0.6851164698600769, + "generated_text": "{\n \"intent\": \"The Firefox browser needs to be opened to start browsing.\",\n \"action\": \"Click(73, 38)\" \n}", + "action_string": "Click(73, 38)", + "intent_string": "The Firefox browser needs to be opened to start browsing.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 101, + 98 + ] + }, + { + "text": "Firefox", + "boxes": [ + 88, + 50, + 138, + 69 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 121, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ] + }, + { + "frame_id": "130_4_1", + "episode_id": 130, + "env_id": 4, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.619390487670898, + "advantages": -0.541804850101471, + "generated_text": "{\n \"intent\": \"To begin browsing potential websites by clicking one of the predefined popular sites displayed on the screen.\",\n \"action\": \"DoubleClick(1475, 485)\"\n}", + "action_string": "DoubleClick(1475, 485)", + "intent_string": "To begin browsing potential websites by clicking one of the predefined popular sites displayed on the screen.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "6", + "boxes": [ + 1233, + 479, + 1271, + 506 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "130_5_1", + "episode_id": 130, + "env_id": 5, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.361812591552734, + "advantages": -0.8461245894432068, + "generated_text": "{\n \"intent\": \"Move closer to other potential applications or files on the desktop.\",\n \"action\": \"DoubleClick(96, 65)\" }", + "action_string": "DoubleClick(96, 65)", + "intent_string": "Move closer to other potential applications or files on the desktop.", + "before_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 12, + 30, + 34, + 44 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Untitled 1 - M..", + "boxes": [ + 142, + 1044, + 318, + 1074 + ] + } + ] + }, + { + "frame_id": "130_6_1", + "episode_id": 130, + "env_id": 6, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.443513870239258, + "advantages": 0.43186938762664795, + "generated_text": "{\n \"intent\": \"Since the browser is open to a homepage, my next logical step would be to start interacting by clicking on one of the featured domains like Amazon or Bing.\",\n \"action\": \"DoubleClick(770, 477)\" \n}", + "action_string": "DoubleClick(770, 477)", + "intent_string": "Since the browser is open to a homepage, my next logical step would be to start interacting by clicking on one of the featured domains like Amazon or Bing.", + "before_screen_ocr_results": [ + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "", + "boxes": [ + 1826, + 115, + 1860, + 137 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "gistry", + "boxes": [ + 212, + 173, + 240, + 187 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1416, + 486, + 1554, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1352, + 889, + 1486, + 913 + ] + }, + { + "text": " Top categories in Kitchen ", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "130_7_1", + "episode_id": 130, + "env_id": 7, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.54051685333252, + "advantages": 0.5464751720428467, + "generated_text": "{\n \"intent\": \"Exploring the browser's top sites by clicking them, one after another.\",\n \"action\": \"DoubleClick(648, 507)\"\n}", + "action_string": "DoubleClick(648, 507)", + "intent_string": "Exploring the browser's top sites by clicking them, one after another.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "e仓", + "boxes": [ + 58, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 444, + 89 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 20, + 109, + 184, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1266, + 478 + ] + }, + { + "text": "爱写鸭AI写作", + "boxes": [ + 468, + 768, + 606, + 800 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1466, + 768, + 1552, + 794 + ] + }, + { + "text": "15秒生成大龄，解快生成论文全文", + "boxes": [ + 454, + 792, + 620, + 824 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "", + "boxes": [ + 348, + 828, + 724, + 864 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "", + "boxes": [ + 352, + 864, + 720, + 887 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1632, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "么值得买·3周", + "boxes": [ + 242, + 923, + 326, + 941 + ] + }, + { + "text": "游戏天地·15小时", + "boxes": [ + 832, + 921, + 960, + 945 + ] + }, + { + "text": "复禾健康·5天", + "boxes": [ + 1140, + 921, + 1254, + 945 + ] + }, + { + "text": "貂蝉新皮肤形象曝光，镜玫瑰", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "心脏如何，看腿就知道？提", + "boxes": [ + 1138, + 943, + 1388, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "2025年AI论文生成器推荐，亲测5大热门AI", + "boxes": [ + 204, + 949, + 778, + 985 + ] + }, + { + "text": "异探免费换，未成年玩家哭了", + "boxes": [ + 828, + 971, + 1094, + 1001 + ] + }, + { + "text": "醒：若心脏患病，腿部一般有", + "boxes": [ + 1136, + 967, + 1406, + 1001 + ] + }, + { + "text": "论文工具哪款最好用？", + "boxes": [ + 200, + 981, + 496, + 1022 + ] + }, + { + "text": "英传", + "boxes": [ + 1454, + 979, + 1526, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 991, + 1628, + 1012 + ] + }, + { + "text": "+4.163 ", + "boxes": [ + 1630, + 983, + 1700, + 1030 + ] + }, + { + "text": "这几个异常", + "boxes": [ + 1136, + 995, + 1246, + 1026 + ] + } + ] + }, + { + "frame_id": "130_0_2", + "episode_id": 130, + "env_id": 0, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.263777732849121, + "advantages": -0.9619494676589966, + "generated_text": "{\n \"intent\": \"I want to learn more about how to sign into the app by scanning the QR code shown.\",\n \"action\": \"DoubleClick(809, 524)\"\n}", + "action_string": "DoubleClick(809, 524)", + "intent_string": "I want to learn more about how to sign into the app by scanning the QR code shown.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 28, + 244, + 52 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1036, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 860, + 441 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1204, + 443, + 1308, + 469 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1108, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 411, + 858, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "130_1_2", + "episode_id": 130, + "env_id": 1, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.636665344238281, + "advantages": 0.6600714325904846, + "generated_text": "{\n \"intent\": \"I want to open an internet search engine like Bing or Google. I will start by clicking on one of the highlighted search engines.\",\n \"action\": \"DoubleClick(640, 475)\" \n}", + "action_string": "DoubleClick(640, 475)", + "intent_string": "I want to open an internet search engine like Bing or Google. I will start by clicking on one of the highlighted search engines.", + "before_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 900, + 2, + 1006, + 26 + ] + }, + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": " Search tile Web", + "boxes": [ + 622, + 286, + 768, + 318 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 524, + 488, + 562, + 528 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1266, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1463, + 760, + 1553, + 797 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "游戏天地·15小时", + "boxes": [ + 828, + 917, + 964, + 947 + ] + }, + { + "text": "青春娱乐网·18小时", + "boxes": [ + 1138, + 921, + 1286, + 945 + ] + }, + { + "text": "大s老公具俊哗暴瘦几十斤，断崖式衰老，脸", + "boxes": [ + 200, + 943, + 782, + 987 + ] + }, + { + "text": "王者皮肤雨来袭！12款新皮肤", + "boxes": [ + 826, + 941, + 1106, + 977 + ] + }, + { + "text": "“爸爸没有儿子火\"的5位明", + "boxes": [ + 1140, + 943, + 1388, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "+2.81%", + "boxes": [ + 1636, + 945, + 1690, + 971 + ] + }, + { + "text": "官宣陆续上架，哪吒笑了", + "boxes": [ + 824, + 963, + 1052, + 1003 + ] + }, + { + "text": "星，表面上是独自奋斗，实际", + "boxes": [ + 1134, + 967, + 1406, + 1003 + ] + }, + { + "text": "颊凹陷状态差到变老头", + "boxes": [ + 200, + 981, + 506, + 1022 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1458, + 985, + 1522, + 1026 + ] + }, + { + "text": "都是走铺好的路", + "boxes": [ + 1138, + 997, + 1288, + 1026 + ] + }, + { + "text": "", + "boxes": [ + 1596, + 995, + 1626, + 1009 + ] + } + ] + }, + { + "frame_id": "130_2_2", + "episode_id": 130, + "env_id": 2, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.986773490905762, + "advantages": -0.10775411874055862, + "generated_text": "{\n \"intent\": \"Move closer to the LibreOffice application by interacting with different components such as menus or applications.\",\n \"action\": \"DoubleClick(200, 38)\" \n}", + "action_string": "DoubleClick(200, 38)", + "intent_string": "Move closer to the LibreOffice application by interacting with different components such as menus or applications.", + "before_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 96, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 98, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 66, + 173, + 104, + 212 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 74, + 230, + 100, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "FE", + "boxes": [ + 58, + 314, + 106, + 361 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 278, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 104, + 415, + 314, + 453 + ] + }, + { + "text": "D", + "boxes": [ + 64, + 463, + 100, + 498 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 252, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 54, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 98, + 510, + 242, + 546 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 558, + 256, + 588 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 98, + 30, + 216, + 60 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 98, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 67, + 176, + 103, + 210 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 74, + 230, + 100, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "国", + "boxes": [ + 68, + 324, + 100, + 355 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 276, + 360 + ] + }, + { + "text": "", + "boxes": [ + 58, + 361, + 106, + 409 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 108, + 423, + 310, + 447 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 100, + 496 + ] + }, + { + "text": "Draw Drawing", + "boxes": [ + 104, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 100, + 514, + 242, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 104, + 558, + 256, + 592 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + } + ] + }, + { + "frame_id": "130_3_2", + "episode_id": 130, + "env_id": 3, + "step": 2, + "format_rewards": 1.0, + "rewards": 11.950071334838867, + "advantages": 2.2118167877197266, + "generated_text": "{\n \"intent\": \"Opening Firefox to start browsing the internet.\",\n \"action\": \"DoubleClick(67, 81)\" \n}", + "action_string": "DoubleClick(67, 81)", + "intent_string": "Opening Firefox to start browsing the internet.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 101, + 98 + ] + }, + { + "text": "Firefox", + "boxes": [ + 88, + 50, + 138, + 69 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 121, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C仓", + "boxes": [ + 72, + 69, + 126, + 89 + ] + }, + { + "text": "ookmarks..", + "boxes": [ + 92, + 101, + 162, + 119 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "130_4_2", + "episode_id": 130, + "env_id": 4, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.484602928161621, + "advantages": 0.4804147481918335, + "generated_text": "{\n \"intent\": \"Click on the Bing icon to open the Microsoft Bing website.\",\n \"action\": \"DoubleClick(627, 474)\"\n}", + "action_string": "DoubleClick(627, 474)", + "intent_string": "Click on the Bing icon to open the Microsoft Bing website.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "6", + "boxes": [ + 1233, + 479, + 1271, + 506 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 69, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 20, + 109, + 184, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 296, + 632, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 642, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "公告时讯", + "boxes": [ + 450, + 772, + 500, + 790 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "上周内容", + "boxes": [ + 270, + 810, + 330, + 830 + ] + }, + { + "text": "置方案时，将不再自动清除“法宝、灵宝、神器配置”方", + "boxes": [ + 364, + 804, + 686, + 828 + ] + }, + { + "text": "案内本角色当前流派无法佩戴的法宝。", + "boxes": [ + 364, + 826, + 574, + 850 + ] + }, + { + "text": "理次数：3/3", + "boxes": [ + 946, + 820, + 1014, + 838 + ] + }, + { + "text": "口袋版", + "boxes": [ + 272, + 838, + 326, + 864 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1464, + 852, + 1512, + 878 + ] + }, + { + "text": "互通版", + "boxes": [ + 282, + 872, + 320, + 891 + ] + }, + { + "text": "2天14小时后正式解锁", + "boxes": [ + 860, + 868, + 996, + 885 + ] + }, + { + "text": "介六有责价食出会", + "boxes": [ + 928, + 893, + 1032, + 911 + ] + }, + { + "text": "新拉", + "boxes": [ + 1453, + 887, + 1525, + 942 + ] + }, + { + "text": "“特技定向转换”功能优化，可转换列表新增“普通", + "boxes": [ + 384, + 905, + 678, + 935 + ] + }, + { + "text": "+4.078", + "boxes": [ + 1638, + 897, + 1692, + 933 + ] + }, + { + "text": "1", + "boxes": [ + 830, + 925, + 850, + 941 + ] + }, + { + "text": "一点资讯·19小时", + "boxes": [ + 846, + 917, + 964, + 947 + ] + }, + { + "text": "众播星闻·17小时", + "boxes": [ + 1140, + 921, + 1272, + 945 + ] + }, + { + "text": "打造武器（120至150级）", + "boxes": [ + 362, + 931, + 500, + 949 + ] + }, + { + "text": "宝石商人放量，增五色灵尘售卖，糖", + "boxes": [ + 328, + 945, + 796, + 987 + ] + }, + { + "text": "天龙怀旧服：火气武当天选相", + "boxes": [ + 826, + 941, + 1096, + 977 + ] + }, + { + "text": "三个儿子陪张柏芝过母亲节火", + "boxes": [ + 1136, + 937, + 1408, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "+2.81%", + "boxes": [ + 1636, + 945, + 1690, + 971 + ] + }, + { + "text": "爱", + "boxes": [ + 212, + 957, + 226, + 973 + ] + }, + { + "text": "思匕，只卖300R？冰气武当", + "boxes": [ + 828, + 969, + 1092, + 999 + ] + }, + { + "text": "遍全网，谢霆锋的话有人信了", + "boxes": [ + 1136, + 965, + 1404, + 1003 + ] + }, + { + "text": "英体达", + "boxes": [ + 1456, + 981, + 1524, + 1028 + ] + }, + { + "text": "怒收藏了！", + "boxes": [ + 826, + 997, + 928, + 1022 + ] + }, + { + "text": "", + "boxes": [ + 1596, + 995, + 1626, + 1009 + ] + }, + { + "text": "+4.16%", + "boxes": [ + 1638, + 991, + 1686, + 1011 + ] + } + ] + }, + { + "frame_id": "130_5_2", + "episode_id": 130, + "env_id": 5, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.405805587768555, + "advantages": -0.794148325920105, + "generated_text": "{\n \"intent\": \"To start typing into the Mousepad application for further exploration.\",\n \"action\": \"DoubleClick(96, 45)\" }", + "action_string": "DoubleClick(96, 45)", + "intent_string": "To start typing into the Mousepad application for further exploration.", + "before_screen_ocr_results": [ + { + "text": " Untitled 1 - M..", + "boxes": [ + 142, + 1044, + 318, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit ", + "boxes": [ + 4, + 24, + 78, + 50 + ] + }, + { + "text": "Help", + "boxes": [ + 276, + 26, + 308, + 48 + ] + }, + { + "text": "Find", + "boxes": [ + 82, + 46, + 140, + 77 + ] + }, + { + "text": "Ctrl+F", + "boxes": [ + 286, + 50, + 338, + 75 + ] + }, + { + "text": " Find Next ", + "boxes": [ + 100, + 77, + 174, + 103 + ] + }, + { + "text": "Ctrl+G", + "boxes": [ + 284, + 77, + 340, + 103 + ] + }, + { + "text": "Find Previous", + "boxes": [ + 98, + 101, + 200, + 133 + ] + }, + { + "text": "Shift+Ctrl+ G ", + "boxes": [ + 246, + 101, + 340, + 133 + ] + }, + { + "text": " Find and Replace..", + "boxes": [ + 80, + 129, + 226, + 159 + ] + }, + { + "text": "Ctrl+R", + "boxes": [ + 286, + 131, + 340, + 157 + ] + }, + { + "text": " Go to....", + "boxes": [ + 82, + 167, + 152, + 189 + ] + }, + { + "text": "Ctrl+L ", + "boxes": [ + 286, + 163, + 342, + 189 + ] + } + ] + }, + { + "frame_id": "130_6_2", + "episode_id": 130, + "env_id": 6, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.144135475158691, + "advantages": 0.07816381752490997, + "generated_text": "{\n \"intent\": \"Browse different sections on Amazon's homepage to gather browsing experience and consider relevant products.\",\n \"action\": \"DoubleClick(510, 700)\" \n}", + "action_string": "DoubleClick(510, 700)", + "intent_string": "Browse different sections on Amazon's homepage to gather browsing experience and consider relevant products.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "①", + "boxes": [ + 254, + 68, + 308, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 298, + 115, + 412, + 139 + ] + }, + { + "text": "EN", + "boxes": [ + 1524, + 121, + 1576, + 147 + ] + }, + { + "text": "三AlL", + "boxes": [ + 24, + 167, + 66, + 195 + ] + }, + { + "text": "Free international returns", + "boxes": [ + 512, + 254, + 1056, + 312 + ] + }, + { + "text": "on qualifying items*", + "boxes": [ + 696, + 316, + 902, + 351 + ] + }, + { + "text": "*Restrictions aply ", + "boxes": [ + 731, + 353, + 841, + 392 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 980, + 530, + 1202, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1354, + 532, + 1654, + 556 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1354, + 891, + 1484, + 909 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1588, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1870, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": " gaming keyboard", + "boxes": [ + 302, + 117, + 424, + 141 + ] + }, + { + "text": "EN", + "boxes": [ + 1408, + 127, + 1440, + 141 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1810, + 129, + 1876, + 149 + ] + }, + { + "text": "三 AIl ", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "Recently used flters", + "boxes": [ + 10, + 254, + 150, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": " steeSeries", + "boxes": [ + 7, + 275, + 111, + 312 + ] + }, + { + "text": "Overall Pick 0", + "boxes": [ + 314, + 318, + 406, + 343 + ] + }, + { + "text": "Price", + "boxes": [ + 10, + 330, + 52, + 355 + ] + }, + { + "text": "AULA F75 Pro Wireless Mechanical Keyboard,75% Hot Swappable Custom Keyboard with Knob,RGB", + "boxes": [ + 604, + 324, + 1418, + 347 + ] + }, + { + "text": "$0 -$6,100+", + "boxes": [ + 7, + 351, + 103, + 380 + ] + }, + { + "text": "$66*1 Lst: $82.89", + "boxes": [ + 600, + 418, + 742, + 459 + ] + }, + { + "text": "Deals & Discounts", + "boxes": [ + 10, + 435, + 136, + 465 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 12, + 461, + 100, + 486 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 602, + 461, + 746, + 484 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 480, + 102, + 506 + ] + }, + { + "text": "Ships to China ", + "boxes": [ + 604, + 480, + 690, + 506 + ] + }, + { + "text": " Customer Reviews", + "boxes": [ + 8, + 508, + 136, + 538 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 603, + 502, + 701, + 545 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1810, + 506, + 1864, + 526 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 536, + 146, + 568 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 604, + 538, + 740, + 572 + ] + }, + { + "text": "$65.65 (2+ used & new offers)", + "boxes": [ + 606, + 564, + 802, + 588 + ] + }, + { + "text": "Brands", + "boxes": [ + 10, + 574, + 64, + 600 + ] + }, + { + "text": "Redragon", + "boxes": [ + 5, + 591, + 103, + 628 + ] + }, + { + "text": " Redragon S101 Gaming Keyboard, M601 Mouse, RGB Backlit Gaming Keyboard, Programmable Backlit", + "boxes": [ + 598, + 603, + 1442, + 641 + ] + }, + { + "text": "AULA", + "boxes": [ + 7, + 632, + 79, + 666 + ] + }, + { + "text": "Mouse, Value Combo Set [New Version] ", + "boxes": [ + 604, + 633, + 932, + 663 + ] + }, + { + "text": " Logitech G ", + "boxes": [ + 5, + 650, + 109, + 692 + ] + }, + { + "text": "corsair", + "boxes": [ + 5, + 670, + 89, + 710 + ] + }, + { + "text": "★★★★☆46,545", + "boxes": [ + 606, + 661, + 754, + 685 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 604, + 683, + 774, + 707 + ] + }, + { + "text": "MageGee", + "boxes": [ + 10, + 699, + 98, + 721 + ] + }, + { + "text": " RK ROYAL KLUDGE", + "boxes": [ + 6, + 712, + 160, + 747 + ] + }, + { + "text": "$3999", + "boxes": [ + 602, + 709, + 668, + 742 + ] + }, + { + "text": "Save 20%", + "boxes": [ + 606, + 741, + 686, + 766 + ] + }, + { + "text": "Connectivity", + "boxes": [ + 12, + 770, + 100, + 796 + ] + }, + { + "text": "Delivery Tue, May 27", + "boxes": [ + 602, + 764, + 742, + 794 + ] + }, + { + "text": "Bluetooth", + "boxes": [ + 10, + 794, + 102, + 818 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 608, + 790, + 684, + 814 + ] + }, + { + "text": " Micro USB", + "boxes": [ + 12, + 814, + 102, + 838 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 610, + 816, + 694, + 848 + ] + }, + { + "text": "LF", + "boxes": [ + 14, + 838, + 40, + 852 + ] + }, + { + "text": "RF", + "boxes": [ + 38, + 840, + 50, + 852 + ] + }, + { + "text": " NPET CR87 Hot-Swappable Mechanical Keyboard, 87-Key Compact RGB for Esports & Streaming I Linear", + "boxes": [ + 598, + 868, + 1458, + 905 + ] + }, + { + "text": "Wi-FI", + "boxes": [ + 31, + 894, + 69, + 920 + ] + }, + { + "text": "Red Switches, Anti-Ghosting with Spare Switches (Black&Grey)", + "boxes": [ + 602, + 893, + 1118, + 927 + ] + }, + { + "text": "★★★★☆2", + "boxes": [ + 610, + 927, + 714, + 945 + ] + }, + { + "text": "USB", + "boxes": [ + 68, + 941, + 90, + 955 + ] + }, + { + "text": "$2799.", + "boxes": [ + 606, + 955, + 668, + 981 + ] + }, + { + "text": "ical: $37.99", + "boxes": [ + 690, + 963, + 756, + 983 + ] + }, + { + "text": "PS/2", + "boxes": [ + 16, + 977, + 68, + 997 + ] + } + ] + }, + { + "frame_id": "130_7_2", + "episode_id": 130, + "env_id": 7, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.733681678771973, + "advantages": 0.7746930122375488, + "generated_text": "{\n \"intent\": \"Click on an article or a trending topic to explore more information, such as '一汽奥迪A5L vs 上汽奥迪A5L：哪款是你的菜？'\",\n \"action\": \"Click(343, 873)\"\n}", + "action_string": "Click(343, 873)", + "intent_string": "Click on an article or a trending topic to explore more information, such as '一汽奥迪A5L vs 上汽奥迪A5L：哪款是你的菜？'", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 20, + 109, + 184, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1266, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1466, + 768, + 1552, + 794 + ] + }, + { + "text": "13.71%", + "boxes": [ + 1632, + 806, + 1686, + 840 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1632, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "游戏天地·15小时", + "boxes": [ + 832, + 921, + 960, + 945 + ] + }, + { + "text": "复禾健康·5天", + "boxes": [ + 1140, + 921, + 1254, + 945 + ] + }, + { + "text": "一汽奥迪A5L VS 上汽奥迪A5L：哪款是你的", + "boxes": [ + 220, + 945, + 788, + 987 + ] + }, + { + "text": "貂蝉新皮肤形象曝光，镜玫瑰", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "心脏如何，看腿就知道？提", + "boxes": [ + 1136, + 941, + 1390, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "异探免费换，未成年玩家哭了", + "boxes": [ + 828, + 971, + 1094, + 1001 + ] + }, + { + "text": "醒：若心脏患病，腿部一般有", + "boxes": [ + 1136, + 967, + 1408, + 1003 + ] + }, + { + "text": "菜？", + "boxes": [ + 200, + 981, + 266, + 1022 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1526, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 991, + 1628, + 1012 + ] + }, + { + "text": "+431634 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "这几个异常", + "boxes": [ + 1136, + 995, + 1246, + 1026 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "回", + "boxes": [ + 1862, + 4, + 1912, + 22 + ] + }, + { + "text": "→Q白", + "boxes": [ + 38, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1581, + 59, + 1665, + 94 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1880, + 89 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "游戏天地", + "boxes": [ + 385, + 263, + 499, + 306 + ] + }, + { + "text": "梦幻西游宝石商人放量，增五色灵尘售卖，糖桂花事件或再", + "boxes": [ + 364, + 347, + 1226, + 391 + ] + }, + { + "text": "现", + "boxes": [ + 362, + 393, + 404, + 431 + ] + }, + { + "text": "游戏天地的报道·15小时·01分钟读取", + "boxes": [ + 364, + 459, + 692, + 488 + ] + }, + { + "text": "本周维护公告的内容对于梦幻西游中的某些玩家来说，影响可以说是比较大的，能够降低某些玩家做某些事情时的成", + "boxes": [ + 362, + 540, + 1238, + 578 + ] + }, + { + "text": "本，下面就跟着一起看一下吧。", + "boxes": [ + 364, + 572, + 596, + 602 + ] + }, + { + "text": "2", + "boxes": [ + 684, + 623, + 708, + 637 + ] + }, + { + "text": "9场", + "boxes": [ + 864, + 619, + 918, + 645 + ] + }, + { + "text": "公告时讯", + "boxes": [ + 752, + 645, + 812, + 665 + ] + }, + { + "text": "。上周内容", + "boxes": [ + 542, + 685, + 634, + 711 + ] + }, + { + "text": "置方案时，将不再自动清除“法宝、灵宝、神器配置”方", + "boxes": [ + 654, + 679, + 1016, + 709 + ] + }, + { + "text": "案内本角色当前流派无法佩戴的法宝。", + "boxes": [ + 658, + 705, + 892, + 729 + ] + }, + { + "text": "。口袋版", + "boxes": [ + 542, + 717, + 622, + 748 + ] + }, + { + "text": "给", + "boxes": [ + 910, + 739, + 948, + 766 + ] + }, + { + "text": "互通版", + "boxes": [ + 558, + 754, + 616, + 780 + ] + }, + { + "text": "电脑版", + "boxes": [ + 558, + 784, + 632, + 816 + ] + }, + { + "text": "2、“特技定向转换”功能优化，可转换列表新增“普通", + "boxes": [ + 648, + 788, + 1008, + 826 + ] + }, + { + "text": "全服内容", + "boxes": [ + 550, + 818, + 618, + 844 + ] + }, + { + "text": "打造武器（120至150级）”。", + "boxes": [ + 654, + 816, + 840, + 846 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 26, + 876, + 198, + 911 + ] + }, + { + "text": "?", + "boxes": [ + 342, + 879, + 354, + 891 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1092, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1670, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及不", + "boxes": [ + 30, + 951, + 216, + 975 + ] + }, + { + "text": "在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置\"改变您的选择。欲了解", + "boxes": [ + 206, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：", + "boxes": [ + 32, + 971, + 126, + 995 + ] + }, + { + "text": "微软隐私声明", + "boxes": [ + 120, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "李幻西游宝石··", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ] + }, + { + "frame_id": "130_0_3", + "episode_id": 130, + "env_id": 0, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.1348295211792, + "advantages": -1.1142975091934204, + "generated_text": "{\n \"intent\": \"Open the application by scanning the QR code or using one of the other supported methods\",\n \"action\": \"DoubleClick(1121, 521)\"\n}", + "action_string": "DoubleClick(1121, 521)", + "intent_string": "Open the application by scanning the QR code or using one of the other supported methods", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1108, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 411, + 858, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 411, + 858, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 948, + 441, + 1078, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1200, + 486, + 1308, + 514 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1096, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐和", + "boxes": [ + 950, + 703, + 1296, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "130_1_3", + "episode_id": 130, + "env_id": 1, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.784521102905273, + "advantages": -0.3467085659503937, + "generated_text": "{\n \"intent\": \"Scroll down to explore more information about the trending topics displayed.\",\n \"action\": \"ScrollDown(0, 50)\"\n}", + "action_string": "ScrollDown(0, 50)", + "intent_string": "Scroll down to explore more information about the trending topics displayed.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 69, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 20, + 109, + 184, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 296, + 632, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1463, + 760, + 1553, + 797 + ] + }, + { + "text": "ASML", + "boxes": [ + 291, + 787, + 391, + 833 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.078", + "boxes": [ + 1638, + 897, + 1692, + 933 + ] + }, + { + "text": "游戏天地·15小时", + "boxes": [ + 848, + 921, + 960, + 945 + ] + }, + { + "text": "青春娱乐网·18小时", + "boxes": [ + 1140, + 921, + 1286, + 945 + ] + }, + { + "text": "可以绕过光刻机3湖南大学教授曾公布研究", + "boxes": [ + 204, + 945, + 768, + 987 + ] + }, + { + "text": "王者皮肤雨来袭！12款新皮肤", + "boxes": [ + 826, + 941, + 1106, + 977 + ] + }, + { + "text": "“爸爸没有儿子火\"的5位明", + "boxes": [ + 1140, + 943, + 1388, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "+2.81%", + "boxes": [ + 1636, + 945, + 1690, + 971 + ] + }, + { + "text": "官宣陆续上架，哪吒笑了", + "boxes": [ + 826, + 965, + 1052, + 1003 + ] + }, + { + "text": "星，表面上是独自奋斗，实际", + "boxes": [ + 1134, + 967, + 1406, + 1003 + ] + }, + { + "text": "为芯片发展提供薪思路芯路", + "boxes": [ + 200, + 977, + 588, + 1019 + ] + }, + { + "text": "英体达", + "boxes": [ + 1456, + 981, + 1524, + 1028 + ] + }, + { + "text": "都是走铺好的路", + "boxes": [ + 1138, + 997, + 1288, + 1026 + ] + }, + { + "text": "", + "boxes": [ + 1596, + 995, + 1626, + 1009 + ] + }, + { + "text": "+4.16%", + "boxes": [ + 1637, + 988, + 1687, + 1011 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 24, + 111, + 182, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1266, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "13.71%", + "boxes": [ + 1632, + 806, + 1686, + 840 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1634, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "游戏天地·15小时", + "boxes": [ + 830, + 917, + 964, + 947 + ] + }, + { + "text": "青春娱乐网·18小时", + "boxes": [ + 1138, + 921, + 1286, + 945 + ] + }, + { + "text": "三年最快增长！腾讯控股Q1营收同比增加", + "boxes": [ + 202, + 945, + 748, + 987 + ] + }, + { + "text": "王者皮肤雨来袭！12款新皮肤", + "boxes": [ + 824, + 941, + 1106, + 977 + ] + }, + { + "text": "“爸爸没有儿子火\"的5位明", + "boxes": [ + 1140, + 943, + 1388, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "13%，王者荣耀流水创新高，AI产生实质……", + "boxes": [ + 198, + 975, + 774, + 1027 + ] + }, + { + "text": "官宣陆续上架，哪吒笑了", + "boxes": [ + 826, + 967, + 1054, + 1003 + ] + }, + { + "text": "星，表面上是独自奋斗，实际", + "boxes": [ + 1136, + 967, + 1408, + 1003 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 991, + 1628, + 1012 + ] + }, + { + "text": "+431634 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "都是走铺好的路", + "boxes": [ + 1136, + 997, + 1288, + 1026 + ] + } + ] + }, + { + "frame_id": "130_2_3", + "episode_id": 130, + "env_id": 2, + "step": 3, + "format_rewards": 1.0, + "rewards": 11.920610427856445, + "advantages": 2.1770095825195312, + "generated_text": "{\n \"intent\": \"I want to experiment with creating a new document within LibreOffice.\",\n \"action\": \"DoubleClick(191, 341)\" \n}", + "action_string": "DoubleClick(191, 341)", + "intent_string": "I want to experiment with creating a new document within LibreOffice.", + "before_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 98, + 30, + 216, + 60 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 98, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 67, + 176, + 103, + 210 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 74, + 230, + 100, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "国", + "boxes": [ + 68, + 324, + 100, + 353 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 276, + 360 + ] + }, + { + "text": "", + "boxes": [ + 58, + 361, + 106, + 409 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 108, + 423, + 310, + 447 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 100, + 496 + ] + }, + { + "text": "Draw Drawing", + "boxes": [ + 104, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 100, + 514, + 242, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 104, + 558, + 256, + 592 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 6, + 4, + 30, + 26 + ] + }, + { + "text": "Untitled 1 - LibreOffice Writer", + "boxes": [ + 832, + 8, + 1086, + 32 + ] + }, + { + "text": "File", + "boxes": [ + 10, + 28, + 34, + 42 + ] + }, + { + "text": "Styles", + "boxes": [ + 308, + 38, + 348, + 54 + ] + }, + { + "text": "Tools", + "boxes": [ + 460, + 36, + 506, + 54 + ] + }, + { + "text": "国", + "boxes": [ + 14, + 56, + 42, + 79 + ] + }, + { + "text": "-B- @x自", + "boxes": [ + 60, + 53, + 420, + 95 + ] + }, + { + "text": "m·", + "boxes": [ + 674, + 64, + 762, + 87 + ] + }, + { + "text": "1", + "boxes": [ + 758, + 69, + 786, + 83 + ] + }, + { + "text": "T慢-Ω、", + "boxes": [ + 782, + 62, + 960, + 91 + ] + }, + { + "text": "『一→田", + "boxes": [ + 952, + 62, + 1310, + 91 + ] + }, + { + "text": "Default Style", + "boxes": [ + 78, + 103, + 164, + 121 + ] + }, + { + "text": "?G", + "boxes": [ + 200, + 101, + 276, + 127 + ] + }, + { + "text": "Liberatio", + "boxes": [ + 284, + 103, + 342, + 121 + ] + }, + { + "text": "a", + "boxes": [ + 574, + 109, + 594, + 123 + ] + }, + { + "text": "L", + "boxes": [ + 1892, + 210, + 1908, + 230 + ] + }, + { + "text": "T", + "boxes": [ + 1832, + 248, + 1854, + 278 + ] + }, + { + "text": "", + "boxes": [ + 1892, + 242, + 1906, + 270 + ] + }, + { + "text": "D", + "boxes": [ + 1834, + 290, + 1854, + 310 + ] + }, + { + "text": "Y", + "boxes": [ + 1892, + 282, + 1908, + 298 + ] + }, + { + "text": "O", + "boxes": [ + 1890, + 312, + 1912, + 338 + ] + }, + { + "text": " Page 1 of 1", + "boxes": [ + 62, + 989, + 138, + 1012 + ] + }, + { + "text": " Default Style", + "boxes": [ + 666, + 989, + 750, + 1012 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1040, + 989, + 1126, + 1012 + ] + }, + { + "text": "100%", + "boxes": [ + 1814, + 995, + 1854, + 1011 + ] + } + ] + }, + { + "frame_id": "130_3_3", + "episode_id": 130, + "env_id": 3, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.849653244018555, + "advantages": 0.9117094874382019, + "generated_text": "{\n \"intent\": \"Clicking on any one of the Top Sites or Highlights will help to start browsing these popular websites quickly.\",\n \"action\": \"DoubleClick(1007, 485)\" \n}", + "action_string": "DoubleClick(1007, 485)", + "intent_string": "Clicking on any one of the Top Sites or Highlights will help to start browsing these popular websites quickly.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 70, + 69, + 126, + 89 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": "ookmarks..", + "boxes": [ + 88, + 101, + 162, + 119 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1038, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1110, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 660, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "130_4_3", + "episode_id": 130, + "env_id": 4, + "step": 3, + "format_rewards": 1.0, + "rewards": 11.359220504760742, + "advantages": 1.5137462615966797, + "generated_text": "{\n \"intent\": \"Clicking on the trending topic '将人工智能送上太空' will likely lead me to relevant articles and information about its implementation and advancements.\",\n \"action\": \"DoubleClick(644, 427)\"\n}", + "action_string": "DoubleClick(644, 427)", + "intent_string": "Clicking on the trending topic '将人工智能送上太空' will likely lead me to relevant articles and information about its implementation and advancements.", + "before_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 44, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 296, + 632, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 642, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "理次数：3/3", + "boxes": [ + 946, + 820, + 1014, + 838 + ] + }, + { + "text": "2天14小时后正式解锁", + "boxes": [ + 862, + 866, + 998, + 889 + ] + }, + { + "text": "七皆刃六六青青舞食安业", + "boxes": [ + 888, + 889, + 1038, + 913 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "点资讯·16小时", + "boxes": [ + 244, + 923, + 332, + 941 + ] + }, + { + "text": "1.", + "boxes": [ + 830, + 925, + 850, + 939 + ] + }, + { + "text": "一点资讯·19小时", + "boxes": [ + 846, + 917, + 964, + 947 + ] + }, + { + "text": "众播星闻·17小时", + "boxes": [ + 1140, + 921, + 1272, + 945 + ] + }, + { + "text": "天龙怀旧服：火气武当天选相", + "boxes": [ + 826, + 941, + 1096, + 977 + ] + }, + { + "text": "三个儿子陪张柏芝过母亲节火", + "boxes": [ + 1136, + 937, + 1408, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "再刷《小巷人家》才懂，为何黄玲说庄筱婷对", + "boxes": [ + 204, + 947, + 792, + 983 + ] + }, + { + "text": "+2.81%", + "boxes": [ + 1634, + 945, + 1690, + 971 + ] + }, + { + "text": "思匕，只卖300R？冰气武当", + "boxes": [ + 828, + 969, + 1092, + 999 + ] + }, + { + "text": "遍全网，谢霆锋的话有人信了", + "boxes": [ + 1136, + 965, + 1404, + 1003 + ] + }, + { + "text": "父亲发火了是件好事", + "boxes": [ + 200, + 981, + 478, + 1022 + ] + }, + { + "text": "英体达", + "boxes": [ + 1456, + 981, + 1524, + 1028 + ] + }, + { + "text": "怒收藏了！", + "boxes": [ + 826, + 997, + 930, + 1022 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 991, + 1628, + 1011 + ] + }, + { + "text": "+4.16%", + "boxes": [ + 1638, + 991, + 1688, + 1011 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 460, + 230 + ] + }, + { + "text": " About 2,670,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "13 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着，", + "boxes": [ + 178, + 389, + 758, + 413 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "", + "boxes": [ + 640, + 427, + 656, + 443 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "w.thepaper.cn Translate this resuit", + "boxes": [ + 276, + 451, + 492, + 480 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "16 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 208, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 174, + 613, + 720, + 653 + ] + }, + { + "text": "16 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是“三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 178, + 669, + 764, + 693 + ] + }, + { + "text": "浙江在线", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "https://zjnews.zjol.com.cn > yc > qmt Translate this result", + "boxes": [ + 214, + 735, + 562, + 758 + ] + }, + { + "text": "算力上天！首批12星成功入轨，“三体计算星座\"开启太空计算", + "boxes": [ + 176, + 756, + 724, + 792 + ] + }, + { + "text": "11 hours ago·为何要将算力送上太空？李超举了一个直观的例子：“传统遥感卫星拍摄城市交通", + "boxes": [ + 178, + 784, + 780, + 814 + ] + }, + { + "text": "画面，数据传回地面后，可能需要1小时来进行处理。“把算力带到太空就可以实现数据的在轨处.", + "boxes": [ + 178, + 810, + 774, + 834 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 210, + 856, + 292, + 879 + ] + }, + { + "text": "CD", + "boxes": [ + 186, + 870, + 204, + 885 + ] + }, + { + "text": "https:/nchnadailycomcnranslate thisret", + "boxes": [ + 206, + 869, + 512, + 901 + ] + }, + { + "text": "将AI送上太空我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 172, + 891, + 710, + 935 + ] + }, + { + "text": "15 hours ago·12星箭上排布图首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 180, + 927, + 778, + 951 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链．", + "boxes": [ + 176, + 947, + 778, + 977 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 991, + 280, + 1022 + ] + }, + { + "text": "https:/finance.sinacom..cn tech rllI doc. ranslae this result ", + "boxes": [ + 208, + 1010, + 624, + 1042 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 292, + 1070 + ] + } + ] + }, + { + "frame_id": "130_5_3", + "episode_id": 130, + "env_id": 5, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.922630310058594, + "advantages": -0.18353714048862457, + "generated_text": "{\n \"intent\": \"Clicking next in the search functionality will help me find relevant documents or information more efficiently.\",\n \"action\": \"DoubleClick(137, 85)\" \n}", + "action_string": "DoubleClick(137, 85)", + "intent_string": "Clicking next in the search functionality will help me find relevant documents or information more efficiently.", + "before_screen_ocr_results": [ + { + "text": "File Edit ", + "boxes": [ + 4, + 24, + 78, + 50 + ] + }, + { + "text": "Help", + "boxes": [ + 276, + 26, + 308, + 48 + ] + }, + { + "text": "Find", + "boxes": [ + 82, + 46, + 140, + 77 + ] + }, + { + "text": "Ctrl+F", + "boxes": [ + 286, + 50, + 338, + 75 + ] + }, + { + "text": " Find Next ", + "boxes": [ + 100, + 77, + 174, + 103 + ] + }, + { + "text": "Ctrl+G", + "boxes": [ + 284, + 77, + 340, + 103 + ] + }, + { + "text": "Find Previous", + "boxes": [ + 98, + 101, + 200, + 133 + ] + }, + { + "text": "Shift+Ctrl+ G ", + "boxes": [ + 246, + 101, + 340, + 133 + ] + }, + { + "text": " Find and Replace..", + "boxes": [ + 80, + 129, + 226, + 159 + ] + }, + { + "text": "Ctrl+R", + "boxes": [ + 286, + 131, + 340, + 157 + ] + }, + { + "text": " Go to....", + "boxes": [ + 82, + 167, + 152, + 189 + ] + }, + { + "text": "Ctrl+L ", + "boxes": [ + 286, + 163, + 342, + 189 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "t Help", + "boxes": [ + 260, + 24, + 310, + 50 + ] + } + ] + }, + { + "frame_id": "130_6_3", + "episode_id": 130, + "env_id": 6, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.154996871948242, + "advantages": 0.09099619835615158, + "generated_text": "{\n \"intent\": \"To explore and compare gaming keyboards, starting with the top results.\",\n \"action\": \"Click(724, 328)\"\n}", + "action_string": "Click(724, 328)", + "intent_string": "To explore and compare gaming keyboards, starting with the top results.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1588, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1870, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": " gaming keyboard", + "boxes": [ + 302, + 117, + 424, + 141 + ] + }, + { + "text": "EN", + "boxes": [ + 1408, + 127, + 1440, + 141 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1810, + 129, + 1876, + 149 + ] + }, + { + "text": "三 AIl ", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "Recently used flters", + "boxes": [ + 10, + 254, + 150, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": " steeSeries", + "boxes": [ + 7, + 275, + 111, + 312 + ] + }, + { + "text": "Overall Pick 0", + "boxes": [ + 314, + 318, + 406, + 343 + ] + }, + { + "text": "Price", + "boxes": [ + 10, + 330, + 52, + 355 + ] + }, + { + "text": "AULA F75 Pro Wireless Mechanical Keyboard,75% Hot Swappable Custom Keyboard with Knob,RGB", + "boxes": [ + 604, + 324, + 1418, + 347 + ] + }, + { + "text": "$0 -$6,100+", + "boxes": [ + 7, + 351, + 103, + 380 + ] + }, + { + "text": "$66*1 Lst: $82.89", + "boxes": [ + 600, + 418, + 742, + 459 + ] + }, + { + "text": "Deals & Discounts", + "boxes": [ + 10, + 435, + 136, + 465 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 12, + 461, + 100, + 486 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 602, + 461, + 746, + 484 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 480, + 102, + 506 + ] + }, + { + "text": "Ships to China ", + "boxes": [ + 604, + 480, + 690, + 506 + ] + }, + { + "text": " Customer Reviews", + "boxes": [ + 8, + 508, + 136, + 538 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 603, + 502, + 701, + 545 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1810, + 506, + 1864, + 526 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 536, + 146, + 568 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 604, + 538, + 740, + 572 + ] + }, + { + "text": "$65.65 (2+ used & new offers)", + "boxes": [ + 606, + 564, + 802, + 588 + ] + }, + { + "text": "Brands", + "boxes": [ + 10, + 574, + 64, + 600 + ] + }, + { + "text": "Redragon", + "boxes": [ + 5, + 591, + 103, + 628 + ] + }, + { + "text": " Redragon S101 Gaming Keyboard, M601 Mouse, RGB Backlit Gaming Keyboard, Programmable Backlit", + "boxes": [ + 598, + 603, + 1442, + 641 + ] + }, + { + "text": "AULA", + "boxes": [ + 7, + 632, + 79, + 666 + ] + }, + { + "text": "Mouse, Value Combo Set [New Version] ", + "boxes": [ + 604, + 633, + 932, + 663 + ] + }, + { + "text": " Logitech G ", + "boxes": [ + 5, + 650, + 109, + 692 + ] + }, + { + "text": "corsair", + "boxes": [ + 5, + 670, + 89, + 710 + ] + }, + { + "text": "★★★★☆46,545", + "boxes": [ + 606, + 661, + 754, + 685 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 604, + 683, + 774, + 707 + ] + }, + { + "text": "MageGee", + "boxes": [ + 10, + 699, + 98, + 721 + ] + }, + { + "text": " RK ROYAL KLUDGE", + "boxes": [ + 6, + 712, + 160, + 747 + ] + }, + { + "text": "$3999", + "boxes": [ + 602, + 709, + 668, + 742 + ] + }, + { + "text": "Save 20%", + "boxes": [ + 606, + 741, + 686, + 766 + ] + }, + { + "text": "Connectivity", + "boxes": [ + 12, + 770, + 100, + 796 + ] + }, + { + "text": "Delivery Tue, May 27", + "boxes": [ + 602, + 764, + 742, + 794 + ] + }, + { + "text": "Bluetooth", + "boxes": [ + 10, + 794, + 102, + 818 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 608, + 790, + 684, + 814 + ] + }, + { + "text": " Micro USB", + "boxes": [ + 12, + 814, + 102, + 838 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 610, + 816, + 694, + 848 + ] + }, + { + "text": "LF", + "boxes": [ + 14, + 838, + 40, + 852 + ] + }, + { + "text": "RF", + "boxes": [ + 38, + 840, + 50, + 852 + ] + }, + { + "text": " NPET CR87 Hot-Swappable Mechanical Keyboard, 87-Key Compact RGB for Esports & Streaming I Linear", + "boxes": [ + 598, + 868, + 1458, + 905 + ] + }, + { + "text": "Wi-FI", + "boxes": [ + 31, + 894, + 69, + 920 + ] + }, + { + "text": "Red Switches, Anti-Ghosting with Spare Switches (Black&Grey)", + "boxes": [ + 602, + 893, + 1118, + 927 + ] + }, + { + "text": "★★★★☆2", + "boxes": [ + 610, + 927, + 714, + 945 + ] + }, + { + "text": "USB", + "boxes": [ + 68, + 941, + 90, + 955 + ] + }, + { + "text": "$2799.", + "boxes": [ + 606, + 955, + 668, + 981 + ] + }, + { + "text": "ical: $37.99", + "boxes": [ + 690, + 963, + 756, + 983 + ] + }, + { + "text": "PS/2", + "boxes": [ + 16, + 977, + 68, + 997 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "7-6d31b", + "boxes": [ + 1510, + 68, + 1564, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " gaming keyboard", + "boxes": [ + 302, + 113, + 428, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1444, + 143 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle Paperwhite Buy Now", + "boxes": [ + 754, + 204, + 1066, + 234 + ] + }, + { + "text": " AULA F75 Pro Wireless Mechanical Keyboard,75% Hot", + "boxes": [ + 678, + 302, + 1274, + 338 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 644, + 339 + ] + }, + { + "text": "$6631", + "boxes": [ + 1392, + 322, + 1456, + 355 + ] + }, + { + "text": "Swappable Custom Keyboard with Knob,RGB Backlit,Pre-", + "boxes": [ + 680, + 338, + 1304, + 373 + ] + }, + { + "text": " $23.93 Shipping & Import", + "boxes": [ + 1390, + 361, + 1564, + 393 + ] + }, + { + "text": "lubed Reaper Switches,Side Printed PBT", + "boxes": [ + 682, + 371, + 1120, + 401 + ] + }, + { + "text": "Charges to China Detals ", + "boxes": [ + 1392, + 383, + 1574, + 413 + ] + }, + { + "text": "Keycaps,2.4GHz/USB-C/BT5.0 Mechanical Gaming Keyboards ", + "boxes": [ + 678, + 401, + 1356, + 437 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "within 22 hrs 28 mins", + "boxes": [ + 1394, + 420, + 1534, + 453 + ] + }, + { + "text": "Visit the AULA Store", + "boxes": [ + 686, + 435, + 812, + 453 + ] + }, + { + "text": "4.6★★★★", + "boxes": [ + 684, + 451, + 814, + 474 + ] + }, + { + "text": " 666 ratings | Search this page", + "boxes": [ + 824, + 453, + 1026, + 476 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 684, + 476, + 798, + 500 + ] + }, + { + "text": "overall Pick ", + "boxes": [ + 787, + 470, + 887, + 507 + ] + }, + { + "text": "In Stock ", + "boxes": [ + 1392, + 490, + 1468, + 522 + ] + }, + { + "text": "ight in past month", + "boxes": [ + 728, + 510, + 832, + 534 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1868, + 528 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "Limited time deal ", + "boxes": [ + 684, + 548, + 798, + 578 + ] + }, + { + "text": "-20% $6631", + "boxes": [ + 684, + 584, + 808, + 615 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "：$82.890", + "boxes": [ + 730, + 619, + 792, + 637 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "$23.93 Shipping & Import Charges to China Details ", + "boxes": [ + 684, + 643, + 1030, + 667 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1526, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 677, + 1450, + 705 + ] + }, + { + "text": "AULA MALL", + "boxes": [ + 1462, + 675, + 1538, + 707 + ] + }, + { + "text": "Black", + "boxes": [ + 780, + 693, + 816, + 707 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1448, + 727 + ] + }, + { + "text": "Support", + "boxes": [ + 1402, + 741, + 1452, + 760 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 804, + 1420, + 828 + ] + }, + { + "text": "Add a gift receipt fo", + "boxes": [ + 1416, + 826, + 1546, + 850 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 838, + 726, + 864 + ] + }, + { + "text": "AULA", + "boxes": [ + 844, + 836, + 886, + 864 + ] + }, + { + "text": "returns", + "boxes": [ + 1420, + 848, + 1466, + 868 + ] + }, + { + "text": "Compatible Devices", + "boxes": [ + 682, + 866, + 820, + 889 + ] + }, + { + "text": "Laptop, PC, Gaming Console, Tablet, Smartph", + "boxes": [ + 844, + 866, + 1134, + 889 + ] + }, + { + "text": "Conectivity", + "boxes": [ + 682, + 887, + 772, + 919 + ] + }, + { + "text": "Usb, 2.4GHz Wireless BT5.0", + "boxes": [ + 844, + 887, + 1030, + 917 + ] + }, + { + "text": "Technology", + "boxes": [ + 677, + 903, + 767, + 940 + ] + }, + { + "text": " Add to List", + "boxes": [ + 1404, + 897, + 1476, + 923 + ] + }, + { + "text": "Keyboard Description", + "boxes": [ + 684, + 937, + 830, + 961 + ] + }, + { + "text": "Mechanical", + "boxes": [ + 844, + 937, + 920, + 961 + ] + }, + { + "text": "edMdddivryda", + "boxes": [ + 750, + 959, + 1120, + 989 + ] + } + ] + }, + { + "frame_id": "130_7_3", + "episode_id": 130, + "env_id": 7, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.022263526916504, + "advantages": -0.06582382321357727, + "generated_text": "{\n \"intent\": \"Open the article to learn more about the update in梦幻 west game regarding merchant quantities\",\n \"action\": \"DoubleClick(429, 285)\"\n}", + "action_string": "DoubleClick(429, 285)", + "intent_string": "Open the article to learn more about the update in梦幻 west game regarding merchant quantities", + "before_screen_ocr_results": [ + { + "text": "回", + "boxes": [ + 1876, + 6, + 1902, + 20 + ] + }, + { + "text": "×", + "boxes": [ + 196, + 36, + 218, + 50 + ] + }, + { + "text": "梦幻西游宝石商人放量", + "boxes": [ + 248, + 32, + 380, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1848, + 89 + ] + }, + { + "text": "9", + "boxes": [ + 1854, + 71, + 1866, + 83 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "长春市", + "boxes": [ + 1622, + 121, + 1678, + 147 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 123, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1834, + 127, + 1854, + 141 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 264, + 197 + ] + }, + { + "text": "关注", + "boxes": [ + 282, + 179, + 316, + 199 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 542, + 204 + ] + }, + { + "text": "科技 萌宠", + "boxes": [ + 532, + 175, + 648, + 204 + ] + }, + { + "text": "汽车", + "boxes": [ + 648, + 181, + 688, + 201 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1606, + 175, + 1724, + 206 + ] + }, + { + "text": "游戏天地十关注", + "boxes": [ + 388, + 266, + 576, + 304 + ] + }, + { + "text": "41.8K关注者", + "boxes": [ + 1100, + 278, + 1172, + 296 + ] + }, + { + "text": "爱淘宝专星福利", + "boxes": [ + 1520, + 272, + 1610, + 296 + ] + }, + { + "text": "h", + "boxes": [ + 194, + 290, + 210, + 306 + ] + }, + { + "text": "天天开红包", + "boxes": [ + 1514, + 294, + 1624, + 326 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "梦幻西游宝石商人放量，增五色灵尘售卖，糖桂花事件或再", + "boxes": [ + 362, + 347, + 1224, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "现", + "boxes": [ + 362, + 393, + 404, + 431 + ] + }, + { + "text": "爱淘宝福利红包，先领红包再购", + "boxes": [ + 1420, + 407, + 1688, + 447 + ] + }, + { + "text": "物！", + "boxes": [ + 1428, + 443, + 1460, + 465 + ] + }, + { + "text": "E", + "boxes": [ + 194, + 457, + 210, + 472 + ] + }, + { + "text": "游戏天地的报道·15小时·01分钟读取", + "boxes": [ + 364, + 459, + 692, + 488 + ] + }, + { + "text": "广告淘宝-领红包", + "boxes": [ + 1426, + 469, + 1532, + 492 + ] + }, + { + "text": "本周维护公告的内容对于梦幻西游中的某些玩家来说，影响可以说是比较大的，能够降低某些玩家做某些事情时的成", + "boxes": [ + 360, + 540, + 1238, + 578 + ] + }, + { + "text": "访问 游戏天地", + "boxes": [ + 1430, + 554, + 1552, + 584 + ] + }, + { + "text": "C", + "boxes": [ + 1678, + 558, + 1696, + 572 + ] + }, + { + "text": "本，下面就跟着一起看一下吧。", + "boxes": [ + 364, + 572, + 596, + 602 + ] + }, + { + "text": "梦幻西游：每天卖200只30级胚", + "boxes": [ + 1446, + 602, + 1648, + 631 + ] + }, + { + "text": "场", + "boxes": [ + 869, + 619, + 917, + 646 + ] + }, + { + "text": "子，固定入账2.7亿，低端胚子最.", + "boxes": [ + 1444, + 619, + 1656, + 651 + ] + }, + { + "text": "公告时讯", + "boxes": [ + 752, + 645, + 812, + 665 + ] + }, + { + "text": "梦幻西游：无修炼法系带三条三法", + "boxes": [ + 1444, + 661, + 1664, + 695 + ] + }, + { + "text": "，上周内容", + "boxes": [ + 544, + 685, + 634, + 711 + ] + }, + { + "text": "置方案时，将不再自动清除“法宝、灵宝、神器配置”方", + "boxes": [ + 654, + 679, + 1016, + 709 + ] + }, + { + "text": "结装备，任务秒出高伤", + "boxes": [ + 1446, + 685, + 1594, + 715 + ] + }, + { + "text": "案内本角色当前流派无法佩戴的法宝。", + "boxes": [ + 658, + 705, + 892, + 729 + ] + }, + { + "text": "口袋版", + "boxes": [ + 544, + 719, + 620, + 744 + ] + }, + { + "text": "梦幻西游：奇袭法术是商人陷阱，", + "boxes": [ + 1446, + 729, + 1654, + 758 + ] + }, + { + "text": "给", + "boxes": [ + 910, + 739, + 948, + 766 + ] + }, + { + "text": "互通版", + "boxes": [ + 560, + 754, + 616, + 780 + ] + }, + { + "text": "跟风囤货玩家将血本无归", + "boxes": [ + 1446, + 748, + 1608, + 778 + ] + }, + { + "text": "电脑版", + "boxes": [ + 558, + 784, + 630, + 816 + ] + }, + { + "text": "2、“特技定向转换”功能优化，可转换列表新增“普通", + "boxes": [ + 646, + 790, + 1006, + 826 + ] + }, + { + "text": "全服内容", + "boxes": [ + 552, + 818, + 618, + 844 + ] + }, + { + "text": "打造武器（120至150级）”。", + "boxes": [ + 654, + 816, + 836, + 846 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 828, + 1446, + 856 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 878, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 988, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及不", + "boxes": [ + 30, + 951, + 216, + 975 + ] + }, + { + "text": "在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置\"改变您的选择。欲了解", + "boxes": [ + 206, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：", + "boxes": [ + 32, + 971, + 126, + 995 + ] + }, + { + "text": "微软隐私声明", + "boxes": [ + 120, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "李幻西游宝石··", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "回", + "boxes": [ + 1876, + 6, + 1902, + 20 + ] + }, + { + "text": "osoft Bing", + "boxes": [ + 118, + 32, + 188, + 50 + ] + }, + { + "text": "梦幻西游宝石商人放量", + "boxes": [ + 246, + 32, + 382, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 72, + 68, + 126, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1784, + 62, + 1852, + 93 + ] + }, + { + "text": "?", + "boxes": [ + 1850, + 69, + 1868, + 83 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市", + "boxes": [ + 1622, + 121, + 1678, + 147 + ] + }, + { + "text": "中", + "boxes": [ + 1757, + 116, + 1793, + 150 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1834, + 127, + 1854, + 141 + ] + }, + { + "text": "关注", + "boxes": [ + 278, + 177, + 318, + 202 + ] + }, + { + "text": "资讯 娱乐　 时尚 教育", + "boxes": [ + 344, + 173, + 540, + 202 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 264, + 197 + ] + }, + { + "text": "科技 萌宠", + "boxes": [ + 532, + 175, + 650, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1606, + 175, + 1724, + 206 + ] + }, + { + "text": "游戏天地+关注", + "boxes": [ + 384, + 262, + 578, + 310 + ] + }, + { + "text": "41.8K关注者", + "boxes": [ + 1100, + 278, + 1172, + 296 + ] + }, + { + "text": "爱询定专星指刊", + "boxes": [ + 1518, + 268, + 1610, + 296 + ] + }, + { + "text": "h", + "boxes": [ + 194, + 290, + 210, + 306 + ] + }, + { + "text": "天天开红包", + "boxes": [ + 1514, + 294, + 1624, + 326 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "梦幻西游宝石商人放量，增五色灵尘售卖，糖桂花事件或再", + "boxes": [ + 362, + 347, + 1224, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "现", + "boxes": [ + 362, + 393, + 404, + 431 + ] + }, + { + "text": "爱淘宝福利红包，先领红包再购", + "boxes": [ + 1420, + 407, + 1688, + 447 + ] + }, + { + "text": "物！", + "boxes": [ + 1428, + 443, + 1460, + 465 + ] + }, + { + "text": "E", + "boxes": [ + 194, + 457, + 210, + 472 + ] + }, + { + "text": "游戏天地的报道·15小时·①1分钟读取", + "boxes": [ + 364, + 459, + 690, + 488 + ] + }, + { + "text": "广告淘宝-领红包", + "boxes": [ + 1426, + 469, + 1532, + 492 + ] + }, + { + "text": "本周维护公告的内容对于梦幻西游中的某些玩家来说，影响可以说是比较大的，能够降低某些玩家做某些事情时的成", + "boxes": [ + 360, + 540, + 1240, + 578 + ] + }, + { + "text": "访问 游戏天地", + "boxes": [ + 1430, + 554, + 1552, + 584 + ] + }, + { + "text": "本，下面就跟着一起看一下吧。", + "boxes": [ + 364, + 572, + 596, + 602 + ] + }, + { + "text": "G", + "boxes": [ + 1675, + 553, + 1697, + 575 + ] + }, + { + "text": "梦幻西游：每天卖200只30级胚", + "boxes": [ + 1446, + 602, + 1648, + 631 + ] + }, + { + "text": "子，固定入账2.7亿，低端胚子最..", + "boxes": [ + 1444, + 619, + 1656, + 651 + ] + }, + { + "text": "公告时讯", + "boxes": [ + 752, + 645, + 812, + 665 + ] + }, + { + "text": "梦幻西游：无修炼法系带三条三法", + "boxes": [ + 1444, + 661, + 1664, + 695 + ] + }, + { + "text": "，上周内容", + "boxes": [ + 544, + 685, + 634, + 711 + ] + }, + { + "text": "置方案时，将不再自动清除“法宝、灵宝、神器配置”方", + "boxes": [ + 654, + 679, + 1016, + 709 + ] + }, + { + "text": "结装备，任务秒出高伤", + "boxes": [ + 1446, + 685, + 1594, + 715 + ] + }, + { + "text": "案内本角色当前流派无法佩戴的法宝。", + "boxes": [ + 658, + 705, + 892, + 729 + ] + }, + { + "text": "。口袋版", + "boxes": [ + 542, + 717, + 622, + 748 + ] + }, + { + "text": "梦幻西游：奇袭法术是商人陷阱，", + "boxes": [ + 1446, + 729, + 1654, + 758 + ] + }, + { + "text": "给", + "boxes": [ + 910, + 739, + 948, + 766 + ] + }, + { + "text": "互通版", + "boxes": [ + 560, + 754, + 616, + 780 + ] + }, + { + "text": "跟风囤货玩家将血本无归", + "boxes": [ + 1446, + 748, + 1608, + 778 + ] + }, + { + "text": "电脑版", + "boxes": [ + 558, + 784, + 630, + 816 + ] + }, + { + "text": "2、“特技定向转换”功能优化，可转换列表新增“普通", + "boxes": [ + 646, + 790, + 1006, + 826 + ] + }, + { + "text": "全服内容", + "boxes": [ + 552, + 818, + 618, + 844 + ] + }, + { + "text": "打造武器（120至150级）”。", + "boxes": [ + 654, + 816, + 838, + 846 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 828, + 1446, + 856 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 876, + 198, + 911 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 878, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置“改变您的选择。欲了解", + "boxes": [ + 28, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "李幻西游宝石··", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ] + }, + { + "frame_id": "130_0_4", + "episode_id": 130, + "env_id": 0, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.748119354248047, + "advantages": -1.5711826086044312, + "generated_text": "{\n \"intent\": \"The page we are currently on does not seem relevant to our exploration goals. We need to navigate away from this and move forward with exploring other pages.\",\n \"action\": \"DoubleClick(987, 557)\" }", + "action_string": "DoubleClick(987, 557)", + "intent_string": "The page we are currently on does not seem relevant to our exploration goals. We need to navigate away from this and move forward with exploring other pages.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 411, + 858, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1200, + 486, + 1308, + 514 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1096, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐和", + "boxes": [ + 950, + 703, + 1296, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×」十", + "boxes": [ + 6, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 948, + 385, + 1046, + 411 + ] + }, + { + "text": "请输入手机号", + "boxes": [ + 1062, + 381, + 1150, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "请输入短信验证码", + "boxes": [ + 948, + 441, + 1068, + 471 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1200, + 443, + 1308, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "130_1_4", + "episode_id": 130, + "env_id": 1, + "step": 4, + "format_rewards": 1.0, + "rewards": 11.565929412841797, + "advantages": 1.7579659223556519, + "generated_text": "{\n \"intent\": \"Open an article about pure electric vehicles to gain more insights into their features and cost details.\",\n \"action\": \"DoubleClick(322, 964)\"\n}", + "action_string": "DoubleClick(322, 964)", + "intent_string": "Open an article about pure electric vehicles to gain more insights into their features and cost details.", + "before_screen_ocr_results": [ + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 24, + 111, + 184, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 294, + 632, + 330 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1266, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "13.71%", + "boxes": [ + 1632, + 806, + 1686, + 840 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1632, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "游戏天地·15小时", + "boxes": [ + 828, + 917, + 964, + 947 + ] + }, + { + "text": "青春娱乐网·18小时", + "boxes": [ + 1138, + 921, + 1286, + 945 + ] + }, + { + "text": "2025纯电动车价格大盘点：从亲民到豪华", + "boxes": [ + 202, + 945, + 756, + 987 + ] + }, + { + "text": "王者皮肤雨来袭！12款新皮肤", + "boxes": [ + 826, + 941, + 1106, + 977 + ] + }, + { + "text": "“爸爸没有儿子火\"的5位明", + "boxes": [ + 1140, + 943, + 1388, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "官宣陆续上架，哪吒笑了", + "boxes": [ + 826, + 967, + 1054, + 1003 + ] + }, + { + "text": "星，表面上是独自奋斗，实际", + "boxes": [ + 1136, + 967, + 1408, + 1003 + ] + }, + { + "text": "你的选择是什么？", + "boxes": [ + 202, + 983, + 438, + 1024 + ] + }, + { + "text": "英传", + "boxes": [ + 1454, + 979, + 1526, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 991, + 1628, + 1012 + ] + }, + { + "text": "+431634 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "都是走铺好的路", + "boxes": [ + 1136, + 997, + 1288, + 1026 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "豆包AI", + "boxes": [ + 1736, + 202, + 1878, + 260 + ] + }, + { + "text": "为你推荐", + "boxes": [ + 40, + 226, + 144, + 258 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1736, + 252, + 1872, + 296 + ] + }, + { + "text": "资讯", + "boxes": [ + 35, + 269, + 119, + 308 + ] + }, + { + "text": "写作助手", + "boxes": [ + 1734, + 284, + 1874, + 334 + ] + }, + { + "text": "气", + "boxes": [ + 38, + 320, + 118, + 357 + ] + }, + { + "text": "点击下载", + "boxes": [ + 1752, + 330, + 1838, + 355 + ] + }, + { + "text": "豆包PC版_操作便捷_免费下载安", + "boxes": [ + 1590, + 353, + 1860, + 389 + ] + }, + { + "text": "财经", + "boxes": [ + 38, + 367, + 120, + 407 + ] + }, + { + "text": "一点视频/H科普啦", + "boxes": [ + 425, + 377, + 533, + 413 + ] + }, + { + "text": "1", + "boxes": [ + 400, + 389, + 418, + 405 + ] + }, + { + "text": "装", + "boxes": [ + 1596, + 383, + 1620, + 407 + ] + }, + { + "text": "体育", + "boxes": [ + 36, + 411, + 122, + 457 + ] + }, + { + "text": "可以绕过光刻机？湖南大学教授曾公布研究，为芯片发展提供新思路", + "boxes": [ + 396, + 409, + 1004, + 445 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1594, + 413, + 1698, + 437 + ] + }, + { + "text": "可以绕过光刻机？湖南大学教授曾公布研究，为芯片发展提供新思路", + "boxes": [ + 400, + 445, + 822, + 469 + ] + }, + { + "text": "购物", + "boxes": [ + 38, + 465, + 120, + 502 + ] + }, + { + "text": " 47", + "boxes": [ + 398, + 474, + 476, + 500 + ] + }, + { + "text": "名", + "boxes": [ + 385, + 511, + 423, + 537 + ] + }, + { + "text": "03:43", + "boxes": [ + 872, + 508, + 926, + 534 + ] + }, + { + "text": "突变团竞最新玩法", + "boxes": [ + 642, + 592, + 1156, + 671 + ] + }, + { + "text": "冒充突变者", + "boxes": [ + 789, + 758, + 1043, + 894 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1729, + 813, + 1877, + 882 + ] + }, + { + "text": "图", + "boxes": [ + 518, + 860, + 544, + 881 + ] + }, + { + "text": "C", + "boxes": [ + 560, + 866, + 583, + 888 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1733, + 865, + 1873, + 914 + ] + }, + { + "text": "写作助手", + "boxes": [ + 1733, + 899, + 1875, + 956 + ] + }, + { + "text": "点击下载", + "boxes": [ + 1764, + 947, + 1838, + 973 + ] + }, + { + "text": "豆包PC版_操作便捷_免费下载安", + "boxes": [ + 1592, + 975, + 1858, + 1005 + ] + }, + { + "text": "装", + "boxes": [ + 1596, + 1003, + 1620, + 1024 + ] + }, + { + "text": "隐私声明", + "boxes": [ + 1842, + 1016, + 1902, + 1042 + ] + }, + { + "text": "可以绕过光刻··", + "boxes": [ + 216, + 1048, + 308, + 1074 + ] + } + ] + }, + { + "frame_id": "130_2_4", + "episode_id": 130, + "env_id": 2, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.617926597595215, + "advantages": -0.5435343980789185, + "generated_text": "{\n \"intent\": \"Ensure focus on multiple applications by accessing the file menu.\",\n \"action\": \"DoubleClick(72, 35)\" \n}", + "action_string": "DoubleClick(72, 35)", + "intent_string": "Ensure focus on multiple applications by accessing the file menu.", + "before_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 6, + 4, + 32, + 26 + ] + }, + { + "text": "Untitled 1 - LibreOffice Writer", + "boxes": [ + 832, + 8, + 1086, + 32 + ] + }, + { + "text": "File", + "boxes": [ + 10, + 28, + 34, + 42 + ] + }, + { + "text": "Styles", + "boxes": [ + 308, + 38, + 348, + 54 + ] + }, + { + "text": "Tools", + "boxes": [ + 458, + 36, + 508, + 54 + ] + }, + { + "text": "国", + "boxes": [ + 14, + 56, + 42, + 79 + ] + }, + { + "text": "-B- @x自", + "boxes": [ + 60, + 53, + 420, + 95 + ] + }, + { + "text": "m·", + "boxes": [ + 674, + 64, + 764, + 87 + ] + }, + { + "text": "1", + "boxes": [ + 758, + 69, + 786, + 83 + ] + }, + { + "text": "T慢-Ω、", + "boxes": [ + 782, + 62, + 960, + 91 + ] + }, + { + "text": "『一→田", + "boxes": [ + 952, + 62, + 1310, + 91 + ] + }, + { + "text": "Default Style", + "boxes": [ + 78, + 103, + 164, + 121 + ] + }, + { + "text": "?G", + "boxes": [ + 200, + 101, + 276, + 127 + ] + }, + { + "text": "Liberatior", + "boxes": [ + 284, + 103, + 348, + 121 + ] + }, + { + "text": "L", + "boxes": [ + 1892, + 210, + 1908, + 230 + ] + }, + { + "text": "T", + "boxes": [ + 1832, + 248, + 1854, + 278 + ] + }, + { + "text": "", + "boxes": [ + 1892, + 242, + 1906, + 270 + ] + }, + { + "text": "D", + "boxes": [ + 1834, + 290, + 1854, + 310 + ] + }, + { + "text": "Y", + "boxes": [ + 1892, + 282, + 1908, + 298 + ] + }, + { + "text": "O", + "boxes": [ + 1890, + 312, + 1912, + 338 + ] + }, + { + "text": "D", + "boxes": [ + 1836, + 322, + 1850, + 339 + ] + }, + { + "text": " Page 1 of 1", + "boxes": [ + 62, + 989, + 138, + 1012 + ] + }, + { + "text": " Default Style", + "boxes": [ + 666, + 989, + 750, + 1012 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1040, + 989, + 1126, + 1012 + ] + }, + { + "text": "100%", + "boxes": [ + 1816, + 995, + 1850, + 1009 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 0, + 0, + 32, + 30 + ] + }, + { + "text": "Untitled 1-LibreOfficeWriter", + "boxes": [ + 830, + 8, + 1086, + 32 + ] + }, + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "民", + "boxes": [ + 70, + 38, + 82, + 50 + ] + }, + { + "text": "Edit ", + "boxes": [ + 104, + 34, + 136, + 54 + ] + }, + { + "text": " Styles", + "boxes": [ + 300, + 36, + 356, + 54 + ] + }, + { + "text": "国", + "boxes": [ + 10, + 52, + 46, + 83 + ] + }, + { + "text": "New", + "boxes": [ + 84, + 62, + 116, + 81 + ] + }, + { + "text": "I里-T··田", + "boxes": [ + 570, + 62, + 1310, + 91 + ] + }, + { + "text": "Open.", + "boxes": [ + 88, + 91, + 122, + 105 + ] + }, + { + "text": "Open Remote", + "boxes": [ + 88, + 115, + 176, + 133 + ] + }, + { + "text": "a", + "boxes": [ + 510, + 107, + 530, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 726, + 109, + 742, + 123 + ] + }, + { + "text": "Close", + "boxes": [ + 82, + 167, + 118, + 187 + ] + }, + { + "text": "Wizards", + "boxes": [ + 84, + 201, + 138, + 220 + ] + }, + { + "text": "2", + "boxes": [ + 1894, + 210, + 1908, + 228 + ] + }, + { + "text": "Templates", + "boxes": [ + 86, + 224, + 156, + 250 + ] + }, + { + "text": "T", + "boxes": [ + 1832, + 248, + 1854, + 278 + ] + }, + { + "text": "", + "boxes": [ + 1892, + 242, + 1906, + 268 + ] + }, + { + "text": "Reload", + "boxes": [ + 86, + 258, + 130, + 278 + ] + }, + { + "text": "口", + "boxes": [ + 1890, + 282, + 1910, + 302 + ] + }, + { + "text": "Save", + "boxes": [ + 78, + 310, + 122, + 345 + ] + }, + { + "text": "Ctrl+s", + "boxes": [ + 306, + 320, + 354, + 338 + ] + }, + { + "text": "O", + "boxes": [ + 1890, + 312, + 1912, + 338 + ] + }, + { + "text": "D", + "boxes": [ + 1836, + 322, + 1850, + 339 + ] + }, + { + "text": "Shift+Ctrl+s", + "boxes": [ + 270, + 341, + 348, + 365 + ] + }, + { + "text": "Save Remote.", + "boxes": [ + 86, + 373, + 176, + 391 + ] + }, + { + "text": "Save a Copy..", + "boxes": [ + 81, + 395, + 175, + 425 + ] + }, + { + "text": "Export.", + "boxes": [ + 84, + 459, + 134, + 478 + ] + }, + { + "text": "Export As", + "boxes": [ + 82, + 482, + 152, + 508 + ] + }, + { + "text": " Print Previev", + "boxes": [ + 82, + 572, + 166, + 590 + ] + }, + { + "text": "Shift+Ctrl+0", + "boxes": [ + 264, + 568, + 356, + 592 + ] + }, + { + "text": " Print..", + "boxes": [ + 82, + 596, + 124, + 621 + ] + }, + { + "text": "Ctrl+P", + "boxes": [ + 306, + 594, + 356, + 619 + ] + }, + { + "text": " Printer Settings.", + "boxes": [ + 82, + 623, + 190, + 647 + ] + }, + { + "text": " Properties..", + "boxes": [ + 82, + 655, + 162, + 679 + ] + }, + { + "text": " Digital Signatures", + "boxes": [ + 82, + 683, + 204, + 707 + ] + }, + { + "text": " Page l of 1", + "boxes": [ + 60, + 989, + 138, + 1012 + ] + }, + { + "text": " Default Style", + "boxes": [ + 664, + 989, + 752, + 1012 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1040, + 989, + 1126, + 1012 + ] + }, + { + "text": "D0DD", + "boxes": [ + 1598, + 993, + 1668, + 1011 + ] + }, + { + "text": " 100%", + "boxes": [ + 1810, + 993, + 1856, + 1011 + ] + }, + { + "text": "Default Style", + "boxes": [ + 660, + 1018, + 742, + 1042 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1070, + 1020, + 1148, + 1038 + ] + }, + { + "text": "0D", + "boxes": [ + 1660, + 1020, + 1720, + 1040 + ] + } + ] + }, + { + "frame_id": "130_3_4", + "episode_id": 130, + "env_id": 3, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.085817337036133, + "advantages": 0.009262883104383945, + "generated_text": "{\n \"intent\": \"The main purpose here is to verify the user's identity by entering their phone number or scanning the QR code provided.\",\n \"action\": \"Click(763, 392)\"\n}", + "action_string": "Click(763, 392)", + "intent_string": "The main purpose here is to verify the user's identity by entering their phone number or scanning the QR code provided.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1038, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1110, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 660, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知恶ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 660, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "130_4_4", + "episode_id": 130, + "env_id": 4, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.283113479614258, + "advantages": 0.24236169457435608, + "generated_text": "{\n \"intent\": \"Click on one of the news articles mentioning the successful launch of AI satellites to gather more information\",\n \"action\": \"DoubleClick(309, 355)\"\n}", + "action_string": "DoubleClick(309, 355)", + "intent_string": "Click on one of the news articles mentioning the successful launch of AI satellites to gather more information", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 460, + 230 + ] + }, + { + "text": " About 2,670,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "13 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着，", + "boxes": [ + 178, + 389, + 758, + 413 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "", + "boxes": [ + 640, + 427, + 656, + 443 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "w.thepaper.cn Translate this resuit", + "boxes": [ + 276, + 451, + 492, + 480 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "16 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 208, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 174, + 613, + 720, + 653 + ] + }, + { + "text": "16 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是“三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 178, + 669, + 764, + 693 + ] + }, + { + "text": "浙江在线", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "https://zjnews.zjol.com.cn > yc > qmt Translate this result", + "boxes": [ + 214, + 735, + 562, + 758 + ] + }, + { + "text": "算力上天！首批12星成功入轨，“三体计算星座\"开启太空计算", + "boxes": [ + 176, + 756, + 724, + 792 + ] + }, + { + "text": "11 hours ago·为何要将算力送上太空？李超举了一个直观的例子：“传统遥感卫星拍摄城市交通", + "boxes": [ + 178, + 784, + 780, + 814 + ] + }, + { + "text": "画面，数据传回地面后，可能需要1小时来进行处理。“把算力带到太空就可以实现数据的在轨处.", + "boxes": [ + 178, + 810, + 774, + 834 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 210, + 856, + 292, + 879 + ] + }, + { + "text": "CD", + "boxes": [ + 186, + 870, + 204, + 885 + ] + }, + { + "text": "https:/nchnadailycomcnranslate thisret", + "boxes": [ + 206, + 869, + 512, + 901 + ] + }, + { + "text": "将AI送上太空我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 172, + 891, + 710, + 935 + ] + }, + { + "text": "15 hours ago·12星箭上排布图首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 180, + 927, + 778, + 951 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链．", + "boxes": [ + 176, + 947, + 778, + 977 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 991, + 280, + 1022 + ] + }, + { + "text": "https:/finance.sinacom..cn tech rllI doc. ranslae this result ", + "boxes": [ + 208, + 1010, + 624, + 1042 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 292, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 862, + 111, + 892, + 131 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 360, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "兑读", + "boxes": [ + 908, + 161, + 932, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道）", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 654, + 568, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "130_5_4", + "episode_id": 130, + "env_id": 5, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.33670425415039, + "advantages": -0.875789225101471, + "generated_text": "{\n \"intent\": \"Clicking on the untitled document to open it\",\n \"action\": \"DoubleClick(960, 438)\"\n}", + "action_string": "DoubleClick(960, 438)", + "intent_string": "Clicking on the untitled document to open it", + "before_screen_ocr_results": [ + { + "text": "t Help", + "boxes": [ + 258, + 24, + 310, + 50 + ] + }, + { + "text": " Untitled - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untitled 1 - M..", + "boxes": [ + 208, + 1048, + 316, + 1072 + ] + } + ] + }, + { + "frame_id": "130_6_4", + "episode_id": 130, + "env_id": 6, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.447881698608398, + "advantages": -0.7444368004798889, + "generated_text": "{\n \"intent\": \"Move the mouse to highlights the keyboard section on the page for better exploration.\",\n \"action\": \"DoubleClick(870, 357)\"\n}", + "action_string": "DoubleClick(870, 357)", + "intent_string": "Move the mouse to highlights the keyboard section on the page for better exploration.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "7-6d31b", + "boxes": [ + 1510, + 68, + 1564, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " gaming keyboard", + "boxes": [ + 302, + 113, + 428, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1444, + 143 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle Paperwhite Buy Now", + "boxes": [ + 754, + 204, + 1066, + 234 + ] + }, + { + "text": " AULA F75 Pro Wireless Mechanical Keyboard,75% Hot", + "boxes": [ + 678, + 302, + 1274, + 338 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 644, + 339 + ] + }, + { + "text": "$6631", + "boxes": [ + 1392, + 322, + 1456, + 355 + ] + }, + { + "text": "Swappable Custom Keyboard with Knob,RGB Backlit,Pre-", + "boxes": [ + 680, + 338, + 1304, + 373 + ] + }, + { + "text": " $23.93 Shipping & Import", + "boxes": [ + 1390, + 361, + 1564, + 393 + ] + }, + { + "text": "lubed Reaper Switches,Side Printed PBT", + "boxes": [ + 682, + 371, + 1120, + 401 + ] + }, + { + "text": "Charges to China Detals ", + "boxes": [ + 1392, + 383, + 1574, + 413 + ] + }, + { + "text": "Keycaps,2.4GHz/USB-C/BT5.0 Mechanical Gaming Keyboards ", + "boxes": [ + 678, + 401, + 1356, + 437 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "within 22 hrs 28 mins", + "boxes": [ + 1394, + 420, + 1534, + 453 + ] + }, + { + "text": "Visit the AULA Store", + "boxes": [ + 686, + 435, + 812, + 453 + ] + }, + { + "text": "4.6★★★★", + "boxes": [ + 684, + 451, + 814, + 474 + ] + }, + { + "text": " 666 ratings | Search this page", + "boxes": [ + 824, + 453, + 1026, + 476 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 684, + 476, + 798, + 500 + ] + }, + { + "text": "overall Pick ", + "boxes": [ + 787, + 470, + 887, + 507 + ] + }, + { + "text": "In Stock ", + "boxes": [ + 1392, + 490, + 1468, + 522 + ] + }, + { + "text": "ight in past month", + "boxes": [ + 728, + 510, + 832, + 534 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1868, + 528 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "Limited time deal ", + "boxes": [ + 684, + 548, + 798, + 578 + ] + }, + { + "text": "-20% $6631", + "boxes": [ + 684, + 584, + 808, + 615 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "：$82.890", + "boxes": [ + 730, + 619, + 792, + 637 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "$23.93 Shipping & Import Charges to China Details ", + "boxes": [ + 684, + 643, + 1030, + 667 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1526, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 677, + 1450, + 705 + ] + }, + { + "text": "AULA MALL", + "boxes": [ + 1462, + 675, + 1538, + 707 + ] + }, + { + "text": "Black", + "boxes": [ + 780, + 693, + 816, + 707 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1448, + 727 + ] + }, + { + "text": "Support", + "boxes": [ + 1402, + 741, + 1452, + 760 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 804, + 1420, + 828 + ] + }, + { + "text": "Add a gift receipt fo", + "boxes": [ + 1416, + 826, + 1546, + 850 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 838, + 726, + 864 + ] + }, + { + "text": "AULA", + "boxes": [ + 844, + 836, + 886, + 864 + ] + }, + { + "text": "returns", + "boxes": [ + 1420, + 848, + 1466, + 868 + ] + }, + { + "text": "Compatible Devices", + "boxes": [ + 682, + 866, + 820, + 889 + ] + }, + { + "text": "Laptop, PC, Gaming Console, Tablet, Smartph", + "boxes": [ + 844, + 866, + 1134, + 889 + ] + }, + { + "text": "Conectivity", + "boxes": [ + 682, + 887, + 772, + 919 + ] + }, + { + "text": "Usb, 2.4GHz Wireless BT5.0", + "boxes": [ + 844, + 887, + 1030, + 917 + ] + }, + { + "text": "Technology", + "boxes": [ + 677, + 903, + 767, + 940 + ] + }, + { + "text": " Add to List", + "boxes": [ + 1404, + 897, + 1476, + 923 + ] + }, + { + "text": "Keyboard Description", + "boxes": [ + 684, + 937, + 830, + 961 + ] + }, + { + "text": "Mechanical", + "boxes": [ + 844, + 937, + 920, + 961 + ] + }, + { + "text": "edMdddivryda", + "boxes": [ + 750, + 959, + 1120, + 989 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "7-6d31b", + "boxes": [ + 1510, + 68, + 1564, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " gaming keyboard", + "boxes": [ + 302, + 113, + 428, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1444, + 143 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle Paperwhite Buy Now", + "boxes": [ + 754, + 204, + 1064, + 234 + ] + }, + { + "text": "AULA F75 Pro Wireless Mechanical Keyboard,75% Hot", + "boxes": [ + 680, + 304, + 1276, + 339 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 644, + 339 + ] + }, + { + "text": "$6631", + "boxes": [ + 1392, + 322, + 1456, + 355 + ] + }, + { + "text": "Swappable Custam Keyboard with Knob,RGB Backlit,Pre-", + "boxes": [ + 680, + 338, + 1304, + 373 + ] + }, + { + "text": " $23.93 Shipping & Import", + "boxes": [ + 1390, + 361, + 1564, + 393 + ] + }, + { + "text": "lubed Reaper Switches,Side Printed PBT", + "boxes": [ + 680, + 371, + 1120, + 401 + ] + }, + { + "text": "Charges to China Detals ", + "boxes": [ + 1392, + 383, + 1574, + 413 + ] + }, + { + "text": "Keycaps,2.4GHz/USB-C/BT5.0 Mechanical Gaming Keyboards ", + "boxes": [ + 678, + 401, + 1356, + 437 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "within 22 hrs 28 mins", + "boxes": [ + 1394, + 420, + 1534, + 453 + ] + }, + { + "text": "4.6★★★★", + "boxes": [ + 684, + 451, + 814, + 474 + ] + }, + { + "text": " 666 ratings | Search this page", + "boxes": [ + 824, + 453, + 1028, + 476 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 684, + 476, + 798, + 500 + ] + }, + { + "text": "overall Pick ", + "boxes": [ + 787, + 470, + 887, + 507 + ] + }, + { + "text": "In Stock ", + "boxes": [ + 1392, + 490, + 1468, + 522 + ] + }, + { + "text": "3K+b", + "boxes": [ + 681, + 507, + 716, + 533 + ] + }, + { + "text": "ight in past month", + "boxes": [ + 728, + 510, + 832, + 534 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1868, + 528 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "Limited time deal", + "boxes": [ + 684, + 548, + 796, + 578 + ] + }, + { + "text": "-20% $6631", + "boxes": [ + 684, + 584, + 808, + 615 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "：$82.890", + "boxes": [ + 730, + 619, + 792, + 637 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "$23.93 Shipping & Import Charges to China Details ", + "boxes": [ + 684, + 643, + 1030, + 667 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1526, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 677, + 1450, + 705 + ] + }, + { + "text": "AULA MALL", + "boxes": [ + 1462, + 675, + 1538, + 707 + ] + }, + { + "text": "Black", + "boxes": [ + 780, + 693, + 816, + 707 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1448, + 727 + ] + }, + { + "text": "Support", + "boxes": [ + 1402, + 741, + 1452, + 760 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 804, + 1420, + 828 + ] + }, + { + "text": "Add a gift receipt for", + "boxes": [ + 1416, + 826, + 1550, + 850 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 838, + 726, + 864 + ] + }, + { + "text": "AULA", + "boxes": [ + 844, + 836, + 886, + 864 + ] + }, + { + "text": "returns", + "boxes": [ + 1420, + 848, + 1466, + 868 + ] + }, + { + "text": "Compatible Devices", + "boxes": [ + 682, + 866, + 818, + 889 + ] + }, + { + "text": "Laptop, PC, Gaming Console, Tablet, Smartph", + "boxes": [ + 844, + 866, + 1134, + 889 + ] + }, + { + "text": "Conectivity", + "boxes": [ + 682, + 887, + 772, + 919 + ] + }, + { + "text": "Usb, 2.4GHz Wireless BT5.0", + "boxes": [ + 844, + 887, + 1030, + 917 + ] + }, + { + "text": "Technology", + "boxes": [ + 677, + 903, + 767, + 940 + ] + }, + { + "text": " Add to List", + "boxes": [ + 1404, + 897, + 1476, + 923 + ] + }, + { + "text": "Keyboard Description", + "boxes": [ + 684, + 937, + 830, + 961 + ] + }, + { + "text": "Mechanical", + "boxes": [ + 844, + 937, + 920, + 961 + ] + }, + { + "text": "edMdddivryda", + "boxes": [ + 750, + 959, + 1120, + 989 + ] + } + ] + }, + { + "frame_id": "130_7_4", + "episode_id": 130, + "env_id": 7, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.544357299804688, + "advantages": -0.6304540634155273, + "generated_text": "{\n \"intent\": \"Click on the article about the Treasure Mansion Building Sp Cron reducing purple light drop event to explore more information\",\n \"action\": \"DoubleClick(632, 377)\"\n}", + "action_string": "DoubleClick(632, 377)", + "intent_string": "Click on the article about the Treasure Mansion Building Sp Cron reducing purple light drop event to explore more information", + "before_screen_ocr_results": [ + { + "text": "回", + "boxes": [ + 1876, + 6, + 1902, + 20 + ] + }, + { + "text": "osoft Bing", + "boxes": [ + 118, + 32, + 188, + 50 + ] + }, + { + "text": "梦幻西游宝石商人放量", + "boxes": [ + 248, + 32, + 382, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 72, + 68, + 126, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1784, + 62, + 1852, + 93 + ] + }, + { + "text": "?", + "boxes": [ + 1850, + 69, + 1868, + 83 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市", + "boxes": [ + 1622, + 121, + 1678, + 147 + ] + }, + { + "text": "中", + "boxes": [ + 1757, + 116, + 1793, + 150 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1834, + 127, + 1854, + 141 + ] + }, + { + "text": "关注", + "boxes": [ + 278, + 177, + 318, + 202 + ] + }, + { + "text": "资讯 娱乐　 时尚 教育", + "boxes": [ + 344, + 173, + 540, + 202 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 264, + 197 + ] + }, + { + "text": "科技 萌宠", + "boxes": [ + 532, + 175, + 646, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1606, + 175, + 1724, + 206 + ] + }, + { + "text": "游戏天地+关注", + "boxes": [ + 384, + 262, + 578, + 310 + ] + }, + { + "text": "41.8K关注者", + "boxes": [ + 1100, + 278, + 1172, + 296 + ] + }, + { + "text": "爱询定专星指刊", + "boxes": [ + 1518, + 268, + 1610, + 296 + ] + }, + { + "text": "h", + "boxes": [ + 194, + 290, + 210, + 306 + ] + }, + { + "text": "天天开红包", + "boxes": [ + 1514, + 294, + 1624, + 326 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "梦幻西游宝石商人放量，增五色灵尘售卖，糖桂花事件或再", + "boxes": [ + 362, + 347, + 1224, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "现", + "boxes": [ + 362, + 393, + 404, + 431 + ] + }, + { + "text": "爱淘宝福利红包，先领红包再购", + "boxes": [ + 1420, + 407, + 1688, + 447 + ] + }, + { + "text": "物！", + "boxes": [ + 1428, + 443, + 1460, + 465 + ] + }, + { + "text": "E", + "boxes": [ + 194, + 457, + 210, + 472 + ] + }, + { + "text": "游戏天地的报道·15小时·①1分钟读取", + "boxes": [ + 364, + 459, + 690, + 488 + ] + }, + { + "text": "广告淘宝-领红包", + "boxes": [ + 1426, + 469, + 1532, + 492 + ] + }, + { + "text": "本周维护公告的内容对于梦幻西游中的某些玩家来说，影响可以说是比较大的，能够降低某些玩家做某些事情时的成", + "boxes": [ + 360, + 540, + 1240, + 578 + ] + }, + { + "text": "访问 游戏天地", + "boxes": [ + 1430, + 554, + 1552, + 584 + ] + }, + { + "text": "C", + "boxes": [ + 1678, + 558, + 1696, + 572 + ] + }, + { + "text": "本，下面就跟着一起看一下吧。", + "boxes": [ + 364, + 572, + 596, + 602 + ] + }, + { + "text": "梦幻西游：每天卖200只30级胚", + "boxes": [ + 1446, + 602, + 1648, + 631 + ] + }, + { + "text": "子，固定入账2.7亿，低端胚子最..", + "boxes": [ + 1444, + 619, + 1656, + 651 + ] + }, + { + "text": "公告时讯", + "boxes": [ + 752, + 645, + 812, + 665 + ] + }, + { + "text": "梦幻西游：无修炼法系带三条三法", + "boxes": [ + 1444, + 661, + 1664, + 695 + ] + }, + { + "text": "，上周内容", + "boxes": [ + 544, + 685, + 634, + 711 + ] + }, + { + "text": "置方案时，将不再自动清除“法宝、灵宝、神器配置”方", + "boxes": [ + 654, + 679, + 1016, + 709 + ] + }, + { + "text": "结装备，任务秒出高伤", + "boxes": [ + 1446, + 685, + 1594, + 715 + ] + }, + { + "text": "案内本角色当前流派无法佩戴的法宝。", + "boxes": [ + 658, + 705, + 892, + 729 + ] + }, + { + "text": "。口袋版", + "boxes": [ + 542, + 717, + 622, + 748 + ] + }, + { + "text": "梦幻西游：奇袭法术是商人陷阱，", + "boxes": [ + 1446, + 729, + 1654, + 758 + ] + }, + { + "text": "给", + "boxes": [ + 910, + 739, + 948, + 766 + ] + }, + { + "text": "互通版", + "boxes": [ + 560, + 754, + 616, + 780 + ] + }, + { + "text": "跟风囤货玩家将血本无归", + "boxes": [ + 1446, + 748, + 1608, + 778 + ] + }, + { + "text": "电脑版", + "boxes": [ + 558, + 784, + 630, + 816 + ] + }, + { + "text": "2、“特技定向转换”功能优化，可转换列表新增“普通", + "boxes": [ + 646, + 790, + 1006, + 826 + ] + }, + { + "text": "全服内容", + "boxes": [ + 552, + 818, + 618, + 844 + ] + }, + { + "text": "打造武器（120至150级）”。", + "boxes": [ + 654, + 816, + 838, + 846 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 828, + 1446, + 856 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 876, + 198, + 911 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 878, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置“改变您的选择。欲了解", + "boxes": [ + 28, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "李幻西游宝石··", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "回", + "boxes": [ + 1876, + 6, + 1902, + 20 + ] + }, + { + "text": "osoft Bing", + "boxes": [ + 118, + 32, + 188, + 50 + ] + }, + { + "text": "梦幻西游宝石商人放量", + "boxes": [ + 246, + 32, + 382, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 72, + 68, + 126, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1784, + 62, + 1852, + 93 + ] + }, + { + "text": "?", + "boxes": [ + 1850, + 69, + 1868, + 83 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市", + "boxes": [ + 1622, + 121, + 1678, + 147 + ] + }, + { + "text": "中", + "boxes": [ + 1757, + 116, + 1793, + 150 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1834, + 127, + 1854, + 141 + ] + }, + { + "text": "关注", + "boxes": [ + 282, + 179, + 316, + 199 + ] + }, + { + "text": "资讯 娱乐　 时尚 教育", + "boxes": [ + 344, + 173, + 540, + 202 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 264, + 197 + ] + }, + { + "text": "科技 萌宠", + "boxes": [ + 532, + 175, + 650, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1606, + 175, + 1724, + 206 + ] + }, + { + "text": "游戏天地十关注", + "boxes": [ + 388, + 264, + 576, + 302 + ] + }, + { + "text": "41.8K关注者", + "boxes": [ + 1097, + 273, + 1173, + 298 + ] + }, + { + "text": "爱询定专星指刊", + "boxes": [ + 1518, + 268, + 1610, + 296 + ] + }, + { + "text": "h", + "boxes": [ + 194, + 290, + 210, + 306 + ] + }, + { + "text": "天天开红包", + "boxes": [ + 1514, + 294, + 1624, + 326 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "梦幻西游宝石商人放量，增五色灵尘售卖，糖桂花事件或再", + "boxes": [ + 362, + 347, + 1224, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "现", + "boxes": [ + 362, + 393, + 404, + 431 + ] + }, + { + "text": "爱淘宝福利红包，先领红包再购", + "boxes": [ + 1420, + 407, + 1688, + 447 + ] + }, + { + "text": "物！", + "boxes": [ + 1428, + 443, + 1460, + 465 + ] + }, + { + "text": "E", + "boxes": [ + 194, + 457, + 210, + 472 + ] + }, + { + "text": "游戏天地的报道·15小时·①1分钟读取", + "boxes": [ + 364, + 459, + 690, + 488 + ] + }, + { + "text": "广告淘宝-领红包", + "boxes": [ + 1426, + 469, + 1532, + 492 + ] + }, + { + "text": "本周维护公告的内容对于梦幻西游中的某些玩家来说，影响可以说是比较大的，能够降低某些玩家做某些事情时的成", + "boxes": [ + 360, + 540, + 1240, + 578 + ] + }, + { + "text": "访问 游戏天地", + "boxes": [ + 1430, + 554, + 1552, + 584 + ] + }, + { + "text": "C", + "boxes": [ + 1678, + 558, + 1696, + 572 + ] + }, + { + "text": "本，下面就跟着一起看一下吧。", + "boxes": [ + 364, + 572, + 596, + 602 + ] + }, + { + "text": "梦幻西游：每天卖200只30级胚", + "boxes": [ + 1446, + 602, + 1648, + 631 + ] + }, + { + "text": "子，固定入账2.7亿，低端胚子最..", + "boxes": [ + 1444, + 619, + 1656, + 651 + ] + }, + { + "text": "公告时讯", + "boxes": [ + 752, + 645, + 812, + 665 + ] + }, + { + "text": "梦幻西游：无修炼法系带三条三法", + "boxes": [ + 1444, + 661, + 1664, + 695 + ] + }, + { + "text": "，上周内容", + "boxes": [ + 544, + 685, + 634, + 711 + ] + }, + { + "text": "置方案时，将不再自动清除“法宝、灵宝、神器配置”方", + "boxes": [ + 654, + 679, + 1016, + 709 + ] + }, + { + "text": "结装备，任务秒出高伤", + "boxes": [ + 1446, + 685, + 1594, + 715 + ] + }, + { + "text": "案内本角色当前流派无法佩戴的法宝。", + "boxes": [ + 658, + 705, + 892, + 729 + ] + }, + { + "text": "。口袋版", + "boxes": [ + 542, + 717, + 622, + 748 + ] + }, + { + "text": "梦幻西游：奇袭法术是商人陷阱，", + "boxes": [ + 1446, + 729, + 1654, + 758 + ] + }, + { + "text": "给", + "boxes": [ + 910, + 739, + 948, + 766 + ] + }, + { + "text": "互通版", + "boxes": [ + 560, + 754, + 616, + 780 + ] + }, + { + "text": "跟风囤货玩家将血本无归", + "boxes": [ + 1446, + 748, + 1608, + 778 + ] + }, + { + "text": "电脑版", + "boxes": [ + 558, + 784, + 630, + 816 + ] + }, + { + "text": "2、“特技定向转换”功能优化，可转换列表新增“普通", + "boxes": [ + 646, + 790, + 1006, + 826 + ] + }, + { + "text": "全服内容", + "boxes": [ + 552, + 818, + 618, + 844 + ] + }, + { + "text": "打造武器（120至150级）”。", + "boxes": [ + 654, + 816, + 838, + 846 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 828, + 1446, + 856 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 876, + 198, + 911 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 878, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置“改变您的选择。欲了解", + "boxes": [ + 28, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "李幻西游宝石··", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ] + }, + { + "frame_id": "130_0_5", + "episode_id": 130, + "env_id": 0, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.028772354125977, + "advantages": -1.2396005392074585, + "generated_text": "{\n \"intent\": \"To proceed with registering or logging in, I will start by selecting an option to open the Zhihu app.\",\n \"action\": \"DoubleClick(1274, 351)\"\n}", + "action_string": "DoubleClick(1274, 351)", + "intent_string": "To proceed with registering or logging in, I will start by selecting an option to open the Zhihu app.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×」十", + "boxes": [ + 6, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 948, + 385, + 1046, + 411 + ] + }, + { + "text": "请输入手机号", + "boxes": [ + 1062, + 381, + 1150, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "请输入短信验证码", + "boxes": [ + 948, + 441, + 1068, + 471 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1200, + 443, + 1308, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 946, + 310, + 1038, + 341 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1048, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 948, + 385, + 1044, + 411 + ] + }, + { + "text": "请输入手机号", + "boxes": [ + 1062, + 381, + 1150, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 411, + 860, + 441 + ] + }, + { + "text": "请输入短信验证码", + "boxes": [ + 948, + 441, + 1068, + 471 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1200, + 443, + 1308, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "130_1_5", + "episode_id": 130, + "env_id": 1, + "step": 5, + "format_rewards": 1.0, + "rewards": 12.031539916992188, + "advantages": 2.3080692291259766, + "generated_text": "{\n \"intent\": \"Searching the internet for videos on '绕过光刻机？湖南大学教授曾公布研究，为芯片发展提供新思路'\",\n \"action\": \"DoubleClick(497, 422)\"\n}", + "action_string": "DoubleClick(497, 422)", + "intent_string": "Searching the internet for videos on '绕过光刻机？湖南大学教授曾公布研究，为芯片发展提供新思路'", + "before_screen_ocr_results": [ + { + "text": "Q", + "boxes": [ + 1308, + 123, + 1326, + 139 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1736, + 202, + 1878, + 260 + ] + }, + { + "text": "为你推荐", + "boxes": [ + 40, + 226, + 144, + 258 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1736, + 252, + 1872, + 296 + ] + }, + { + "text": "资讯", + "boxes": [ + 35, + 269, + 119, + 308 + ] + }, + { + "text": "写作助手", + "boxes": [ + 1734, + 284, + 1874, + 334 + ] + }, + { + "text": "气", + "boxes": [ + 38, + 320, + 118, + 357 + ] + }, + { + "text": "点击下载", + "boxes": [ + 1752, + 330, + 1838, + 355 + ] + }, + { + "text": "豆包PC版_操作便捷_免费下载安", + "boxes": [ + 1590, + 353, + 1858, + 389 + ] + }, + { + "text": "财经", + "boxes": [ + 38, + 367, + 120, + 407 + ] + }, + { + "text": "一点视频/Hi科普啦", + "boxes": [ + 423, + 377, + 533, + 413 + ] + }, + { + "text": "1", + "boxes": [ + 400, + 389, + 418, + 405 + ] + }, + { + "text": "装", + "boxes": [ + 1594, + 383, + 1620, + 407 + ] + }, + { + "text": "体育", + "boxes": [ + 36, + 411, + 122, + 457 + ] + }, + { + "text": "可以绕过光刻机？湖南大学教授曾公布研究，为芯片发展提供新思路", + "boxes": [ + 396, + 409, + 1004, + 445 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1594, + 413, + 1698, + 437 + ] + }, + { + "text": "可以绕过光刻机？湖南大学教授曾公布研究，为芯片发展提供新思路", + "boxes": [ + 400, + 445, + 822, + 469 + ] + }, + { + "text": "购物", + "boxes": [ + 38, + 465, + 120, + 502 + ] + }, + { + "text": " 47", + "boxes": [ + 398, + 474, + 476, + 500 + ] + }, + { + "text": "热门报道", + "boxes": [ + 1592, + 496, + 1668, + 522 + ] + }, + { + "text": "名", + "boxes": [ + 385, + 511, + 423, + 537 + ] + }, + { + "text": "03:43", + "boxes": [ + 872, + 508, + 926, + 534 + ] + }, + { + "text": "1.北京日报", + "boxes": [ + 1588, + 528, + 1686, + 554 + ] + }, + { + "text": "点赞！因救人错过高考的", + "boxes": [ + 1606, + 544, + 1770, + 580 + ] + }, + { + "text": "少年姜昭鹏获表彰", + "boxes": [ + 1608, + 570, + 1728, + 600 + ] + }, + { + "text": "突变团竞最新玩法", + "boxes": [ + 642, + 592, + 1156, + 671 + ] + }, + { + "text": "2.", + "boxes": [ + 1590, + 615, + 1638, + 641 + ] + }, + { + "text": "一点资讯", + "boxes": [ + 1628, + 615, + 1686, + 641 + ] + }, + { + "text": "陈梦谈\"至暗时刻”，曾把自", + "boxes": [ + 1608, + 635, + 1780, + 665 + ] + }, + { + "text": "已关卫生间2个小时，网…·", + "boxes": [ + 1610, + 657, + 1774, + 687 + ] + }, + { + "text": "3.%人民资讯", + "boxes": [ + 1583, + 696, + 1689, + 733 + ] + }, + { + "text": "京东、美团、饿了么等外", + "boxes": [ + 1606, + 721, + 1772, + 756 + ] + }, + { + "text": "卖平台企业被约谈", + "boxes": [ + 1610, + 744, + 1732, + 774 + ] + }, + { + "text": "冒充突变者", + "boxes": [ + 789, + 758, + 1043, + 894 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1734, + 820, + 1872, + 878 + ] + }, + { + "text": "上", + "boxes": [ + 564, + 870, + 580, + 887 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1733, + 865, + 1873, + 914 + ] + }, + { + "text": "写作助手", + "boxes": [ + 1733, + 901, + 1873, + 952 + ] + }, + { + "text": "点击下载", + "boxes": [ + 1768, + 947, + 1838, + 973 + ] + }, + { + "text": "豆包PC版_操作便捷_免费下载安", + "boxes": [ + 1590, + 975, + 1858, + 1005 + ] + }, + { + "text": "装", + "boxes": [ + 1596, + 1003, + 1620, + 1024 + ] + }, + { + "text": "隐私声明", + "boxes": [ + 1840, + 1016, + 1902, + 1042 + ] + }, + { + "text": "可以绕过光刻··", + "boxes": [ + 216, + 1048, + 308, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "可以绕过光刻机？湖南大学教授X", + "boxes": [ + 226, + 32, + 436, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 4, + 59, + 130, + 96 + ] + }, + { + "text": "·", + "boxes": [ + 1578, + 62, + 1664, + 93 + ] + }, + { + "text": "I四9三", + "boxes": [ + 1782, + 62, + 1914, + 93 + ] + }, + { + "text": "目关于", + "boxes": [ + 1570, + 127, + 1640, + 161 + ] + }, + { + "text": " 评论", + "boxes": [ + 1748, + 125, + 1824, + 163 + ] + }, + { + "text": "一点视频/Hi科普啦·1月", + "boxes": [ + 1534, + 181, + 1680, + 210 + ] + }, + { + "text": "1.", + "boxes": [ + 1526, + 191, + 1538, + 202 + ] + }, + { + "text": "可以绕过光刻机？湖南大学教授曾公布", + "boxes": [ + 1514, + 204, + 1866, + 244 + ] + }, + { + "text": "研究，为芯片发展提供新思路", + "boxes": [ + 1512, + 236, + 1786, + 272 + ] + }, + { + "text": "可以绕过光刻机？湖南大学教授曾公布研究，为芯片发·", + "boxes": [ + 1516, + 272, + 1864, + 302 + ] + }, + { + "text": "查看更多", + "boxes": [ + 1518, + 294, + 1576, + 320 + ] + }, + { + "text": "国", + "boxes": [ + 1552, + 363, + 1580, + 387 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1674, + 387, + 1852, + 463 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1672, + 447, + 1846, + 504 + ] + }, + { + "text": "写作助手", + "boxes": [ + 1665, + 480, + 1855, + 563 + ] + }, + { + "text": "0:00", + "boxes": [ + 46, + 496, + 66, + 510 + ] + }, + { + "text": "点击下载", + "boxes": [ + 1724, + 546, + 1800, + 578 + ] + }, + { + "text": "15", + "boxes": [ + 1430, + 582, + 1442, + 594 + ] + }, + { + "text": "豆包PC版_操作便捷_免费下载安装", + "boxes": [ + 1554, + 594, + 1810, + 629 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1558, + 631, + 1662, + 657 + ] + }, + { + "text": "1.", + "boxes": [ + 1640, + 739, + 1658, + 754 + ] + }, + { + "text": "一点视频/天上飞和平精英·2天", + "boxes": [ + 1650, + 731, + 1838, + 760 + ] + }, + { + "text": "突变团竞最新玩法 和平精英六周年", + "boxes": [ + 1634, + 752, + 1862, + 786 + ] + }, + { + "text": "和平精英破刃行动 和平精英地铁逃生", + "boxes": [ + 1636, + 776, + 1872, + 806 + ] + }, + { + "text": "一点视损/肽默益智 3周", + "boxes": [ + 1632, + 808, + 1806, + 844 + ] + }, + { + "text": "", + "boxes": [ + 1556, + 822, + 1600, + 874 + ] + }, + { + "text": "猜字谜：半导体，打一字，这个字有", + "boxes": [ + 1632, + 834, + 1868, + 868 + ] + }, + { + "text": "很多人都没想到！", + "boxes": [ + 1634, + 856, + 1752, + 885 + ] + }, + { + "text": "一点视频/波帆说车 3月", + "boxes": [ + 1628, + 887, + 1804, + 923 + ] + }, + { + "text": "：自己卷自己？探店奇瑞瑞虎5x高能版", + "boxes": [ + 1628, + 913, + 1870, + 945 + ] + }, + { + "text": "1一点视频/旋涡说 ·4 月", + "boxes": [ + 1636, + 971, + 1788, + 1001 + ] + }, + { + "text": "老外改装带刺的雪地胎，霸气外形惊", + "boxes": [ + 1640, + 999, + 1870, + 1022 + ] + }, + { + "text": "艳众人，驾驶效果堪称完美！", + "boxes": [ + 1628, + 1012, + 1832, + 1047 + ] + }, + { + "text": "隐私声明", + "boxes": [ + 1834, + 1018, + 1900, + 1036 + ] + }, + { + "text": "可以绕过光刻··", + "boxes": [ + 216, + 1046, + 308, + 1072 + ] + } + ] + }, + { + "frame_id": "130_2_5", + "episode_id": 130, + "env_id": 2, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.464200973510742, + "advantages": -0.7251561284065247, + "generated_text": "{\n \"intent\": \"Begin interacting with LibreOffice by clicking on the opened document\",\n \"action\": \"DoubleClick(504, 356)\"\n}", + "action_string": "DoubleClick(504, 356)", + "intent_string": "Begin interacting with LibreOffice by clicking on the opened document", + "before_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 6, + 4, + 30, + 26 + ] + }, + { + "text": "Untitled 1-LibreOfficeWriter", + "boxes": [ + 830, + 8, + 1086, + 32 + ] + }, + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "民", + "boxes": [ + 70, + 38, + 82, + 50 + ] + }, + { + "text": "Edit ", + "boxes": [ + 104, + 34, + 136, + 54 + ] + }, + { + "text": " Styles", + "boxes": [ + 300, + 36, + 356, + 54 + ] + }, + { + "text": "国", + "boxes": [ + 10, + 52, + 46, + 83 + ] + }, + { + "text": "New", + "boxes": [ + 84, + 62, + 116, + 81 + ] + }, + { + "text": "I里-T··田", + "boxes": [ + 570, + 62, + 1310, + 91 + ] + }, + { + "text": "Open.", + "boxes": [ + 88, + 91, + 122, + 105 + ] + }, + { + "text": "Open Remote.", + "boxes": [ + 88, + 115, + 178, + 133 + ] + }, + { + "text": "X", + "boxes": [ + 726, + 109, + 742, + 123 + ] + }, + { + "text": "Close", + "boxes": [ + 82, + 167, + 118, + 187 + ] + }, + { + "text": "Wizards", + "boxes": [ + 84, + 201, + 138, + 220 + ] + }, + { + "text": "2", + "boxes": [ + 1894, + 210, + 1908, + 228 + ] + }, + { + "text": "Templates", + "boxes": [ + 86, + 224, + 156, + 250 + ] + }, + { + "text": "T", + "boxes": [ + 1832, + 248, + 1854, + 278 + ] + }, + { + "text": "", + "boxes": [ + 1892, + 242, + 1906, + 268 + ] + }, + { + "text": "Reload", + "boxes": [ + 86, + 258, + 130, + 278 + ] + }, + { + "text": "口", + "boxes": [ + 1890, + 282, + 1910, + 302 + ] + }, + { + "text": "Save", + "boxes": [ + 78, + 310, + 122, + 345 + ] + }, + { + "text": "Ctrl+s", + "boxes": [ + 306, + 320, + 354, + 338 + ] + }, + { + "text": "O", + "boxes": [ + 1890, + 312, + 1912, + 338 + ] + }, + { + "text": "D", + "boxes": [ + 1836, + 322, + 1850, + 339 + ] + }, + { + "text": "Shift+Ctrl+s", + "boxes": [ + 270, + 341, + 348, + 365 + ] + }, + { + "text": "Save Remote.", + "boxes": [ + 86, + 373, + 176, + 391 + ] + }, + { + "text": "Save a Copy..", + "boxes": [ + 81, + 395, + 175, + 425 + ] + }, + { + "text": "Export.", + "boxes": [ + 84, + 459, + 134, + 478 + ] + }, + { + "text": "Export As", + "boxes": [ + 82, + 482, + 152, + 508 + ] + }, + { + "text": " Print Previev", + "boxes": [ + 82, + 572, + 166, + 590 + ] + }, + { + "text": "Shift+Ctrl+0", + "boxes": [ + 264, + 568, + 356, + 592 + ] + }, + { + "text": " Print..", + "boxes": [ + 82, + 596, + 124, + 621 + ] + }, + { + "text": "Ctrl+P", + "boxes": [ + 306, + 594, + 356, + 619 + ] + }, + { + "text": " Printer Settings.", + "boxes": [ + 82, + 623, + 190, + 647 + ] + }, + { + "text": " Properties..", + "boxes": [ + 82, + 655, + 162, + 679 + ] + }, + { + "text": " Digital Signatures", + "boxes": [ + 82, + 683, + 204, + 707 + ] + }, + { + "text": " Page l of 1", + "boxes": [ + 60, + 989, + 138, + 1012 + ] + }, + { + "text": " Default Style", + "boxes": [ + 664, + 989, + 752, + 1012 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1040, + 989, + 1126, + 1012 + ] + }, + { + "text": "D0DD", + "boxes": [ + 1598, + 993, + 1668, + 1011 + ] + }, + { + "text": " 100%", + "boxes": [ + 1810, + 993, + 1856, + 1011 + ] + }, + { + "text": "Default Style", + "boxes": [ + 660, + 1018, + 742, + 1042 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1070, + 1020, + 1148, + 1038 + ] + }, + { + "text": "DDD", + "boxes": [ + 1660, + 1022, + 1718, + 1040 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 6, + 4, + 32, + 26 + ] + }, + { + "text": "Untitled 1 - LibreOffice Writer", + "boxes": [ + 830, + 8, + 1086, + 32 + ] + }, + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "Styles", + "boxes": [ + 308, + 38, + 348, + 54 + ] + }, + { + "text": "Tools", + "boxes": [ + 460, + 36, + 504, + 54 + ] + }, + { + "text": "国", + "boxes": [ + 14, + 56, + 42, + 79 + ] + }, + { + "text": "--B- eo x自", + "boxes": [ + 60, + 53, + 418, + 95 + ] + }, + { + "text": "m·", + "boxes": [ + 674, + 64, + 762, + 87 + ] + }, + { + "text": "1", + "boxes": [ + 760, + 69, + 786, + 83 + ] + }, + { + "text": "T-Ω、", + "boxes": [ + 782, + 62, + 960, + 91 + ] + }, + { + "text": "『一→田", + "boxes": [ + 952, + 62, + 1310, + 91 + ] + }, + { + "text": "Default Style", + "boxes": [ + 78, + 103, + 164, + 121 + ] + }, + { + "text": "?", + "boxes": [ + 196, + 101, + 280, + 127 + ] + }, + { + "text": "Liberatior", + "boxes": [ + 284, + 103, + 348, + 121 + ] + }, + { + "text": "a", + "boxes": [ + 574, + 109, + 594, + 123 + ] + }, + { + "text": "L", + "boxes": [ + 1892, + 210, + 1908, + 230 + ] + }, + { + "text": "T", + "boxes": [ + 1832, + 248, + 1854, + 278 + ] + }, + { + "text": "", + "boxes": [ + 1892, + 242, + 1906, + 270 + ] + }, + { + "text": "D", + "boxes": [ + 1834, + 290, + 1854, + 310 + ] + }, + { + "text": "Y", + "boxes": [ + 1892, + 282, + 1908, + 298 + ] + }, + { + "text": "O", + "boxes": [ + 1890, + 312, + 1912, + 338 + ] + }, + { + "text": "D", + "boxes": [ + 1836, + 322, + 1850, + 339 + ] + }, + { + "text": " Page 1 of 1", + "boxes": [ + 62, + 989, + 138, + 1012 + ] + }, + { + "text": " Default Style", + "boxes": [ + 666, + 989, + 750, + 1012 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1040, + 989, + 1126, + 1012 + ] + }, + { + "text": "100%", + "boxes": [ + 1816, + 995, + 1850, + 1009 + ] + } + ] + }, + { + "frame_id": "130_3_5", + "episode_id": 130, + "env_id": 3, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.67828369140625, + "advantages": -0.47222453355789185, + "generated_text": "{\n \"intent\": \"Navigate to the next page by logging into Zhiihu.\",\n \"action\": \"DoubleClick(726, 394)\"\n}", + "action_string": "DoubleClick(726, 394)", + "intent_string": "Navigate to the next page by logging into Zhiihu.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知恶ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 660, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 28, + 244, + 52 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1591, + 61, + 1663, + 92 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1876, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 946, + 310, + 1040, + 341 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "妍知乎App", + "boxes": [ + 708, + 383, + 810, + 409 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "「我的页」右上角打开扫一扫", + "boxes": [ + 672, + 413, + 856, + 437 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 952, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》“", + "boxes": [ + 950, + 703, + 1270, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "130_4_5", + "episode_id": 130, + "env_id": 4, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.425010681152344, + "advantages": 0.4100084900856018, + "generated_text": "{\n \"intent\": \"Click on the title '将AI送上太空 我国成功发射全球首个太空计算卫星星座' to read the article in detail.\",\n \"action\": \"Click(487, 334)\"\n}", + "action_string": "Click(487, 334)", + "intent_string": "Click on the title '将AI送上太空 我国成功发射全球首个太空计算卫星星座' to read the article in detail.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "新闻", + "boxes": [ + 514, + 111, + 546, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 890, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 360, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "兑读", + "boxes": [ + 908, + 161, + 932, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道）", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 654, + 568, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 600, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 890, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "兑读", + "boxes": [ + 908, + 161, + 930, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道）", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 654, + 568, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "130_5_5", + "episode_id": 130, + "env_id": 5, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.076804161071777, + "advantages": -1.1828525066375732, + "generated_text": "{\n \"intent\": \"To begin interacting with the software by clicking on a focus point on the screen.\",\n \"action\": \"DoubleClick(960, 547)\" \n}", + "action_string": "DoubleClick(960, 547)", + "intent_string": "To begin interacting with the software by clicking on a focus point on the screen.", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untitled 1 - M..", + "boxes": [ + 208, + 1048, + 316, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ] + }, + { + "frame_id": "130_6_5", + "episode_id": 130, + "env_id": 6, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.446873664855957, + "advantages": -0.745627760887146, + "generated_text": "{\n \"intent\": \"Click on the product title to explore more details about the keyboard, ensuring the 'DoubleClick' action to execute the click operation\",\n \"action\": \"DoubleClick(747, 325)\"\n}", + "action_string": "DoubleClick(747, 325)", + "intent_string": "Click on the product title to explore more details about the keyboard, ensuring the 'DoubleClick' action to execute the click operation", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "7-6d31b", + "boxes": [ + 1510, + 68, + 1564, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " gaming keyboard", + "boxes": [ + 302, + 113, + 428, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1444, + 143 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle Paperwhite Buy Now", + "boxes": [ + 754, + 204, + 1064, + 234 + ] + }, + { + "text": "AULA F75 Pro Wireless Mechanical Keyboard,75% Hot", + "boxes": [ + 680, + 304, + 1276, + 339 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 644, + 339 + ] + }, + { + "text": "$6631", + "boxes": [ + 1392, + 322, + 1456, + 355 + ] + }, + { + "text": "Swappable Custam Keyboard with Knob,RGB Backlit,Pre-", + "boxes": [ + 680, + 338, + 1304, + 373 + ] + }, + { + "text": " $23.93 Shipping & Import", + "boxes": [ + 1390, + 361, + 1564, + 393 + ] + }, + { + "text": "lubed Reaper Switches,Side Printed PBT", + "boxes": [ + 680, + 371, + 1120, + 401 + ] + }, + { + "text": "Charges to China Detals ", + "boxes": [ + 1392, + 383, + 1574, + 413 + ] + }, + { + "text": "Keycaps,2.4GHz/USB-C/BT5.0 Mechanical Gaming Keyboards ", + "boxes": [ + 678, + 401, + 1356, + 437 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "within 22 hrs 28 mins", + "boxes": [ + 1394, + 420, + 1534, + 453 + ] + }, + { + "text": "4.6★★★★", + "boxes": [ + 684, + 451, + 814, + 474 + ] + }, + { + "text": " 666 ratings | Search this page", + "boxes": [ + 824, + 453, + 1028, + 476 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 684, + 476, + 798, + 500 + ] + }, + { + "text": "overall Pick ", + "boxes": [ + 787, + 470, + 887, + 507 + ] + }, + { + "text": "In Stock ", + "boxes": [ + 1392, + 490, + 1468, + 522 + ] + }, + { + "text": "3K+b", + "boxes": [ + 681, + 507, + 716, + 533 + ] + }, + { + "text": "ight in past month", + "boxes": [ + 728, + 510, + 832, + 534 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1868, + 528 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "Limited time deal", + "boxes": [ + 684, + 548, + 796, + 578 + ] + }, + { + "text": "-20% $6631", + "boxes": [ + 684, + 584, + 808, + 615 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "：$82.890", + "boxes": [ + 730, + 619, + 792, + 637 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "$23.93 Shipping & Import Charges to China Details ", + "boxes": [ + 684, + 643, + 1030, + 667 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1526, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 677, + 1450, + 705 + ] + }, + { + "text": "AULA MALL", + "boxes": [ + 1462, + 675, + 1538, + 707 + ] + }, + { + "text": "Black", + "boxes": [ + 780, + 693, + 816, + 707 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1448, + 727 + ] + }, + { + "text": "Support", + "boxes": [ + 1402, + 741, + 1452, + 760 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 804, + 1420, + 828 + ] + }, + { + "text": "Add a gift receipt for", + "boxes": [ + 1416, + 826, + 1550, + 850 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 838, + 726, + 864 + ] + }, + { + "text": "AULA", + "boxes": [ + 844, + 836, + 886, + 864 + ] + }, + { + "text": "returns", + "boxes": [ + 1420, + 848, + 1466, + 868 + ] + }, + { + "text": "Compatible Devices", + "boxes": [ + 682, + 866, + 818, + 889 + ] + }, + { + "text": "Laptop, PC, Gaming Console, Tablet, Smartph", + "boxes": [ + 844, + 866, + 1134, + 889 + ] + }, + { + "text": "Conectivity", + "boxes": [ + 682, + 887, + 772, + 919 + ] + }, + { + "text": "Usb, 2.4GHz Wireless BT5.0", + "boxes": [ + 844, + 887, + 1030, + 917 + ] + }, + { + "text": "Technology", + "boxes": [ + 677, + 903, + 767, + 940 + ] + }, + { + "text": " Add to List", + "boxes": [ + 1404, + 897, + 1476, + 923 + ] + }, + { + "text": "Keyboard Description", + "boxes": [ + 684, + 937, + 830, + 961 + ] + }, + { + "text": "Mechanical", + "boxes": [ + 844, + 937, + 920, + 961 + ] + }, + { + "text": "edMdddivryda", + "boxes": [ + 750, + 959, + 1120, + 989 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "7-6d31b", + "boxes": [ + 1510, + 68, + 1564, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " gaming keyboard", + "boxes": [ + 302, + 113, + 428, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1444, + 143 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle PaperwhiteBuy Now", + "boxes": [ + 754, + 204, + 1064, + 234 + ] + }, + { + "text": "AULArF75 Pro Wireless Mechanical Keyboard,75% Hot", + "boxes": [ + 684, + 304, + 1276, + 339 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "$6631", + "boxes": [ + 1392, + 322, + 1456, + 355 + ] + }, + { + "text": "Swappable Custom Keyboard with Knob,RGB Backlit,Pre-", + "boxes": [ + 682, + 338, + 1304, + 373 + ] + }, + { + "text": " $23.93 Shipping & Import", + "boxes": [ + 1390, + 361, + 1564, + 393 + ] + }, + { + "text": "lubed Reaper Switches,Side Printed PBT", + "boxes": [ + 682, + 371, + 1120, + 401 + ] + }, + { + "text": "Charges to China Detals ", + "boxes": [ + 1392, + 383, + 1574, + 413 + ] + }, + { + "text": "Keycaps,2.4GHz/USB-C/BT5.0 Mechanical Gaming Keyboards ", + "boxes": [ + 678, + 401, + 1356, + 437 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "within 22 hrs 28 mins", + "boxes": [ + 1394, + 420, + 1534, + 453 + ] + }, + { + "text": "Visit the AULA Store", + "boxes": [ + 686, + 435, + 812, + 453 + ] + }, + { + "text": "4.6★★★★☆", + "boxes": [ + 682, + 451, + 814, + 474 + ] + }, + { + "text": " 666 ratings | Search this page", + "boxes": [ + 822, + 448, + 1026, + 477 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 684, + 476, + 798, + 500 + ] + }, + { + "text": "overall Pick ", + "boxes": [ + 787, + 470, + 887, + 507 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 494, + 1466, + 520 + ] + }, + { + "text": "ight in past month", + "boxes": [ + 728, + 510, + 832, + 534 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1868, + 528 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "Limited time deal ", + "boxes": [ + 684, + 548, + 798, + 578 + ] + }, + { + "text": "-20% $6631", + "boxes": [ + 684, + 584, + 808, + 615 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "$23.93 Shipping & Import Charges to China Details ", + "boxes": [ + 684, + 643, + 1030, + 667 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1526, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 677, + 1450, + 705 + ] + }, + { + "text": "AULA MALL", + "boxes": [ + 1462, + 675, + 1538, + 707 + ] + }, + { + "text": "Black", + "boxes": [ + 780, + 693, + 816, + 707 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1448, + 727 + ] + }, + { + "text": "Support", + "boxes": [ + 1402, + 741, + 1452, + 760 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 804, + 1420, + 828 + ] + }, + { + "text": "Add a gift receipt fo", + "boxes": [ + 1416, + 826, + 1546, + 850 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 838, + 726, + 864 + ] + }, + { + "text": "AULA", + "boxes": [ + 844, + 836, + 886, + 864 + ] + }, + { + "text": "returns", + "boxes": [ + 1420, + 848, + 1466, + 868 + ] + }, + { + "text": "Compatible Devices", + "boxes": [ + 680, + 866, + 816, + 889 + ] + }, + { + "text": "Laptop, PC, Gaming Console, Tablet, Smartph", + "boxes": [ + 844, + 866, + 1134, + 889 + ] + }, + { + "text": "Conectivity", + "boxes": [ + 682, + 887, + 772, + 919 + ] + }, + { + "text": "Usb, 2.4GHz Wireless BT5.0", + "boxes": [ + 844, + 887, + 1030, + 917 + ] + }, + { + "text": "Technology", + "boxes": [ + 677, + 903, + 767, + 940 + ] + }, + { + "text": " Add to List", + "boxes": [ + 1404, + 897, + 1476, + 923 + ] + }, + { + "text": "Keyboard Description", + "boxes": [ + 684, + 937, + 830, + 961 + ] + }, + { + "text": "Mechanical", + "boxes": [ + 844, + 937, + 920, + 961 + ] + }, + { + "text": "ndedssFrMulmediidditing,Everyday", + "boxes": [ + 750, + 959, + 1120, + 989 + ] + } + ] + }, + { + "frame_id": "130_7_5", + "episode_id": 130, + "env_id": 7, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.328044891357422, + "advantages": -0.8860199451446533, + "generated_text": "{\n \"intent\": \"Scrolling to the article content to better understand the details of the news\",\n \"action\": \"ScrollDown(990, 489)\"\n}", + "action_string": "ScrollDown(990, 489)", + "intent_string": "Scrolling to the article content to better understand the details of the news", + "before_screen_ocr_results": [ + { + "text": "回", + "boxes": [ + 1876, + 6, + 1902, + 20 + ] + }, + { + "text": "osoft Bing", + "boxes": [ + 118, + 32, + 188, + 50 + ] + }, + { + "text": "梦幻西游宝石商人放量", + "boxes": [ + 248, + 32, + 382, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 72, + 68, + 126, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1784, + 62, + 1852, + 93 + ] + }, + { + "text": "?", + "boxes": [ + 1850, + 69, + 1868, + 83 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市", + "boxes": [ + 1622, + 121, + 1678, + 147 + ] + }, + { + "text": "中", + "boxes": [ + 1757, + 116, + 1793, + 150 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1834, + 127, + 1854, + 141 + ] + }, + { + "text": "关注", + "boxes": [ + 282, + 179, + 316, + 199 + ] + }, + { + "text": "资讯 娱乐　 时尚 教育", + "boxes": [ + 344, + 173, + 540, + 202 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 264, + 197 + ] + }, + { + "text": "科技 萌宠", + "boxes": [ + 532, + 175, + 650, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1606, + 175, + 1724, + 206 + ] + }, + { + "text": "游戏天地十关注", + "boxes": [ + 388, + 264, + 576, + 302 + ] + }, + { + "text": "41.8K关注者", + "boxes": [ + 1097, + 273, + 1173, + 298 + ] + }, + { + "text": "爱询定专星指刊", + "boxes": [ + 1518, + 268, + 1610, + 296 + ] + }, + { + "text": "h", + "boxes": [ + 194, + 290, + 210, + 306 + ] + }, + { + "text": "天天开红包", + "boxes": [ + 1514, + 294, + 1624, + 326 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "梦幻西游宝石商人放量，增五色灵尘售卖，糖桂花事件或再", + "boxes": [ + 362, + 347, + 1224, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 180, + 385, + 226, + 431 + ] + }, + { + "text": "现", + "boxes": [ + 362, + 393, + 404, + 431 + ] + }, + { + "text": "爱淘宝福利红包，先领红包再购", + "boxes": [ + 1420, + 407, + 1688, + 447 + ] + }, + { + "text": "物！", + "boxes": [ + 1428, + 443, + 1460, + 465 + ] + }, + { + "text": "E", + "boxes": [ + 194, + 457, + 210, + 472 + ] + }, + { + "text": "游戏天地的报道·15小时·①1分钟读取", + "boxes": [ + 364, + 459, + 690, + 488 + ] + }, + { + "text": "广告淘宝-领红包", + "boxes": [ + 1426, + 469, + 1532, + 492 + ] + }, + { + "text": "本周维护公告的内容对于梦幻西游中的某些玩家来说，影响可以说是比较大的，能够降低某些玩家做某些事情时的成", + "boxes": [ + 360, + 540, + 1240, + 578 + ] + }, + { + "text": "访问 游戏天地", + "boxes": [ + 1430, + 554, + 1552, + 584 + ] + }, + { + "text": "C", + "boxes": [ + 1678, + 558, + 1696, + 572 + ] + }, + { + "text": "本，下面就跟着一起看一下吧。", + "boxes": [ + 364, + 572, + 596, + 602 + ] + }, + { + "text": "梦幻西游：每天卖200只30级胚", + "boxes": [ + 1446, + 602, + 1648, + 631 + ] + }, + { + "text": "子，固定入账2.7亿，低端胚子最..", + "boxes": [ + 1444, + 619, + 1656, + 651 + ] + }, + { + "text": "公告时讯", + "boxes": [ + 752, + 645, + 812, + 665 + ] + }, + { + "text": "梦幻西游：无修炼法系带三条三法", + "boxes": [ + 1444, + 661, + 1664, + 695 + ] + }, + { + "text": "，上周内容", + "boxes": [ + 544, + 685, + 634, + 711 + ] + }, + { + "text": "置方案时，将不再自动清除“法宝、灵宝、神器配置”方", + "boxes": [ + 654, + 679, + 1016, + 709 + ] + }, + { + "text": "结装备，任务秒出高伤", + "boxes": [ + 1446, + 685, + 1594, + 715 + ] + }, + { + "text": "案内本角色当前流派无法佩戴的法宝。", + "boxes": [ + 658, + 705, + 892, + 729 + ] + }, + { + "text": "。口袋版", + "boxes": [ + 542, + 717, + 622, + 748 + ] + }, + { + "text": "梦幻西游：奇袭法术是商人陷阱，", + "boxes": [ + 1446, + 729, + 1654, + 758 + ] + }, + { + "text": "给", + "boxes": [ + 910, + 739, + 948, + 766 + ] + }, + { + "text": "互通版", + "boxes": [ + 560, + 754, + 616, + 780 + ] + }, + { + "text": "跟风囤货玩家将血本无归", + "boxes": [ + 1446, + 748, + 1608, + 778 + ] + }, + { + "text": "电脑版", + "boxes": [ + 558, + 784, + 630, + 816 + ] + }, + { + "text": "2、“特技定向转换”功能优化，可转换列表新增“普通", + "boxes": [ + 646, + 790, + 1006, + 826 + ] + }, + { + "text": "全服内容", + "boxes": [ + 552, + 818, + 618, + 844 + ] + }, + { + "text": "打造武器（120至150级）”。", + "boxes": [ + 654, + 816, + 838, + 846 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 828, + 1446, + 856 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 876, + 198, + 911 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 878, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置“改变您的选择。欲了解", + "boxes": [ + 28, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "李幻西游宝石··", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 1866, + 6, + 1906, + 22 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 104, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 568, + 121, + 636, + 147 + ] + }, + { + "text": "长春市", + "boxes": [ + 1626, + 125, + 1676, + 145 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 123, + 1788, + 143 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1858, + 145 + ] + }, + { + "text": "本周维护公告的内容对于梦幻西游中的某些玩家来说，影响可以说是比较大的，能够降低某些玩家做某些事情时的成", + "boxes": [ + 364, + 210, + 1238, + 244 + ] + }, + { + "text": "爱淘宝专属指利", + "boxes": [ + 1517, + 208, + 1609, + 239 + ] + }, + { + "text": "本，下面就跟着一起看一下吧。", + "boxes": [ + 364, + 242, + 596, + 266 + ] + }, + { + "text": "天天开红包", + "boxes": [ + 1510, + 236, + 1624, + 268 + ] + }, + { + "text": "山", + "boxes": [ + 198, + 266, + 210, + 278 + ] + }, + { + "text": "", + "boxes": [ + 192, + 318, + 214, + 341 + ] + }, + { + "text": "公告时讯", + "boxes": [ + 748, + 312, + 816, + 338 + ] + }, + { + "text": "，上周内容", + "boxes": [ + 544, + 353, + 634, + 379 + ] + }, + { + "text": "置方案时，将不再自动清除“法宝、灵宝、神器配置”方", + "boxes": [ + 656, + 347, + 1016, + 377 + ] + }, + { + "text": "爱淘宝福利红包，先领红包再购", + "boxes": [ + 1424, + 353, + 1688, + 389 + ] + }, + { + "text": "#", + "boxes": [ + 184, + 364, + 222, + 402 + ] + }, + { + "text": "案内本角色当前流派无法佩戴的法宝。", + "boxes": [ + 656, + 371, + 892, + 401 + ] + }, + { + "text": "口袋版", + "boxes": [ + 550, + 385, + 618, + 417 + ] + }, + { + "text": "物！", + "boxes": [ + 1426, + 381, + 1464, + 409 + ] + }, + { + "text": "互通版", + "boxes": [ + 558, + 419, + 616, + 451 + ] + }, + { + "text": "广告淘宝·领红包", + "boxes": [ + 1428, + 411, + 1532, + 435 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 433, + 210, + 449 + ] + }, + { + "text": "电脑版", + "boxes": [ + 560, + 453, + 630, + 484 + ] + }, + { + "text": "2、“特技定向转换”功能优化，可转换列表新增“普通", + "boxes": [ + 652, + 463, + 1006, + 492 + ] + }, + { + "text": "全服内容", + "boxes": [ + 552, + 488, + 620, + 514 + ] + }, + { + "text": "打造武器（120至150级）”。", + "boxes": [ + 652, + 486, + 838, + 516 + ] + }, + { + "text": "访问游戏天地", + "boxes": [ + 1430, + 498, + 1550, + 522 + ] + }, + { + "text": "测试内容", + "boxes": [ + 548, + 520, + 618, + 546 + ] + }, + { + "text": "梦幻西游：每天卖200只30级胚", + "boxes": [ + 1444, + 542, + 1648, + 572 + ] + }, + { + "text": "141", + "boxes": [ + 952, + 552, + 978, + 566 + ] + }, + { + "text": "子，固定入账2.7亿，低端胚子最..", + "boxes": [ + 1446, + 564, + 1658, + 594 + ] + }, + { + "text": "3、“组队观战”功能新增支持“帮派联赛”、", + "boxes": [ + 654, + 578, + 952, + 608 + ] + }, + { + "text": "“帮派精", + "boxes": [ + 944, + 580, + 1006, + 606 + ] + }, + { + "text": "英联赛”玩法中的玩家间战斗。", + "boxes": [ + 652, + 600, + 850, + 629 + ] + }, + { + "text": "梦幻西游：无修炼法系带三条三法", + "boxes": [ + 1446, + 608, + 1664, + 637 + ] + }, + { + "text": "结装备，任务秒出高伤", + "boxes": [ + 1446, + 627, + 1594, + 657 + ] + }, + { + "text": "梦幻西游：奇袭法术是商人陷阱", + "boxes": [ + 1448, + 673, + 1650, + 697 + ] + }, + { + "text": "更新推送?", + "boxes": [ + 528, + 683, + 642, + 715 + ] + }, + { + "text": " 2025-05-06", + "boxes": [ + 848, + 689, + 940, + 713 + ] + }, + { + "text": "2025-05-13", + "boxes": [ + 944, + 689, + 1020, + 713 + ] + }, + { + "text": "跟风国货玩家将血本无归", + "boxes": [ + 1448, + 691, + 1608, + 721 + ] + }, + { + "text": "梦幻西游宝石商人放量，增五色灵尘售卖，糖桂花事件或再现", + "boxes": [ + 364, + 766, + 718, + 790 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1565, + 773, + 1711, + 839 + ] + }, + { + "text": "首先是特技定向转化功能的优化，原本是需要上交三件未鉴定的强化打造的装备，现在被改成了可以上交三件未鉴定", + "boxes": [ + 362, + 798, + 1238, + 834 + ] + }, + { + "text": "的非强化打造的装备，也就是上交的时候可以省下90块强化石，按照所在的服务器，90块强化石差不多可以省下720", + "boxes": [ + 364, + 832, + 1230, + 856 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1574, + 832, + 1698, + 860 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 876, + 198, + 911 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1670, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置“改变您的选择。欲了解", + "boxes": [ + 28, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "李幻西游宝石·", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "130_0_6", + "episode_id": 130, + "env_id": 0, + "step": 6, + "format_rewards": 1.0, + "rewards": 11.062190055847168, + "advantages": 1.1628146171569824, + "generated_text": "{\n \"intent\": \"Click the '下载知乎APP' button to open the app and start searching through its features.\",\n \"action\": \"DoubleClick(663, 742)\"\n}", + "action_string": "DoubleClick(663, 742)", + "intent_string": "Click the '下载知乎APP' button to open the app and start searching through its features.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 946, + 310, + 1038, + 341 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1048, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 948, + 385, + 1044, + 411 + ] + }, + { + "text": "请输入手机号", + "boxes": [ + 1062, + 381, + 1150, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "请输入短信验证码", + "boxes": [ + 948, + 441, + 1068, + 471 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1200, + 443, + 1308, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 852, + 6, + 910, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "9:41", + "boxes": [ + 1384, + 278, + 1404, + 292 + ] + }, + { + "text": "#", + "boxes": [ + 1370, + 304, + 1394, + 328 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1438, + 304, + 1554, + 328 + ] + }, + { + "text": "有问题", + "boxes": [ + 278, + 341, + 644, + 472 + ] + }, + { + "text": "如何看待罗马仕既做充电宝，又做户外拎电，", + "boxes": [ + 1366, + 355, + 1618, + 385 + ] + }, + { + "text": "又做家庭储能？", + "boxes": [ + 1363, + 367, + 1457, + 404 + ] + }, + { + "text": "长亭Time", + "boxes": [ + 1370, + 399, + 1440, + 421 + ] + }, + { + "text": "下电商订单记录，发现我入手的第一", + "boxes": [ + 1404, + 419, + 1578, + 437 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 294, + 469, + 862, + 586 + ] + }, + { + "text": "漫谈缩表：财政政策与美联储缩表（上）", + "boxes": [ + 1368, + 599, + 1592, + 621 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 462, + 717, + 716, + 758 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": " Android", + "boxes": [ + 580, + 834, + 678, + 860 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文[2019]4928-541号|药品医疗器械网络信息服务备案|", + "boxes": [ + 398, + 955, + 798, + 979 + ] + }, + { + "text": "药械信息备字（2022）第00334", + "boxes": [ + 858, + 957, + 1068, + 975 + ] + }, + { + "text": "：400-919-0001|违法和不良信息举报：010-82716601", + "boxes": [ + 1160, + 949, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息举", + "boxes": [ + 508, + 975, + 816, + 1005 + ] + }, + { + "text": "算法推荐举报专区", + "boxes": [ + 916, + 979, + 1028, + 997 + ] + }, + { + "text": "内容从业人员违法违规行为举报|证照中心丨", + "boxes": [ + 552, + 996, + 834, + 1031 + ] + }, + { + "text": "平丨北京智者天下科技有限公司版权所有", + "boxes": [ + 1116, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ] + }, + { + "frame_id": "130_1_6", + "episode_id": 130, + "env_id": 1, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.29932975769043, + "advantages": 0.2615206837654114, + "generated_text": "{\n \"intent\": \"Move to the top of the video and click play to start watching the content\",\n \"action\": \"DoubleClick(499, 546)\"\n}", + "action_string": "DoubleClick(499, 546)", + "intent_string": "Move to the top of the video and click play to start watching the content", + "before_screen_ocr_results": [ + { + "text": "可以绕过光刻机？湖南大学教授×", + "boxes": [ + 222, + 28, + 440, + 52 + ] + }, + { + "text": "M", + "boxes": [ + 14, + 38, + 26, + 50 + ] + }, + { + "text": "←→", + "boxes": [ + 6, + 62, + 130, + 93 + ] + }, + { + "text": "·", + "boxes": [ + 1578, + 62, + 1664, + 93 + ] + }, + { + "text": "I四9三", + "boxes": [ + 1782, + 62, + 1914, + 93 + ] + }, + { + "text": "目关于", + "boxes": [ + 1570, + 127, + 1640, + 161 + ] + }, + { + "text": " 评论", + "boxes": [ + 1748, + 125, + 1824, + 163 + ] + }, + { + "text": "X", + "boxes": [ + 38, + 139, + 50, + 151 + ] + }, + { + "text": "一点视频/天上飞和平精英·2天", + "boxes": [ + 1536, + 181, + 1718, + 210 + ] + }, + { + "text": "突变团竞最新玩法 和平精英六周年 和", + "boxes": [ + 1516, + 208, + 1858, + 244 + ] + }, + { + "text": "平精英破刃行动和平精英地铁逃生和", + "boxes": [ + 1516, + 236, + 1862, + 272 + ] + }, + { + "text": "平精英辉羽雀灵和平精英全新突变团竞", + "boxes": [ + 1518, + 268, + 1870, + 298 + ] + }, + { + "text": "突变团竞最新玩法 和平精英六周年 和平精英破刃行动·", + "boxes": [ + 1514, + 298, + 1858, + 334 + ] + }, + { + "text": "查看更多", + "boxes": [ + 1513, + 313, + 1581, + 350 + ] + }, + { + "text": "电", + "boxes": [ + 1550, + 387, + 1582, + 419 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1672, + 413, + 1852, + 488 + ] + }, + { + "text": "", + "boxes": [ + 492, + 425, + 506, + 441 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1667, + 467, + 1851, + 541 + ] + }, + { + "text": "0:00", + "boxes": [ + 44, + 496, + 66, + 510 + ] + }, + { + "text": "写作助手", + "boxes": [ + 1665, + 508, + 1853, + 590 + ] + }, + { + "text": "15", + "boxes": [ + 1430, + 582, + 1442, + 594 + ] + }, + { + "text": "点击下载", + "boxes": [ + 1720, + 574, + 1800, + 606 + ] + }, + { + "text": "豆包PC版_操作便捷_免费下载安装", + "boxes": [ + 1554, + 621, + 1810, + 657 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1558, + 659, + 1662, + 685 + ] + }, + { + "text": "一点视频/默默益智·3周", + "boxes": [ + 1656, + 762, + 1800, + 786 + ] + }, + { + "text": "游链", + "boxes": [ + 1558, + 772, + 1596, + 812 + ] + }, + { + "text": "猜字谜：半导体，打一字，这个字有", + "boxes": [ + 1636, + 782, + 1870, + 818 + ] + }, + { + "text": "很多人都没想到！", + "boxes": [ + 1638, + 810, + 1750, + 834 + ] + }, + { + "text": "E", + "boxes": [ + 1634, + 846, + 1660, + 866 + ] + }, + { + "text": "一点视频/波帆说车·3月", + "boxes": [ + 1662, + 840, + 1802, + 870 + ] + }, + { + "text": "自己卷自己？探店奇瑞瑞虎5x高能版", + "boxes": [ + 1630, + 864, + 1870, + 893 + ] + }, + { + "text": "1一点视频/旋涡说 ·4 月", + "boxes": [ + 1636, + 919, + 1788, + 949 + ] + }, + { + "text": "老外改装带刺的雪地胎，霸气外形惊", + "boxes": [ + 1634, + 941, + 1872, + 977 + ] + }, + { + "text": "艳众人，驾驶效果堪称完美！", + "boxes": [ + 1634, + 967, + 1824, + 997 + ] + }, + { + "text": "一点视预/心血管内科张医生 1", + "boxes": [ + 1626, + 992, + 1830, + 1035 + ] + }, + { + "text": "生不会用水银血压计？是技", + "boxes": [ + 1660, + 1024, + 1822, + 1048 + ] + }, + { + "text": "可以绕过光刻··", + "boxes": [ + 216, + 1046, + 308, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "03:46", + "boxes": [ + 932, + 6, + 990, + 32 + ] + }, + { + "text": "一金", + "boxes": [ + 1042, + 6, + 1096, + 32 + ] + }, + { + "text": "", + "boxes": [ + 1838, + 0, + 1920, + 26 + ] + }, + { + "text": "名旧", + "boxes": [ + 238, + 18, + 306, + 44 + ] + }, + { + "text": "淘沃0", + "boxes": [ + 298, + 12, + 356, + 32 + ] + }, + { + "text": "积分385", + "boxes": [ + 296, + 32, + 374, + 56 + ] + }, + { + "text": "措手", + "boxes": [ + 588, + 389, + 660, + 429 + ] + }, + { + "text": "每回合随机2个阵营天赋", + "boxes": [ + 836, + 389, + 1086, + 425 + ] + }, + { + "text": "突变者", + "boxes": [ + 1212, + 387, + 1316, + 431 + ] + }, + { + "text": "第3回合解镇", + "boxes": [ + 594, + 526, + 690, + 558 + ] + }, + { + "text": "重型坦克", + "boxes": [ + 714, + 528, + 804, + 554 + ] + }, + { + "text": "固定炮台", + "boxes": [ + 832, + 526, + 916, + 558 + ] + }, + { + "text": "无限成长", + "boxes": [ + 1030, + 526, + 1112, + 558 + ] + }, + { + "text": "冲锋陷阵", + "boxes": [ + 1142, + 526, + 1230, + 558 + ] + }, + { + "text": "第3回合解锁", + "boxes": [ + 1256, + 530, + 1348, + 556 + ] + }, + { + "text": "移动速度下降，伤害大幅提升", + "boxes": [ + 632, + 586, + 884, + 621 + ] + }, + { + "text": "被子弹命中的减速大幅下降", + "boxes": [ + 1068, + 586, + 1302, + 621 + ] + }, + { + "text": "枪械配置", + "boxes": [ + 662, + 983, + 758, + 1014 + ] + } + ] + }, + { + "frame_id": "130_2_6", + "episode_id": 130, + "env_id": 2, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.775825500488281, + "advantages": -0.35698211193084717, + "generated_text": "{\n \"intent\": \"Open LibreOffice Writer by clicking its icon on the desktop\",\n \"action\": \"DoubleClick(0, 5)\"\n}", + "action_string": "DoubleClick(0, 5)", + "intent_string": "Open LibreOffice Writer by clicking its icon on the desktop", + "before_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 6, + 4, + 32, + 26 + ] + }, + { + "text": "Untitled 1 - LibreOffice Writer", + "boxes": [ + 830, + 8, + 1086, + 32 + ] + }, + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "Styles", + "boxes": [ + 308, + 38, + 348, + 54 + ] + }, + { + "text": "Tools", + "boxes": [ + 458, + 36, + 508, + 54 + ] + }, + { + "text": "国", + "boxes": [ + 10, + 49, + 46, + 86 + ] + }, + { + "text": "--- eQ x自", + "boxes": [ + 60, + 53, + 420, + 95 + ] + }, + { + "text": "m·", + "boxes": [ + 674, + 64, + 762, + 87 + ] + }, + { + "text": "1", + "boxes": [ + 758, + 69, + 786, + 83 + ] + }, + { + "text": "T-Ω、", + "boxes": [ + 782, + 62, + 960, + 91 + ] + }, + { + "text": "『一→田", + "boxes": [ + 952, + 62, + 1310, + 91 + ] + }, + { + "text": "Default Style", + "boxes": [ + 78, + 103, + 164, + 121 + ] + }, + { + "text": "?", + "boxes": [ + 196, + 101, + 280, + 127 + ] + }, + { + "text": "Liberatior", + "boxes": [ + 284, + 103, + 348, + 121 + ] + }, + { + "text": "a", + "boxes": [ + 574, + 109, + 594, + 123 + ] + }, + { + "text": "L", + "boxes": [ + 1892, + 210, + 1908, + 230 + ] + }, + { + "text": "T", + "boxes": [ + 1832, + 248, + 1854, + 278 + ] + }, + { + "text": "", + "boxes": [ + 1892, + 242, + 1906, + 270 + ] + }, + { + "text": "D", + "boxes": [ + 1834, + 290, + 1854, + 310 + ] + }, + { + "text": "Y", + "boxes": [ + 1892, + 282, + 1908, + 298 + ] + }, + { + "text": "O", + "boxes": [ + 1890, + 312, + 1912, + 338 + ] + }, + { + "text": "D", + "boxes": [ + 1836, + 322, + 1850, + 339 + ] + }, + { + "text": " Page 1 of 1", + "boxes": [ + 62, + 989, + 138, + 1012 + ] + }, + { + "text": " Default Style", + "boxes": [ + 666, + 989, + 750, + 1012 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1040, + 989, + 1126, + 1012 + ] + }, + { + "text": "100%", + "boxes": [ + 1816, + 995, + 1850, + 1009 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 10, + 30, + 34, + 44 + ] + }, + { + "text": "--B- e@x自", + "boxes": [ + 10, + 52, + 356, + 87 + ] + }, + { + "text": "32", + "boxes": [ + 844, + 62, + 874, + 75 + ] + }, + { + "text": "園口", + "boxes": [ + 1002, + 56, + 1140, + 79 + ] + }, + { + "text": "&", + "boxes": [ + 182, + 101, + 206, + 115 + ] + }, + { + "text": "口", + "boxes": [ + 1888, + 202, + 1914, + 242 + ] + }, + { + "text": "", + "boxes": [ + 1886, + 230, + 1912, + 306 + ] + }, + { + "text": "O", + "boxes": [ + 1884, + 308, + 1914, + 342 + ] + } + ] + }, + { + "frame_id": "130_3_6", + "episode_id": 130, + "env_id": 3, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.8794527053833, + "advantages": -1.416016697883606, + "generated_text": "{\n \"intent\": \"Accessing Zhidian's homepage would be valuable as it might provide more interactive content and user experiences.\",\n \"action\": \"DoubleClick(980, 479)\"\n}", + "action_string": "DoubleClick(980, 479)", + "intent_string": "Accessing Zhidian's homepage would be valuable as it might provide more interactive content and user experiences.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 28, + 244, + 52 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1876, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 946, + 310, + 1040, + 341 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "妍知乎App", + "boxes": [ + 708, + 383, + 810, + 409 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "「我的页」右上角打开扫一扫", + "boxes": [ + 672, + 413, + 856, + 437 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 952, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》“", + "boxes": [ + 950, + 703, + 1270, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1038, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1110, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 660, + 411, + 860, + 441 + ] + }, + { + "text": "俞入6位短信验证码", + "boxes": [ + 956, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "130_4_6", + "episode_id": 130, + "env_id": 4, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.749136924743652, + "advantages": -0.3885137736797333, + "generated_text": "{\n \"intent\": \"Exploring recent updates by clicking the leading article about China's successful launch of AI-covered space computing satellite\",\n \"action\": \"DoubleClick(900, 346)\"\n}", + "action_string": "DoubleClick(900, 346)", + "intent_string": "Exploring recent updates by clicking the leading article about China's successful launch of AI-covered space computing satellite", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 600, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 890, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 360, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道）", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 654, + 568, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 600, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 890, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "兑读", + "boxes": [ + 908, + 161, + 930, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道）", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 654, + 568, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "130_5_6", + "episode_id": 130, + "env_id": 5, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.567399978637695, + "advantages": 0.5782366991043091, + "generated_text": "{\n \"intent\": \"The next step should be to interact with the Mousepad application by clicking to potentially open or modify information.\",\n \"action\": \"DoubleClick(96, 20)\"\n}", + "action_string": "DoubleClick(96, 20)", + "intent_string": "The next step should be to interact with the Mousepad application by clicking to potentially open or modify information.", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 169, + 112, + 201 + ] + }, + { + "text": "Untitled 1 -Mousepad", + "boxes": [ + 862, + 268, + 1056, + 292 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Fil Eit Search View Document Help ", + "boxes": [ + 644, + 290, + 956, + 320 + ] + }, + { + "text": "Warning, you are using the root account, you may harm your system", + "boxes": [ + 734, + 318, + 1182, + 341 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 500, + 96, + 532 + ] + }, + { + "text": "", + "boxes": [ + 26, + 547, + 88, + 616 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "汇", + "boxes": [ + 52, + 909, + 66, + 929 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + }, + { + "text": "ntitled 1 - M.", + "boxes": [ + 226, + 1050, + 312, + 1068 + ] + } + ] + }, + { + "frame_id": "130_6_6", + "episode_id": 130, + "env_id": 6, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.166646003723145, + "advantages": -1.076707363128662, + "generated_text": "{\n \"intent\": \"Click on the product to explore more details and consider purchasing if suitable\",\n \"action\": \"DoubleClick(718, 313)\" \n}", + "action_string": "DoubleClick(718, 313)", + "intent_string": "Click on the product to explore more details and consider purchasing if suitable", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "7-6d31b", + "boxes": [ + 1510, + 68, + 1564, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " gaming keyboard", + "boxes": [ + 302, + 113, + 428, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1444, + 143 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle PaperwhiteBuy Now", + "boxes": [ + 754, + 204, + 1064, + 234 + ] + }, + { + "text": "AULArF75 Pro Wireless Mechanical Keyboard,75% Hot", + "boxes": [ + 684, + 304, + 1276, + 339 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "$6631", + "boxes": [ + 1392, + 322, + 1456, + 355 + ] + }, + { + "text": "Swappable Custom Keyboard with Knob,RGB Backlit,Pre-", + "boxes": [ + 682, + 338, + 1304, + 373 + ] + }, + { + "text": " $23.93 Shipping & Import", + "boxes": [ + 1390, + 361, + 1564, + 393 + ] + }, + { + "text": "lubed Reaper Switches,Side Printed PBT", + "boxes": [ + 682, + 371, + 1120, + 401 + ] + }, + { + "text": "Charges to China Detals ", + "boxes": [ + 1392, + 383, + 1574, + 413 + ] + }, + { + "text": "Keycaps,2.4GHz/USB-C/BT5.0 Mechanical Gaming Keyboards ", + "boxes": [ + 678, + 401, + 1356, + 437 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "within 22 hrs 28 mins", + "boxes": [ + 1394, + 420, + 1534, + 453 + ] + }, + { + "text": "Visit the AULA Store", + "boxes": [ + 686, + 435, + 812, + 453 + ] + }, + { + "text": "4.6★★★★☆", + "boxes": [ + 682, + 451, + 814, + 474 + ] + }, + { + "text": " 666 ratings | Search this page", + "boxes": [ + 822, + 448, + 1026, + 477 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 684, + 476, + 798, + 500 + ] + }, + { + "text": "overall Pick ", + "boxes": [ + 787, + 470, + 887, + 507 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 494, + 1466, + 520 + ] + }, + { + "text": "ight in past month", + "boxes": [ + 728, + 510, + 832, + 534 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1868, + 528 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "Limited time deal ", + "boxes": [ + 684, + 548, + 798, + 578 + ] + }, + { + "text": "-20% $6631", + "boxes": [ + 684, + 584, + 808, + 615 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "$23.93 Shipping & Import Charges to China Details ", + "boxes": [ + 684, + 643, + 1030, + 667 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1526, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 677, + 1450, + 705 + ] + }, + { + "text": "AULA MALL", + "boxes": [ + 1462, + 675, + 1538, + 707 + ] + }, + { + "text": "Black", + "boxes": [ + 780, + 693, + 816, + 707 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1448, + 727 + ] + }, + { + "text": "Support", + "boxes": [ + 1402, + 741, + 1452, + 760 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 804, + 1420, + 828 + ] + }, + { + "text": "Add a gift receipt fo", + "boxes": [ + 1416, + 826, + 1544, + 850 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 838, + 726, + 864 + ] + }, + { + "text": "AULA", + "boxes": [ + 844, + 836, + 886, + 864 + ] + }, + { + "text": "returns", + "boxes": [ + 1420, + 848, + 1466, + 868 + ] + }, + { + "text": "Compatible Devices", + "boxes": [ + 680, + 866, + 816, + 889 + ] + }, + { + "text": "Laptop, PC, Gaming Console, Tablet, Smartph", + "boxes": [ + 844, + 866, + 1134, + 889 + ] + }, + { + "text": "Conectivity", + "boxes": [ + 682, + 887, + 772, + 919 + ] + }, + { + "text": "Usb, 2.4GHz Wireless BT5.0", + "boxes": [ + 844, + 887, + 1030, + 917 + ] + }, + { + "text": "Technology", + "boxes": [ + 677, + 903, + 767, + 940 + ] + }, + { + "text": " Add to List", + "boxes": [ + 1404, + 897, + 1476, + 923 + ] + }, + { + "text": "Keyboard Description", + "boxes": [ + 684, + 937, + 830, + 961 + ] + }, + { + "text": "Mechanical", + "boxes": [ + 844, + 937, + 920, + 961 + ] + }, + { + "text": "ndedssFrMulmediidditing,Everyday", + "boxes": [ + 750, + 959, + 1120, + 989 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "7-6d31b", + "boxes": [ + 1512, + 68, + 1564, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " gaming keyboard", + "boxes": [ + 302, + 113, + 428, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1444, + 143 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle PaperwhiteBuy Now", + "boxes": [ + 754, + 204, + 1066, + 234 + ] + }, + { + "text": "AULA F75 Pro Wireless Mechanical Keyboard,75% Hot", + "boxes": [ + 682, + 300, + 1276, + 340 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "$6631", + "boxes": [ + 1392, + 322, + 1456, + 355 + ] + }, + { + "text": "Swappable Custom Keyboard with Knob,RGB Backlit,Pre-", + "boxes": [ + 682, + 338, + 1304, + 373 + ] + }, + { + "text": " $23.93 Shipping & Import", + "boxes": [ + 1390, + 361, + 1564, + 393 + ] + }, + { + "text": "lubed Reaper Switches,Side Printed PBT", + "boxes": [ + 682, + 371, + 1120, + 401 + ] + }, + { + "text": "Charges to China Detals ", + "boxes": [ + 1392, + 383, + 1574, + 413 + ] + }, + { + "text": "Keycaps,2.4GHz/USB-C/BT5.0 Mechanical Gaming Keyboards ", + "boxes": [ + 680, + 401, + 1356, + 437 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "within 22 hrs 28 mins", + "boxes": [ + 1394, + 420, + 1534, + 453 + ] + }, + { + "text": "4.6★★★★", + "boxes": [ + 684, + 451, + 814, + 474 + ] + }, + { + "text": " 666 ratings | Search this page", + "boxes": [ + 824, + 453, + 1028, + 476 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 684, + 476, + 798, + 500 + ] + }, + { + "text": "overall Pick ", + "boxes": [ + 787, + 470, + 887, + 507 + ] + }, + { + "text": "In Stock ", + "boxes": [ + 1392, + 490, + 1468, + 522 + ] + }, + { + "text": "ight in past month", + "boxes": [ + 728, + 510, + 832, + 534 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1868, + 528 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "Limited time deal ", + "boxes": [ + 684, + 548, + 798, + 578 + ] + }, + { + "text": "-20% $6631", + "boxes": [ + 684, + 584, + 808, + 615 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "：$82.890", + "boxes": [ + 730, + 619, + 792, + 637 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "$23.93 Shipping & Import Charges to China Details ", + "boxes": [ + 684, + 643, + 1030, + 667 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1526, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 677, + 1450, + 705 + ] + }, + { + "text": "AULA MALL", + "boxes": [ + 1462, + 675, + 1538, + 707 + ] + }, + { + "text": "Black", + "boxes": [ + 780, + 693, + 816, + 707 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1448, + 727 + ] + }, + { + "text": "Support", + "boxes": [ + 1402, + 741, + 1452, + 760 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 804, + 1420, + 828 + ] + }, + { + "text": "Add a gift receipt fo", + "boxes": [ + 1416, + 826, + 1544, + 850 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 838, + 726, + 864 + ] + }, + { + "text": "AULA", + "boxes": [ + 844, + 836, + 886, + 864 + ] + }, + { + "text": "returns", + "boxes": [ + 1420, + 848, + 1466, + 868 + ] + }, + { + "text": "Compatible Devices", + "boxes": [ + 680, + 866, + 816, + 889 + ] + }, + { + "text": "Laptop, PC, Gaming Console, Tablet, Smartph", + "boxes": [ + 844, + 866, + 1134, + 889 + ] + }, + { + "text": "Conectivity", + "boxes": [ + 682, + 887, + 772, + 919 + ] + }, + { + "text": "Usb, 2.4GHz Wireless BT5.0", + "boxes": [ + 844, + 887, + 1030, + 917 + ] + }, + { + "text": "Technology", + "boxes": [ + 677, + 903, + 767, + 940 + ] + }, + { + "text": " Add to List", + "boxes": [ + 1404, + 897, + 1476, + 923 + ] + }, + { + "text": "Keyboard Description", + "boxes": [ + 684, + 937, + 830, + 961 + ] + }, + { + "text": "Mechanical", + "boxes": [ + 844, + 937, + 920, + 961 + ] + }, + { + "text": "ndedssFrMulmediidditing,Everyday", + "boxes": [ + 750, + 959, + 1120, + 989 + ] + } + ] + }, + { + "frame_id": "130_7_6", + "episode_id": 130, + "env_id": 7, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.658950805664062, + "advantages": -0.49506568908691406, + "generated_text": "{\n \"intent\": \"To view detailed information about the announcement regarding changes in the game and potential impact on players\",\n \"action\": \"DoubleClick(579, 243)\"\n}", + "action_string": "DoubleClick(579, 243)", + "intent_string": "To view detailed information about the announcement regarding changes in the game and potential impact on players", + "before_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 74, + 68, + 104, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 568, + 121, + 636, + 147 + ] + }, + { + "text": "长春市", + "boxes": [ + 1626, + 125, + 1676, + 145 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 123, + 1788, + 143 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1858, + 145 + ] + }, + { + "text": "本周维护公告的内容对于梦幻西游中的某些玩家来说，影响可以说是比较大的，能够降低某些玩家做某些事情时的成", + "boxes": [ + 364, + 210, + 1238, + 244 + ] + }, + { + "text": "爱淘宝专属指利", + "boxes": [ + 1517, + 208, + 1609, + 239 + ] + }, + { + "text": "本，下面就跟着一起看一下吧。", + "boxes": [ + 364, + 242, + 596, + 266 + ] + }, + { + "text": "天天开红包", + "boxes": [ + 1510, + 236, + 1624, + 268 + ] + }, + { + "text": "山", + "boxes": [ + 198, + 266, + 210, + 278 + ] + }, + { + "text": "", + "boxes": [ + 192, + 318, + 214, + 341 + ] + }, + { + "text": "公告时讯", + "boxes": [ + 748, + 312, + 816, + 338 + ] + }, + { + "text": "，上周内容", + "boxes": [ + 544, + 353, + 634, + 379 + ] + }, + { + "text": "置方案时，将不再自动清除“法宝、灵宝、神器配置”方", + "boxes": [ + 656, + 347, + 1016, + 377 + ] + }, + { + "text": "爱淘宝福利红包，先领红包再购", + "boxes": [ + 1424, + 353, + 1688, + 389 + ] + }, + { + "text": "#", + "boxes": [ + 184, + 364, + 222, + 402 + ] + }, + { + "text": "案内本角色当前流派无法佩戴的法宝。", + "boxes": [ + 656, + 371, + 892, + 401 + ] + }, + { + "text": "口袋版", + "boxes": [ + 550, + 385, + 618, + 417 + ] + }, + { + "text": "物！", + "boxes": [ + 1426, + 381, + 1464, + 409 + ] + }, + { + "text": "互通版", + "boxes": [ + 558, + 419, + 616, + 451 + ] + }, + { + "text": "广告淘宝·领红包", + "boxes": [ + 1428, + 411, + 1532, + 435 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 433, + 210, + 449 + ] + }, + { + "text": "电脑版", + "boxes": [ + 560, + 453, + 630, + 484 + ] + }, + { + "text": "2、“特技定向转换”功能优化，可转换列表新增“普通", + "boxes": [ + 652, + 463, + 1006, + 492 + ] + }, + { + "text": "全服内容", + "boxes": [ + 552, + 488, + 620, + 514 + ] + }, + { + "text": "打造武器（120至150级）”。", + "boxes": [ + 652, + 486, + 838, + 516 + ] + }, + { + "text": "访问游戏天地", + "boxes": [ + 1430, + 498, + 1550, + 522 + ] + }, + { + "text": "测试内容", + "boxes": [ + 548, + 520, + 618, + 546 + ] + }, + { + "text": "梦幻西游：每天卖200只30级胚", + "boxes": [ + 1444, + 542, + 1648, + 572 + ] + }, + { + "text": "141", + "boxes": [ + 952, + 552, + 978, + 566 + ] + }, + { + "text": "子，固定入账2.7亿，低端胚子最..", + "boxes": [ + 1446, + 564, + 1658, + 594 + ] + }, + { + "text": "3、“组队观战”功能新增支持“帮派联赛”、", + "boxes": [ + 654, + 578, + 952, + 608 + ] + }, + { + "text": "“帮派精", + "boxes": [ + 944, + 580, + 1006, + 606 + ] + }, + { + "text": "英联赛”玩法中的玩家间战斗。", + "boxes": [ + 652, + 600, + 850, + 629 + ] + }, + { + "text": "梦幻西游：无修炼法系带三条三法", + "boxes": [ + 1446, + 608, + 1664, + 637 + ] + }, + { + "text": "结装备，任务秒出高伤", + "boxes": [ + 1446, + 627, + 1594, + 657 + ] + }, + { + "text": "梦幻西游：奇袭法术是商人陷阱", + "boxes": [ + 1448, + 673, + 1650, + 697 + ] + }, + { + "text": "更新推送?", + "boxes": [ + 528, + 683, + 642, + 715 + ] + }, + { + "text": " 2025-05-06", + "boxes": [ + 848, + 689, + 940, + 713 + ] + }, + { + "text": "2025-05-13", + "boxes": [ + 944, + 689, + 1020, + 713 + ] + }, + { + "text": "跟风国货玩家将血本无归", + "boxes": [ + 1448, + 691, + 1608, + 721 + ] + }, + { + "text": "梦幻西游宝石商人放量，增五色灵尘售卖，糖桂花事件或再现", + "boxes": [ + 364, + 766, + 718, + 790 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1565, + 773, + 1711, + 839 + ] + }, + { + "text": "首先是特技定向转化功能的优化，原本是需要上交三件未鉴定的强化打造的装备，现在被改成了可以上交三件未鉴定", + "boxes": [ + 362, + 798, + 1238, + 834 + ] + }, + { + "text": "的非强化打造的装备，也就是上交的时候可以省下90块强化石，按照所在的服务器，90块强化石差不多可以省下720", + "boxes": [ + 364, + 832, + 1230, + 856 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1574, + 832, + 1698, + 860 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 876, + 198, + 911 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1670, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置“改变您的选择。欲了解", + "boxes": [ + 28, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "李幻西游宝石·", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 1866, + 6, + 1906, + 22 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 104, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 568, + 121, + 636, + 147 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 123, + 1788, + 143 + ] + }, + { + "text": "登录", + "boxes": [ + 1824, + 115, + 1864, + 153 + ] + }, + { + "text": "长春市", + "boxes": [ + 1626, + 125, + 1676, + 145 + ] + }, + { + "text": "本周维护公告的内容对于梦幻西游中的某些玩家来说，影响可以说是比较大的，能够降低某些玩家做某些事情时的成", + "boxes": [ + 364, + 210, + 1238, + 244 + ] + }, + { + "text": "爱淘宝专属指利", + "boxes": [ + 1517, + 208, + 1609, + 239 + ] + }, + { + "text": "本，下面就跟着一起看一下嗯。", + "boxes": [ + 364, + 242, + 594, + 266 + ] + }, + { + "text": "天天开红包", + "boxes": [ + 1510, + 236, + 1624, + 268 + ] + }, + { + "text": "山", + "boxes": [ + 198, + 266, + 210, + 278 + ] + }, + { + "text": "", + "boxes": [ + 192, + 318, + 214, + 341 + ] + }, + { + "text": "公告时讯", + "boxes": [ + 748, + 312, + 816, + 338 + ] + }, + { + "text": "，上周内容", + "boxes": [ + 544, + 353, + 634, + 379 + ] + }, + { + "text": "置方案时，将不再自动清除“法宝、灵宝、神器配置”方", + "boxes": [ + 656, + 347, + 1016, + 377 + ] + }, + { + "text": "爱淘宝福利红包，先领红包再购", + "boxes": [ + 1424, + 353, + 1688, + 389 + ] + }, + { + "text": "#", + "boxes": [ + 184, + 364, + 222, + 402 + ] + }, + { + "text": "案内本角色当前流派无法佩戴的法宝。", + "boxes": [ + 656, + 371, + 892, + 401 + ] + }, + { + "text": "口袋版", + "boxes": [ + 550, + 385, + 618, + 417 + ] + }, + { + "text": "物！", + "boxes": [ + 1426, + 381, + 1464, + 409 + ] + }, + { + "text": "互通版", + "boxes": [ + 558, + 419, + 616, + 451 + ] + }, + { + "text": "广告淘宝·领红包", + "boxes": [ + 1428, + 411, + 1532, + 435 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 433, + 210, + 449 + ] + }, + { + "text": "电脑版", + "boxes": [ + 560, + 453, + 630, + 484 + ] + }, + { + "text": "2、“特技定向转换”功能优化，可转换列表新增“普通", + "boxes": [ + 652, + 463, + 1006, + 492 + ] + }, + { + "text": "全服内容", + "boxes": [ + 552, + 488, + 620, + 514 + ] + }, + { + "text": "打造武器（120至150级）”。", + "boxes": [ + 652, + 486, + 838, + 516 + ] + }, + { + "text": "访问游戏天地", + "boxes": [ + 1430, + 498, + 1550, + 522 + ] + }, + { + "text": "测试内容", + "boxes": [ + 548, + 520, + 618, + 546 + ] + }, + { + "text": "梦幻西游：每天卖200只30级胚", + "boxes": [ + 1444, + 542, + 1648, + 572 + ] + }, + { + "text": "141", + "boxes": [ + 952, + 552, + 980, + 566 + ] + }, + { + "text": "子，固定入账2.7亿，低端胚子最..", + "boxes": [ + 1446, + 564, + 1658, + 594 + ] + }, + { + "text": "3、“组队观战”功能新增支持“帮派联赛”、", + "boxes": [ + 652, + 576, + 950, + 606 + ] + }, + { + "text": "“帮派精", + "boxes": [ + 944, + 580, + 1006, + 606 + ] + }, + { + "text": "英联赛”玩法中的玩家间战斗。", + "boxes": [ + 652, + 600, + 850, + 629 + ] + }, + { + "text": "梦幻西游：无修炼法系带三条三法", + "boxes": [ + 1446, + 608, + 1664, + 637 + ] + }, + { + "text": "结装备，任务秒出高伤", + "boxes": [ + 1446, + 627, + 1594, + 657 + ] + }, + { + "text": "梦幻西游：奇袭法术是商人陷阱", + "boxes": [ + 1448, + 673, + 1650, + 697 + ] + }, + { + "text": "更新推送?", + "boxes": [ + 528, + 683, + 642, + 715 + ] + }, + { + "text": " 2025-05-06", + "boxes": [ + 848, + 689, + 940, + 713 + ] + }, + { + "text": "2025-05-13", + "boxes": [ + 944, + 689, + 1020, + 713 + ] + }, + { + "text": "跟风国货玩家将血本无归", + "boxes": [ + 1448, + 691, + 1608, + 721 + ] + }, + { + "text": "梦幻西游宝石商人放量，增五色灵尘售卖，糖桂花事件或再现", + "boxes": [ + 364, + 766, + 718, + 790 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1565, + 773, + 1711, + 839 + ] + }, + { + "text": "首先是特技定向转化功能的优化，原本是需要上交三件未鉴定的强化打造的装备，现在被改成了可以上交三件未鉴定", + "boxes": [ + 362, + 798, + 1238, + 834 + ] + }, + { + "text": "的非强化打造的装备，也就是上交的时候可以省下90块强化石，按照所在的服务器，90块强化石差不多可以省下720", + "boxes": [ + 364, + 832, + 1230, + 856 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1574, + 832, + 1698, + 860 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 876, + 198, + 911 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1670, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置“改变您的选择。欲了解", + "boxes": [ + 28, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "李幻西游宝石·", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "130_0_7", + "episode_id": 130, + "env_id": 0, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.091325759887695, + "advantages": 0.01577090099453926, + "generated_text": "{\n \"intent\": \"Clicking the '有问题，就会有答案' link will take you to a page where users can pose questions and get answers.\",\n \"action\": \"DoubleClick(479, 425)\"\n}", + "action_string": "DoubleClick(479, 425)", + "intent_string": "Clicking the '有问题，就会有答案' link will take you to a page where users can pose questions and get answers.", + "before_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 852, + 6, + 910, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "9:41", + "boxes": [ + 1384, + 278, + 1404, + 292 + ] + }, + { + "text": "", + "boxes": [ + 1578, + 278, + 1602, + 292 + ] + }, + { + "text": "#", + "boxes": [ + 1370, + 304, + 1396, + 328 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1438, + 302, + 1560, + 332 + ] + }, + { + "text": "24", + "boxes": [ + 1608, + 301, + 1630, + 324 + ] + }, + { + "text": "如何看待罗马仕既做充电宝，又做户外拎电，", + "boxes": [ + 1366, + 322, + 1620, + 345 + ] + }, + { + "text": "有问题", + "boxes": [ + 278, + 341, + 644, + 472 + ] + }, + { + "text": "又做家庭储能？", + "boxes": [ + 1363, + 335, + 1459, + 372 + ] + }, + { + "text": "长亭Time", + "boxes": [ + 1368, + 365, + 1442, + 391 + ] + }, + { + "text": "一下电商订单记录，发现我入手的第", + "boxes": [ + 1396, + 387, + 1570, + 405 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 290, + 469, + 860, + 586 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 462, + 717, + 716, + 758 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": " Android", + "boxes": [ + 580, + 834, + 678, + 860 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文[2019]4928-541号|药品医疗器械网络信息服务备案|", + "boxes": [ + 398, + 955, + 806, + 979 + ] + }, + { + "text": "药械信息备字（2022）第00334号", + "boxes": [ + 856, + 957, + 1076, + 975 + ] + }, + { + "text": "号丨服务热线：400-919-0001|违法和不良信息举报：010-82716601", + "boxes": [ + 1072, + 949, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息举", + "boxes": [ + 508, + 975, + 816, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报丨证照中心|！", + "boxes": [ + 552, + 996, + 840, + 1031 + ] + }, + { + "text": "平丨北京智者天下科技有限公司版权所有", + "boxes": [ + 1116, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 854, + 6, + 908, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "zhihu.", + "boxes": [ + 396, + 71, + 436, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1876, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "9:41", + "boxes": [ + 1380, + 274, + 1406, + 294 + ] + }, + { + "text": "#", + "boxes": [ + 1370, + 304, + 1392, + 328 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1438, + 297, + 1556, + 334 + ] + }, + { + "text": "2", + "boxes": [ + 1612, + 306, + 1626, + 322 + ] + }, + { + "text": "你最喜欢的一句法律谚语是什么？为什么喜", + "boxes": [ + 1360, + 328, + 1614, + 357 + ] + }, + { + "text": "有问题", + "boxes": [ + 290, + 343, + 644, + 469 + ] + }, + { + "text": "欢？", + "boxes": [ + 1365, + 348, + 1392, + 374 + ] + }, + { + "text": "赞同", + "boxes": [ + 986, + 369, + 1114, + 443 + ] + }, + { + "text": "Legal诗睿法律等2个话题下的优秀答主", + "boxes": [ + 1366, + 371, + 1598, + 395 + ] + }, + { + "text": "句诊语呢，因为正本清源，这又是一个被国内翻.", + "boxes": [ + 1368, + 403, + 1612, + 433 + ] + }, + { + "text": "141赞同·84收藏", + "boxes": [ + 1374, + 431, + 1470, + 455 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 458, + 862, + 592 + ] + }, + { + "text": "如何在一周内快速摸清一个行业？", + "boxes": [ + 1366, + 465, + 1562, + 494 + ] + }, + { + "text": "程毅南社会心理学等3个话题下的优质答主", + "boxes": [ + 1368, + 488, + 1610, + 512 + ] + }, + { + "text": "曾经做了3年投资咨询，平均每个月一个项目，做的", + "boxes": [ + 1370, + 510, + 1624, + 528 + ] + }, + { + "text": "事情就是（尝试）深入了解各种行业和公司，为", + "boxes": [ + 1364, + 522, + 1620, + 552 + ] + }, + { + "text": "2.6万赞同·304评论", + "boxes": [ + 1370, + 550, + 1476, + 568 + ] + }, + { + "text": "在工业区开的超市，怎么样改进以提高竞争", + "boxes": [ + 1362, + 580, + 1614, + 612 + ] + }, + { + "text": "力？", + "boxes": [ + 1368, + 608, + 1394, + 621 + ] + }, + { + "text": "汪惟创业等5个话题下的优秀答主", + "boxes": [ + 1364, + 621, + 1564, + 645 + ] + }, + { + "text": "说点回去就能用的。先调查一下你附近工厂都用什", + "boxes": [ + 1368, + 643, + 1618, + 667 + ] + }, + { + "text": "么银行卡发工资。然后想方设法弄一个这个银行..", + "boxes": [ + 1364, + 657, + 1612, + 681 + ] + }, + { + "text": "2万赞同·761评论", + "boxes": [ + 1368, + 683, + 1472, + 707 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 464, + 717, + 716, + 758 + ] + }, + { + "text": "如何高质量地走完大学四年？", + "boxes": [ + 1364, + 717, + 1534, + 746 + ] + }, + { + "text": "口", + "boxes": [ + 784, + 727, + 804, + 741 + ] + }, + { + "text": "神说要有光", + "boxes": [ + 1368, + 741, + 1446, + 764 + ] + }, + { + "text": "看这一个回答，省去你80%寻找答案的时间！我在", + "boxes": [ + 1366, + 756, + 1622, + 786 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": "知乎的大学话题下把人们普遍最关心的问题做了", + "boxes": [ + 1370, + 780, + 1606, + 798 + ] + }, + { + "text": "D", + "boxes": [ + 1434, + 822, + 1450, + 842 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": "Android", + "boxes": [ + 578, + 834, + 678, + 860 + ] + }, + { + "text": "X", + "boxes": [ + 1377, + 821, + 1397, + 843 + ] + }, + { + "text": "知平协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文［2019]4928-541号丨药品医疗器械网络信息服务备案丨（京）网药械信息备字（2022）第00334号丨服务热线：400-919-0001丨违法和不良信息举报：010-82716601", + "boxes": [ + 394, + 949, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息举报专区丨互联网算法推荐举报专区丨养老诈骗举报专区丨MCN 举报专区丨信息安全漏洞反馈专区", + "boxes": [ + 506, + 975, + 1412, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报丨证照中心丨Inv", + "boxes": [ + 552, + 996, + 864, + 1031 + ] + }, + { + "text": "ons|联系我们@2025知乎|北京智者天下科技有限公司版权所有", + "boxes": [ + 940, + 1005, + 1364, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ] + }, + { + "frame_id": "130_1_7", + "episode_id": 130, + "env_id": 1, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.101917266845703, + "advantages": 0.028284413740038872, + "generated_text": "{\n \"intent\": \"I will select the first ability in the troop selection menu.\",\n \"action\": \"DoubleClick(725, 505)\" \n}", + "action_string": "DoubleClick(725, 505)", + "intent_string": "I will select the first ability in the troop selection menu.", + "before_screen_ocr_results": [ + { + "text": "03:46", + "boxes": [ + 932, + 6, + 990, + 32 + ] + }, + { + "text": "一金", + "boxes": [ + 1042, + 6, + 1096, + 32 + ] + }, + { + "text": "", + "boxes": [ + 1838, + 0, + 1920, + 26 + ] + }, + { + "text": "名旧", + "boxes": [ + 238, + 18, + 306, + 44 + ] + }, + { + "text": "淘沃0", + "boxes": [ + 298, + 12, + 356, + 32 + ] + }, + { + "text": "积分385", + "boxes": [ + 296, + 32, + 374, + 56 + ] + }, + { + "text": "措手", + "boxes": [ + 588, + 389, + 660, + 429 + ] + }, + { + "text": "每回合随机2个阵营天赋", + "boxes": [ + 836, + 389, + 1086, + 425 + ] + }, + { + "text": "突变者", + "boxes": [ + 1212, + 387, + 1316, + 431 + ] + }, + { + "text": "第3回合解镇", + "boxes": [ + 594, + 526, + 690, + 558 + ] + }, + { + "text": "重型坦克", + "boxes": [ + 714, + 528, + 804, + 554 + ] + }, + { + "text": "固定炮台", + "boxes": [ + 832, + 526, + 916, + 558 + ] + }, + { + "text": "无限成长", + "boxes": [ + 1030, + 526, + 1112, + 558 + ] + }, + { + "text": "冲锋陷阵", + "boxes": [ + 1142, + 526, + 1230, + 558 + ] + }, + { + "text": "第3回合解锁", + "boxes": [ + 1256, + 530, + 1348, + 556 + ] + }, + { + "text": "移动速度下降，伤害大幅提升", + "boxes": [ + 632, + 586, + 884, + 621 + ] + }, + { + "text": "被子弹命中的减速大幅下降", + "boxes": [ + 1068, + 586, + 1302, + 621 + ] + }, + { + "text": "枪械配置", + "boxes": [ + 662, + 983, + 758, + 1014 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "可以绕过光刻机？湖南大学教授×", + "boxes": [ + 224, + 32, + 438, + 50 + ] + }, + { + "text": "↑→白", + "boxes": [ + 6, + 64, + 130, + 95 + ] + }, + { + "text": "·", + "boxes": [ + 1578, + 62, + 1666, + 93 + ] + }, + { + "text": "I四9三", + "boxes": [ + 1782, + 62, + 1914, + 93 + ] + }, + { + "text": "目关于", + "boxes": [ + 1570, + 127, + 1640, + 161 + ] + }, + { + "text": "以评论", + "boxes": [ + 1748, + 125, + 1824, + 165 + ] + }, + { + "text": "一点视频/默默益智·3周", + "boxes": [ + 1536, + 181, + 1682, + 210 + ] + }, + { + "text": "猜字谜：半导体，打一字，这个字有很", + "boxes": [ + 1508, + 204, + 1868, + 248 + ] + }, + { + "text": "多人都没想到！", + "boxes": [ + 1514, + 238, + 1660, + 270 + ] + }, + { + "text": "猜字谜：半导体，打一字，这个字有很多人都没想到！", + "boxes": [ + 1514, + 272, + 1858, + 302 + ] + }, + { + "text": "?", + "boxes": [ + 1548, + 338, + 1584, + 369 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1672, + 365, + 1852, + 441 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1667, + 418, + 1851, + 489 + ] + }, + { + "text": "写作助手", + "boxes": [ + 1668, + 463, + 1854, + 538 + ] + }, + { + "text": "猪实谜的悔", + "boxes": [ + 677, + 508, + 853, + 570 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 44, + 518, + 282, + 613 + ] + }, + { + "text": "点击下载", + "boxes": [ + 1722, + 526, + 1800, + 558 + ] + }, + { + "text": "半导体", + "boxes": [ + 684, + 552, + 762, + 592 + ] + }, + { + "text": "豆包PC版_操作便捷_免费下载安装", + "boxes": [ + 1554, + 574, + 1810, + 609 + ] + }, + { + "text": "(打一#)", + "boxes": [ + 680, + 586, + 752, + 625 + ] + }, + { + "text": "凤兔生成", + "boxes": [ + 56, + 606, + 336, + 661 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1558, + 609, + 1664, + 641 + ] + }, + { + "text": "[>", + "boxes": [ + 1806, + 617, + 1818, + 629 + ] + }, + { + "text": "点视频/波帆说车·3月", + "boxes": [ + 1666, + 715, + 1798, + 739 + ] + }, + { + "text": "自己卷自己?探店奇瑞瑞虎5x高能版", + "boxes": [ + 1636, + 737, + 1870, + 766 + ] + }, + { + "text": "1.", + "boxes": [ + 1640, + 800, + 1658, + 814 + ] + }, + { + "text": "一点视频/三乐大掌柜·6天", + "boxes": [ + 1662, + 794, + 1812, + 818 + ] + }, + { + "text": "解这道题超麻烦还容易出错，你有其", + "boxes": [ + 1634, + 812, + 1870, + 848 + ] + }, + { + "text": "他方法么？", + "boxes": [ + 1638, + 840, + 1710, + 866 + ] + }, + { + "text": "?", + "boxes": [ + 1638, + 881, + 1658, + 895 + ] + }, + { + "text": "点视频/快上车Go·3周", + "boxes": [ + 1662, + 872, + 1806, + 901 + ] + }, + { + "text": "探店海豹05DM-i智驾版，三个版本应", + "boxes": [ + 1630, + 893, + 1876, + 929 + ] + }, + { + "text": "该怎么选？", + "boxes": [ + 1636, + 921, + 1710, + 947 + ] + }, + { + "text": "一点视频/旋涡说·4月", + "boxes": [ + 1632, + 949, + 1788, + 983 + ] + }, + { + "text": "老外改装带刺的雪地胎，霸气外形惊", + "boxes": [ + 1636, + 973, + 1870, + 1009 + ] + }, + { + "text": "艳众人，驾驶效果堪称完美！", + "boxes": [ + 1630, + 999, + 1824, + 1028 + ] + }, + { + "text": "隐私声明", + "boxes": [ + 1834, + 1018, + 1900, + 1038 + ] + }, + { + "text": "OLO", + "boxes": [ + 30, + 1038, + 220, + 1080 + ] + }, + { + "text": "可以绕过光刻··", + "boxes": [ + 212, + 1046, + 308, + 1072 + ] + } + ] + }, + { + "frame_id": "130_2_7", + "episode_id": 130, + "env_id": 2, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.737099647521973, + "advantages": -0.4027354419231415, + "generated_text": "{\n \"intent\": \"I'm looking to open an application or tool provided by double-clicking an icon in the desktop. The typing area is ready for interaction.\",\n \"action\": \"DoubleClick(100, 50)\" }", + "action_string": "DoubleClick(100, 50)", + "intent_string": "I'm looking to open an application or tool provided by double-clicking an icon in the desktop. The typing area is ready for interaction.", + "before_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 10, + 30, + 34, + 44 + ] + }, + { + "text": "--B- @x自", + "boxes": [ + 10, + 52, + 354, + 87 + ] + }, + { + "text": "32", + "boxes": [ + 844, + 62, + 874, + 75 + ] + }, + { + "text": "&", + "boxes": [ + 182, + 101, + 206, + 115 + ] + }, + { + "text": "口", + "boxes": [ + 1888, + 202, + 1914, + 242 + ] + }, + { + "text": "", + "boxes": [ + 1886, + 230, + 1912, + 306 + ] + }, + { + "text": "O", + "boxes": [ + 1884, + 308, + 1914, + 342 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 6, + 2, + 28, + 26 + ] + }, + { + "text": "Untitled 2 - LibreOffice Writer", + "boxes": [ + 840, + 2, + 1078, + 26 + ] + }, + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "Help", + "boxes": [ + 520, + 28, + 552, + 48 + ] + }, + { + "text": "--- @x自-", + "boxes": [ + 8, + 48, + 382, + 87 + ] + }, + { + "text": "G--", + "boxes": [ + 408, + 56, + 510, + 81 + ] + }, + { + "text": " Abc", + "boxes": [ + 514, + 56, + 590, + 81 + ] + }, + { + "text": "国", + "boxes": [ + 608, + 46, + 1258, + 89 + ] + }, + { + "text": "二", + "boxes": [ + 380, + 58, + 412, + 79 + ] + }, + { + "text": "QG", + "boxes": [ + 152, + 95, + 216, + 121 + ] + }, + { + "text": "国", + "boxes": [ + 392, + 87, + 430, + 115 + ] + }, + { + "text": "12", + "boxes": [ + 372, + 99, + 394, + 113 + ] + }, + { + "text": "Save", + "boxes": [ + 946, + 93, + 978, + 107 + ] + }, + { + "text": "Name:", + "boxes": [ + 404, + 123, + 462, + 149 + ] + }, + { + "text": "Untitled 2", + "boxes": [ + 463, + 119, + 541, + 150 + ] + }, + { + "text": "合 Home", + "boxes": [ + 402, + 165, + 478, + 197 + ] + }, + { + "text": "一", + "boxes": [ + 558, + 171, + 578, + 187 + ] + }, + { + "text": "root", + "boxes": [ + 574, + 165, + 636, + 197 + ] + }, + { + "text": "C", + "boxes": [ + 1486, + 169, + 1514, + 193 + ] + }, + { + "text": " Desktop", + "boxes": [ + 402, + 197, + 492, + 228 + ] + }, + { + "text": "Name", + "boxes": [ + 556, + 202, + 598, + 222 + ] + }, + { + "text": "Size|Type", + "boxes": [ + 1344, + 204, + 1436, + 222 + ] + }, + { + "text": "| Modified", + "boxes": [ + 1430, + 201, + 1510, + 226 + ] + }, + { + "text": "D", + "boxes": [ + 1886, + 202, + 1914, + 240 + ] + }, + { + "text": "7 May", + "boxes": [ + 1442, + 224, + 1486, + 252 + ] + }, + { + "text": "+ Other Locations", + "boxes": [ + 414, + 238, + 536, + 268 + ] + }, + { + "text": "", + "boxes": [ + 1886, + 234, + 1912, + 306 + ] + }, + { + "text": "", + "boxes": [ + 554, + 248, + 584, + 268 + ] + }, + { + "text": "Downloads", + "boxes": [ + 576, + 246, + 654, + 270 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 248, + 1484, + 268 + ] + }, + { + "text": "[ liboard_ app", + "boxes": [ + 552, + 268, + 678, + 298 + ] + }, + { + "text": "7 Feb 2024", + "boxes": [ + 1442, + 270, + 1516, + 296 + ] + }, + { + "text": "O", + "boxes": [ + 1886, + 310, + 1914, + 343 + ] + }, + { + "text": "save", + "boxes": [ + 1442, + 969, + 1492, + 989 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1066, + 1018, + 1150, + 1042 + ] + } + ] + }, + { + "frame_id": "130_3_7", + "episode_id": 130, + "env_id": 3, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.10497760772705, + "advantages": -1.1495665311813354, + "generated_text": "{\n \"intent\": \"Exploring the login page by interacting with the provided options.\",\n \"action\": \"Click(672, 651)\" \n}", + "action_string": "Click(672, 651)", + "intent_string": "Exploring the login page by interacting with the provided options.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1038, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1110, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 660, + 411, + 860, + 441 + ] + }, + { + "text": "俞入6位短信验证码", + "boxes": [ + 956, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1108, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 660, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 688, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "130_4_7", + "episode_id": 130, + "env_id": 4, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.617579460144043, + "advantages": -0.5439445376396179, + "generated_text": "{\n \"intent\": \"To click on the headline of the news article that prominently displays the achievement of launching AI into space.\",\n \"action\": \"DoubleClick(638, 341)\"\n}", + "action_string": "DoubleClick(638, 341)", + "intent_string": "To click on the headline of the news article that prominently displays the achievement of launching AI into space.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 600, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 890, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "兑读", + "boxes": [ + 908, + 161, + 930, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道）", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 654, + 568, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1598, + 64, + 1662, + 89 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 569, + 108, + 603, + 132 + ] + }, + { + "text": "直播中国", + "boxes": [ + 918, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 892, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1252, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 544, + 177 + ] + }, + { + "text": "英博", + "boxes": [ + 648, + 161, + 674, + 175 + ] + }, + { + "text": "文化", + "boxes": [ + 696, + 161, + 730, + 175 + ] + }, + { + "text": "健康", + "boxes": [ + 802, + 161, + 834, + 175 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "阅读", + "boxes": [ + 906, + 161, + 932, + 175 + ] + }, + { + "text": "5G", + "boxes": [ + 1006, + 161, + 1034, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1052, + 161, + 1092, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1110, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 540, + 298 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 608, + 272, + 672, + 298 + ] + }, + { + "text": "将AI送上太空", + "boxes": [ + 450, + 326, + 646, + 363 + ] + }, + { + "text": "我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 622, + 324, + 1182, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "130_5_7", + "episode_id": 130, + "env_id": 5, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.796655654907227, + "advantages": 0.8490946292877197, + "generated_text": "{\n \"intent\": \"Begin by interacting with the Firefox icon which I assume belongs to web browsing.\",\n \"action\": \"DoubleClick(67, 31)\" \n}", + "action_string": "DoubleClick(67, 31)", + "intent_string": "Begin by interacting with the Firefox icon which I assume belongs to web browsing.", + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 169, + 112, + 201 + ] + }, + { + "text": "Untitled 1 -Mousepad", + "boxes": [ + 862, + 268, + 1056, + 292 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Fil Eit Search View Document Help ", + "boxes": [ + 644, + 290, + 956, + 320 + ] + }, + { + "text": "Warning, you are using the root account, you may harm your system", + "boxes": [ + 734, + 318, + 1182, + 341 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 500, + 96, + 532 + ] + }, + { + "text": "", + "boxes": [ + 26, + 547, + 88, + 616 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "汇", + "boxes": [ + 52, + 909, + 66, + 929 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + }, + { + "text": "ntitled 1 - M.", + "boxes": [ + 226, + 1050, + 312, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "C仓", + "boxes": [ + 68, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "130_6_7", + "episode_id": 130, + "env_id": 6, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.619409561157227, + "advantages": -0.5417823195457458, + "generated_text": "{\n \"intent\": \"Click on the AULA F75 Pro Wireless Mechanical Keyboard to start browsing its product details and reviews.\",\n \"action\": \"DoubleClick(938, 429) \"\n}", + "action_string": "DoubleClick(938, 429)", + "intent_string": "Click on the AULA F75 Pro Wireless Mechanical Keyboard to start browsing its product details and reviews.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "7-6d31b", + "boxes": [ + 1512, + 68, + 1564, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " gaming keyboard", + "boxes": [ + 302, + 113, + 428, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1444, + 143 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle PaperwhiteBuy Now", + "boxes": [ + 754, + 204, + 1066, + 234 + ] + }, + { + "text": "AULA F75 Pro Wireless Mechanical Keyboard,75% Hot", + "boxes": [ + 682, + 300, + 1276, + 340 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "$6631", + "boxes": [ + 1392, + 322, + 1456, + 355 + ] + }, + { + "text": "Swappable Custom Keyboard with Knob,RGB Backlit,Pre-", + "boxes": [ + 682, + 338, + 1304, + 373 + ] + }, + { + "text": " $23.93 Shipping & Import", + "boxes": [ + 1390, + 361, + 1564, + 393 + ] + }, + { + "text": "lubed Reaper Switches,Side Printed PBT", + "boxes": [ + 682, + 371, + 1120, + 401 + ] + }, + { + "text": "Charges to China Detals ", + "boxes": [ + 1392, + 383, + 1574, + 413 + ] + }, + { + "text": "Keycaps,2.4GHz/USB-C/BT5.0 Mechanical Gaming Keyboards ", + "boxes": [ + 680, + 401, + 1356, + 437 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "within 22 hrs 28 mins", + "boxes": [ + 1394, + 420, + 1534, + 453 + ] + }, + { + "text": "4.6★★★★", + "boxes": [ + 684, + 451, + 814, + 474 + ] + }, + { + "text": " 666 ratings | Search this page", + "boxes": [ + 824, + 453, + 1028, + 476 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 684, + 476, + 798, + 500 + ] + }, + { + "text": "overall Pick ", + "boxes": [ + 787, + 470, + 887, + 507 + ] + }, + { + "text": "In Stock ", + "boxes": [ + 1392, + 490, + 1468, + 522 + ] + }, + { + "text": "ight in past month", + "boxes": [ + 728, + 510, + 832, + 534 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1868, + 528 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "Limited time deal ", + "boxes": [ + 684, + 548, + 798, + 578 + ] + }, + { + "text": "-20% $6631", + "boxes": [ + 684, + 584, + 808, + 615 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "：$82.890", + "boxes": [ + 730, + 619, + 792, + 637 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "$23.93 Shipping & Import Charges to China Details ", + "boxes": [ + 684, + 643, + 1030, + 667 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1526, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 677, + 1450, + 705 + ] + }, + { + "text": "AULA MALL", + "boxes": [ + 1462, + 675, + 1538, + 707 + ] + }, + { + "text": "Black", + "boxes": [ + 780, + 693, + 816, + 707 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1448, + 727 + ] + }, + { + "text": "Support", + "boxes": [ + 1402, + 741, + 1452, + 760 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 804, + 1420, + 828 + ] + }, + { + "text": "Add a gift receipt fo", + "boxes": [ + 1416, + 826, + 1544, + 850 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 838, + 726, + 864 + ] + }, + { + "text": "AULA", + "boxes": [ + 844, + 836, + 886, + 864 + ] + }, + { + "text": "returns", + "boxes": [ + 1420, + 848, + 1466, + 868 + ] + }, + { + "text": "Compatible Devices", + "boxes": [ + 680, + 866, + 816, + 889 + ] + }, + { + "text": "Laptop, PC, Gaming Console, Tablet, Smartph", + "boxes": [ + 844, + 866, + 1134, + 889 + ] + }, + { + "text": "Conectivity", + "boxes": [ + 682, + 887, + 772, + 919 + ] + }, + { + "text": "Usb, 2.4GHz Wireless BT5.0", + "boxes": [ + 844, + 887, + 1030, + 917 + ] + }, + { + "text": "Technology", + "boxes": [ + 677, + 903, + 767, + 940 + ] + }, + { + "text": " Add to List", + "boxes": [ + 1404, + 897, + 1476, + 923 + ] + }, + { + "text": "Keyboard Description", + "boxes": [ + 684, + 937, + 830, + 961 + ] + }, + { + "text": "Mechanical", + "boxes": [ + 844, + 937, + 920, + 961 + ] + }, + { + "text": "ndedssFrMulmediidditing,Everyday", + "boxes": [ + 750, + 959, + 1120, + 989 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "7-6d31b", + "boxes": [ + 1512, + 68, + 1564, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " gaming keyboard", + "boxes": [ + 302, + 113, + 428, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1444, + 143 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle PaperwhiteBuy Now", + "boxes": [ + 754, + 204, + 1064, + 234 + ] + }, + { + "text": "AULA F75 Pro Wireless Mechanical Keyboard,75% Hot", + "boxes": [ + 680, + 304, + 1276, + 339 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 644, + 339 + ] + }, + { + "text": "$6631", + "boxes": [ + 1392, + 322, + 1456, + 355 + ] + }, + { + "text": "Swappable Custom Keyboard with Knob,RGB Backlit,Pre-", + "boxes": [ + 682, + 338, + 1304, + 373 + ] + }, + { + "text": " $23.93 Shipping & Import", + "boxes": [ + 1390, + 361, + 1564, + 393 + ] + }, + { + "text": "lubed Reaper Switches,Side Printed PBT", + "boxes": [ + 680, + 371, + 1118, + 401 + ] + }, + { + "text": "Charges to China Detals ", + "boxes": [ + 1392, + 383, + 1574, + 413 + ] + }, + { + "text": "Keycaps,2.4GHz/USB-C/BT5.0 Mechanical Gaming Keyboards ", + "boxes": [ + 678, + 401, + 1356, + 437 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "within 22 hrs 28 mins", + "boxes": [ + 1394, + 420, + 1534, + 453 + ] + }, + { + "text": "Visit the AULA Store", + "boxes": [ + 686, + 435, + 812, + 453 + ] + }, + { + "text": "4.6★★★★", + "boxes": [ + 684, + 451, + 814, + 474 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 684, + 476, + 798, + 500 + ] + }, + { + "text": "overall Pick ", + "boxes": [ + 787, + 470, + 889, + 507 + ] + }, + { + "text": "In Stock ", + "boxes": [ + 1392, + 490, + 1468, + 522 + ] + }, + { + "text": "3K+b", + "boxes": [ + 684, + 510, + 714, + 530 + ] + }, + { + "text": "ight in past month", + "boxes": [ + 728, + 510, + 832, + 534 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1868, + 528 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "Limited time deal", + "boxes": [ + 684, + 548, + 796, + 578 + ] + }, + { + "text": "-20% $6631", + "boxes": [ + 684, + 584, + 808, + 615 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "$23.93 Shipping & Import Charges to China Details ", + "boxes": [ + 684, + 643, + 1030, + 667 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1526, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 677, + 1450, + 705 + ] + }, + { + "text": "AULA MALL", + "boxes": [ + 1462, + 675, + 1538, + 707 + ] + }, + { + "text": "Black", + "boxes": [ + 780, + 693, + 816, + 707 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1448, + 727 + ] + }, + { + "text": "Support", + "boxes": [ + 1402, + 741, + 1452, + 760 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 804, + 1420, + 828 + ] + }, + { + "text": "Add a gift receipt fo", + "boxes": [ + 1416, + 826, + 1544, + 850 + ] + }, + { + "text": "Brand", + "boxes": [ + 679, + 833, + 725, + 865 + ] + }, + { + "text": "AULA", + "boxes": [ + 844, + 836, + 886, + 864 + ] + }, + { + "text": "returns", + "boxes": [ + 1420, + 848, + 1466, + 868 + ] + }, + { + "text": "Compatible Devices", + "boxes": [ + 680, + 866, + 816, + 889 + ] + }, + { + "text": "Laptop, PC, Gaming Console, Tablet, Smartph", + "boxes": [ + 844, + 866, + 1134, + 889 + ] + }, + { + "text": "Conectivity", + "boxes": [ + 682, + 887, + 772, + 919 + ] + }, + { + "text": "Usb, 2.4GHz Wireless BT5.0", + "boxes": [ + 844, + 887, + 1030, + 917 + ] + }, + { + "text": "Technology", + "boxes": [ + 677, + 903, + 767, + 940 + ] + }, + { + "text": " Add to List", + "boxes": [ + 1404, + 897, + 1474, + 923 + ] + }, + { + "text": "Keyboard Description", + "boxes": [ + 684, + 937, + 830, + 961 + ] + }, + { + "text": "Mechanical", + "boxes": [ + 844, + 937, + 920, + 961 + ] + }, + { + "text": "ndedssFrMulmediidditing,Everyday", + "boxes": [ + 750, + 959, + 1120, + 989 + ] + } + ] + }, + { + "frame_id": "130_7_7", + "episode_id": 130, + "env_id": 7, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.184552192687988, + "advantages": -1.0555517673492432, + "generated_text": "{\n \"intent\": \"Scroll down to read more of the blog post about the enhanced 'Character Transfer' feature.\"\n , \"action\": \"ScrollDown(900,545)\"\n}", + "action_string": "ScrollDown(900, 545)", + "intent_string": "Scroll down to read more of the blog post about the enhanced 'Character Transfer' feature.", + "before_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 1866, + 6, + 1906, + 22 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 104, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 568, + 121, + 636, + 147 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 123, + 1788, + 143 + ] + }, + { + "text": "登录", + "boxes": [ + 1824, + 115, + 1864, + 153 + ] + }, + { + "text": "长春市", + "boxes": [ + 1626, + 125, + 1676, + 145 + ] + }, + { + "text": "本周维护公告的内容对于梦幻西游中的某些玩家来说，影响可以说是比较大的，能够降低某些玩家做某些事情时的成", + "boxes": [ + 364, + 210, + 1238, + 244 + ] + }, + { + "text": "爱淘宝专属指利", + "boxes": [ + 1517, + 208, + 1609, + 239 + ] + }, + { + "text": "本，下面就跟着一起看一下嗯。", + "boxes": [ + 364, + 242, + 594, + 266 + ] + }, + { + "text": "天天开红包", + "boxes": [ + 1510, + 236, + 1624, + 268 + ] + }, + { + "text": "山", + "boxes": [ + 198, + 266, + 210, + 278 + ] + }, + { + "text": "", + "boxes": [ + 192, + 318, + 214, + 341 + ] + }, + { + "text": "公告时讯", + "boxes": [ + 748, + 312, + 816, + 338 + ] + }, + { + "text": "，上周内容", + "boxes": [ + 544, + 353, + 634, + 379 + ] + }, + { + "text": "置方案时，将不再自动清除“法宝、灵宝、神器配置”方", + "boxes": [ + 656, + 347, + 1016, + 377 + ] + }, + { + "text": "爱淘宝福利红包，先领红包再购", + "boxes": [ + 1424, + 353, + 1688, + 389 + ] + }, + { + "text": "#", + "boxes": [ + 184, + 364, + 222, + 402 + ] + }, + { + "text": "案内本角色当前流派无法佩戴的法宝。", + "boxes": [ + 656, + 371, + 892, + 401 + ] + }, + { + "text": "口袋版", + "boxes": [ + 550, + 385, + 618, + 417 + ] + }, + { + "text": "物！", + "boxes": [ + 1426, + 381, + 1464, + 409 + ] + }, + { + "text": "互通版", + "boxes": [ + 558, + 419, + 616, + 451 + ] + }, + { + "text": "广告淘宝·领红包", + "boxes": [ + 1428, + 411, + 1532, + 435 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 433, + 210, + 449 + ] + }, + { + "text": "电脑版", + "boxes": [ + 560, + 453, + 630, + 484 + ] + }, + { + "text": "2、“特技定向转换”功能优化，可转换列表新增“普通", + "boxes": [ + 652, + 463, + 1006, + 492 + ] + }, + { + "text": "全服内容", + "boxes": [ + 552, + 488, + 620, + 514 + ] + }, + { + "text": "打造武器（120至150级）”。", + "boxes": [ + 652, + 486, + 838, + 516 + ] + }, + { + "text": "访问游戏天地", + "boxes": [ + 1430, + 498, + 1550, + 522 + ] + }, + { + "text": "测试内容", + "boxes": [ + 548, + 520, + 618, + 546 + ] + }, + { + "text": "梦幻西游：每天卖200只30级胚", + "boxes": [ + 1444, + 542, + 1648, + 572 + ] + }, + { + "text": "141", + "boxes": [ + 952, + 552, + 980, + 566 + ] + }, + { + "text": "子，固定入账2.7亿，低端胚子最..", + "boxes": [ + 1446, + 564, + 1658, + 594 + ] + }, + { + "text": "3、“组队观战”功能新增支持“帮派联赛”、", + "boxes": [ + 652, + 576, + 950, + 606 + ] + }, + { + "text": "“帮派精", + "boxes": [ + 944, + 580, + 1006, + 606 + ] + }, + { + "text": "英联赛”玩法中的玩家间战斗。", + "boxes": [ + 652, + 600, + 850, + 629 + ] + }, + { + "text": "梦幻西游：无修炼法系带三条三法", + "boxes": [ + 1446, + 608, + 1664, + 637 + ] + }, + { + "text": "结装备，任务秒出高伤", + "boxes": [ + 1446, + 627, + 1594, + 657 + ] + }, + { + "text": "梦幻西游：奇袭法术是商人陷阱", + "boxes": [ + 1448, + 673, + 1650, + 697 + ] + }, + { + "text": "更新推送?", + "boxes": [ + 528, + 683, + 642, + 715 + ] + }, + { + "text": " 2025-05-06", + "boxes": [ + 848, + 689, + 940, + 713 + ] + }, + { + "text": "2025-05-13", + "boxes": [ + 944, + 689, + 1020, + 713 + ] + }, + { + "text": "跟风国货玩家将血本无归", + "boxes": [ + 1448, + 691, + 1608, + 721 + ] + }, + { + "text": "梦幻西游宝石商人放量，增五色灵尘售卖，糖桂花事件或再现", + "boxes": [ + 364, + 766, + 718, + 790 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1565, + 773, + 1711, + 839 + ] + }, + { + "text": "首先是特技定向转化功能的优化，原本是需要上交三件未鉴定的强化打造的装备，现在被改成了可以上交三件未鉴定", + "boxes": [ + 362, + 798, + 1238, + 834 + ] + }, + { + "text": "的非强化打造的装备，也就是上交的时候可以省下90块强化石，按照所在的服务器，90块强化石差不多可以省下720", + "boxes": [ + 364, + 832, + 1230, + 856 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1574, + 832, + 1698, + 860 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 876, + 198, + 911 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1670, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置“改变您的选择。欲了解", + "boxes": [ + 28, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "李幻西游宝石·", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 1866, + 6, + 1906, + 22 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 561, + 112, + 641, + 152 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 123, + 1788, + 143 + ] + }, + { + "text": "登录", + "boxes": [ + 1824, + 115, + 1864, + 153 + ] + }, + { + "text": "长春市", + "boxes": [ + 1626, + 125, + 1676, + 145 + ] + }, + { + "text": "电脑版 ", + "boxes": [ + 540, + 171, + 634, + 197 + ] + }, + { + "text": "2、“特技定向转换”功能优化，可转换列表新增“普通", + "boxes": [ + 648, + 173, + 1008, + 208 + ] + }, + { + "text": "全服内容", + "boxes": [ + 540, + 201, + 628, + 232 + ] + }, + { + "text": "打造武器（120至150级）”。", + "boxes": [ + 652, + 201, + 838, + 230 + ] + }, + { + "text": "爱淘宝专属指利", + "boxes": [ + 1517, + 208, + 1609, + 239 + ] + }, + { + "text": "测试内容", + "boxes": [ + 544, + 232, + 624, + 264 + ] + }, + { + "text": "天天开红包", + "boxes": [ + 1510, + 236, + 1624, + 268 + ] + }, + { + "text": "3、“组队观战”功能新增支持“帮派联赛”", + "boxes": [ + 652, + 290, + 930, + 320 + ] + }, + { + "text": "“帮派精", + "boxes": [ + 944, + 294, + 1004, + 320 + ] + }, + { + "text": "", + "boxes": [ + 194, + 322, + 212, + 338 + ] + }, + { + "text": "英联赛”玩法中的玩家间战斗。", + "boxes": [ + 652, + 314, + 848, + 343 + ] + }, + { + "text": "爱淘宝福利红包，先领红包再购", + "boxes": [ + 1424, + 353, + 1688, + 389 + ] + }, + { + "text": "物！", + "boxes": [ + 1426, + 381, + 1464, + 409 + ] + }, + { + "text": "更新推送?", + "boxes": [ + 530, + 401, + 644, + 433 + ] + }, + { + "text": "2025-05-06", + "boxes": [ + 844, + 399, + 942, + 429 + ] + }, + { + "text": "2025-05-13", + "boxes": [ + 944, + 405, + 1020, + 429 + ] + }, + { + "text": "广告淘宝·领红包", + "boxes": [ + 1426, + 411, + 1530, + 435 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 433, + 210, + 447 + ] + }, + { + "text": "梦幻西游宝石商人放量，增五色灵尘售卖，糖桂花事件或再现", + "boxes": [ + 388, + 482, + 718, + 506 + ] + }, + { + "text": "访问游戏天地", + "boxes": [ + 1426, + 492, + 1552, + 527 + ] + }, + { + "text": "首先是特技定向转化功能的优化，原本是需要上交三件未鉴定的强化打造的装备，现在被改成了可以上交三件未鉴定", + "boxes": [ + 366, + 516, + 1236, + 546 + ] + }, + { + "text": "的非强化打造的装备，也就是上交的时候可以省下90块强化石，按照所的服务器，90块强化石差不多可以省下720", + "boxes": [ + 364, + 544, + 1232, + 574 + ] + }, + { + "text": "梦幻西游：每天卖200只30级胚", + "boxes": [ + 1446, + 544, + 1652, + 574 + ] + }, + { + "text": "万左右的成本了。", + "boxes": [ + 364, + 570, + 492, + 600 + ] + }, + { + "text": "子，固定入账2.7亿，低端胚子最..", + "boxes": [ + 1446, + 564, + 1658, + 594 + ] + }, + { + "text": "梦幻西游：无修炼法系带三条三法", + "boxes": [ + 1446, + 608, + 1664, + 637 + ] + }, + { + "text": "结装备，任务秒出高伤", + "boxes": [ + 1446, + 627, + 1594, + 657 + ] + }, + { + "text": "梦幻西游：奇袭法术是商人陷阱，", + "boxes": [ + 1446, + 671, + 1652, + 701 + ] + }, + { + "text": "，上周内容。", + "boxes": [ + 550, + 689, + 634, + 715 + ] + }, + { + "text": "跟风国货玩家将血本无归", + "boxes": [ + 1448, + 691, + 1608, + 721 + ] + }, + { + "text": "口袋版", + "boxes": [ + 558, + 721, + 620, + 752 + ] + }, + { + "text": "互通版", + "boxes": [ + 562, + 752, + 622, + 786 + ] + }, + { + "text": "8、为了满足玩家的游戏需求，长安城（499,141）宝石商", + "boxes": [ + 660, + 752, + 1012, + 776 + ] + }, + { + "text": "人处“五色灵尘”、", + "boxes": [ + 660, + 772, + 796, + 802 + ] + }, + { + "text": "“仙露小丸子”、“炼兽丹”道具若", + "boxes": [ + 780, + 772, + 1018, + 802 + ] + }, + { + "text": "电脑版", + "boxes": [ + 560, + 788, + 638, + 820 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1565, + 776, + 1711, + 838 + ] + }, + { + "text": "在本次刷新后售馨，系统将在下次刷新时依照一定比例提", + "boxes": [ + 660, + 796, + 1018, + 826 + ] + }, + { + "text": "升售卖总量。", + "boxes": [ + 660, + 816, + 744, + 848 + ] + }, + { + "text": "全服内容", + "boxes": [ + 560, + 826, + 622, + 846 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1574, + 832, + 1702, + 862 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 876, + 198, + 911 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1670, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 921, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置“改变您的选择。欲了解", + "boxes": [ + 28, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "李幻西游宝石·", + "boxes": [ + 224, + 1048, + 308, + 1072 + ] + } + ] + }, + { + "frame_id": "130_0_8", + "episode_id": 130, + "env_id": 0, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.787370681762695, + "advantages": -0.3433418869972229, + "generated_text": "{\n \"intent\": \"Exploring the current webpage on Zhihu by clicking on the elements related to accessing the app.\",\n \"action\": \"DoubleClick(351, 410)\"\n}", + "action_string": "DoubleClick(351, 410)", + "intent_string": "Exploring the current webpage on Zhihu by clicking on the elements related to accessing the app.", + "before_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 854, + 6, + 908, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "zhihu.", + "boxes": [ + 396, + 71, + 436, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "9:41", + "boxes": [ + 1384, + 278, + 1404, + 292 + ] + }, + { + "text": "#", + "boxes": [ + 1370, + 304, + 1394, + 328 + ] + }, + { + "text": "想法 推荐 热榜", + "boxes": [ + 1436, + 298, + 1554, + 328 + ] + }, + { + "text": "有问题", + "boxes": [ + 290, + 343, + 642, + 469 + ] + }, + { + "text": "不等价，这个问题真的太经典了，一定要看（", + "boxes": [ + 1368, + 341, + 1590, + 365 + ] + }, + { + "text": "赞同", + "boxes": [ + 986, + 369, + 1114, + 443 + ] + }, + { + "text": "我为什么不看好LLM", + "boxes": [ + 1368, + 419, + 1494, + 443 + ] + }, + { + "text": "记过去一年实习经", + "boxes": [ + 1512, + 419, + 1630, + 443 + ] + }, + { + "text": "历有感", + "boxes": [ + 1370, + 439, + 1412, + 459 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 458, + 862, + 592 + ] + }, + { + "text": " JerryYi77 ", + "boxes": [ + 1368, + 457, + 1462, + 482 + ] + }, + { + "text": "界寻求一些经验，在大三一整年做过差不多9个", + "boxes": [ + 1364, + 490, + 1622, + 520 + ] + }, + { + "text": "1253 赞同·1388评论", + "boxes": [ + 1368, + 516, + 1478, + 540 + ] + }, + { + "text": "如何看待罗马仕既做充电宝，又做户外拎电，", + "boxes": [ + 1366, + 548, + 1618, + 578 + ] + }, + { + "text": "又做家庭储能？", + "boxes": [ + 1368, + 568, + 1454, + 594 + ] + }, + { + "text": "长亭Time", + "boxes": [ + 1370, + 592, + 1440, + 613 + ] + }, + { + "text": "翻了一下电商订单记录，发现我入手的第一款充电", + "boxes": [ + 1370, + 613, + 1618, + 631 + ] + }, + { + "text": "宝就是罗马仕品牌的，距今已有10年半之久，且.", + "boxes": [ + 1370, + 629, + 1618, + 647 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 464, + 717, + 716, + 758 + ] + }, + { + "text": "口", + "boxes": [ + 784, + 727, + 806, + 741 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": "Android", + "boxes": [ + 578, + 834, + 678, + 860 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文［2019]4928-541号丨药品医疗器械网络信息服务备案丨（京）网药械信息备字（2022）第00334号丨服务热线：400-919-0001丨违法和不良信息举报：010-82716601", + "boxes": [ + 394, + 949, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com|儿童色情信息举报专区", + "boxes": [ + 508, + 975, + 864, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报|证照中心|In", + "boxes": [ + 552, + 996, + 848, + 1031 + ] + }, + { + "text": "2025知乎|北京智者天下科技有限公司版权所有", + "boxes": [ + 1060, + 1005, + 1364, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 854, + 6, + 908, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "zhihu.", + "boxes": [ + 396, + 71, + 436, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1876, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "9:41", + "boxes": [ + 1380, + 274, + 1408, + 294 + ] + }, + { + "text": "V", + "boxes": [ + 1362, + 297, + 1400, + 335 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1438, + 302, + 1560, + 332 + ] + }, + { + "text": "有问题", + "boxes": [ + 290, + 343, + 644, + 469 + ] + }, + { + "text": "力？", + "boxes": [ + 1366, + 338, + 1396, + 359 + ] + }, + { + "text": "汪惟", + "boxes": [ + 1370, + 361, + 1428, + 381 + ] + }, + { + "text": "创业等5个话题下的优秀答主", + "boxes": [ + 1424, + 359, + 1568, + 383 + ] + }, + { + "text": "赞同", + "boxes": [ + 986, + 369, + 1114, + 443 + ] + }, + { + "text": "说点回去就能用的。先调查一下你附近工厂都用什", + "boxes": [ + 1366, + 379, + 1616, + 403 + ] + }, + { + "text": "么银行卡发工资。然后想方设法弄一个这个银行", + "boxes": [ + 1370, + 399, + 1612, + 417 + ] + }, + { + "text": "2万赞同·761评论", + "boxes": [ + 1370, + 421, + 1468, + 439 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 458, + 862, + 592 + ] + }, + { + "text": "如何高质量地走完大学四年？", + "boxes": [ + 1362, + 451, + 1534, + 483 + ] + }, + { + "text": "神说要有光", + "boxes": [ + 1364, + 476, + 1442, + 500 + ] + }, + { + "text": "知乎的大学话题下把人们普造最关心的问题做了", + "boxes": [ + 1364, + 504, + 1618, + 540 + ] + }, + { + "text": "看这一个回答，省去你80%寻找答案的时间！我在", + "boxes": [ + 1368, + 496, + 1622, + 520 + ] + }, + { + "text": "0万赞同", + "boxes": [ + 1372, + 538, + 1420, + 556 + ] + }, + { + "text": "：615评论", + "boxes": [ + 1418, + 538, + 1472, + 556 + ] + }, + { + "text": "为什么在比较平坦的地方，河流却会不停地拐", + "boxes": [ + 1364, + 570, + 1628, + 600 + ] + }, + { + "text": "去拐来？", + "boxes": [ + 1368, + 592, + 1420, + 611 + ] + }, + { + "text": "青铜马弓手地质学话题下的优秀答主", + "boxes": [ + 1368, + 611, + 1578, + 635 + ] + }, + { + "text": "为什么地势平坦，河流却弯弯曲曲？巧了，这个问", + "boxes": [ + 1368, + 631, + 1622, + 655 + ] + }, + { + "text": "题，爱因斯坦在1926年回答过。没想到在知乎回..", + "boxes": [ + 1368, + 647, + 1614, + 671 + ] + }, + { + "text": "8016赞同·242评论", + "boxes": [ + 1368, + 671, + 1478, + 695 + ] + }, + { + "text": "「中产阶级标准」", + "boxes": [ + 1374, + 707, + 1470, + 733 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 464, + 717, + 716, + 758 + ] + }, + { + "text": "口", + "boxes": [ + 784, + 727, + 804, + 741 + ] + }, + { + "text": "chenin人文盐究员", + "boxes": [ + 1366, + 725, + 1504, + 754 + ] + }, + { + "text": "今天，微信群里有一位朋友分享了一个「中国中产", + "boxes": [ + 1368, + 746, + 1614, + 770 + ] + }, + { + "text": "阶级十大标准』。这个十大标准，可能很多人都…", + "boxes": [ + 1364, + 758, + 1614, + 792 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": "D", + "boxes": [ + 1434, + 822, + 1450, + 842 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": "Android", + "boxes": [ + 578, + 834, + 678, + 860 + ] + }, + { + "text": "X", + "boxes": [ + 1377, + 821, + 1397, + 843 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文［2019]4928-541号丨药品医疗器械网络信息服务备案丨（京）网药械信息备字（2022）第00334号丨服务热线：400-919-0001丨违法和不良信息举报：010-82716601", + "boxes": [ + 394, + 949, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息举报专区丨互联网算法推荐举报专区丨养老诈骗举报专区丨MCN 举报专区丨信息安全漏洞反馈专区", + "boxes": [ + 506, + 975, + 1412, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报|证照中心丨Inves", + "boxes": [ + 552, + 996, + 872, + 1031 + ] + }, + { + "text": "ons|联系我们@2025知乎|北京智者天下科技有限公司版权所有", + "boxes": [ + 940, + 1005, + 1364, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ] + }, + { + "frame_id": "130_1_8", + "episode_id": 130, + "env_id": 1, + "step": 8, + "format_rewards": 1.0, + "rewards": 11.725848197937012, + "advantages": 1.9469046592712402, + "generated_text": "{\n \"intent\": \"Click on the video thumbnail to start watching the tutorial on image generation.\",\n \"action\": \"DoubleClick(177, 548)\"\n}", + "action_string": "DoubleClick(177, 548)", + "intent_string": "Click on the video thumbnail to start watching the tutorial on image generation.", + "before_screen_ocr_results": [ + { + "text": "可以绕过光刻机？湖南大学教授×", + "boxes": [ + 224, + 32, + 438, + 50 + ] + }, + { + "text": "↑→白", + "boxes": [ + 6, + 64, + 130, + 95 + ] + }, + { + "text": "·", + "boxes": [ + 1578, + 62, + 1664, + 93 + ] + }, + { + "text": "I四9三", + "boxes": [ + 1782, + 62, + 1914, + 93 + ] + }, + { + "text": "目关于", + "boxes": [ + 1570, + 127, + 1640, + 161 + ] + }, + { + "text": "以评论", + "boxes": [ + 1748, + 125, + 1824, + 165 + ] + }, + { + "text": "X", + "boxes": [ + 38, + 139, + 50, + 151 + ] + }, + { + "text": "一点视频/默默益智·3周", + "boxes": [ + 1536, + 181, + 1682, + 210 + ] + }, + { + "text": "猜字谜：半导体，打一字，这个字有很", + "boxes": [ + 1508, + 204, + 1868, + 248 + ] + }, + { + "text": "多人都没想到！", + "boxes": [ + 1514, + 238, + 1660, + 270 + ] + }, + { + "text": "猜字谜：半导体，打一字，这个字有很多人都没想到！", + "boxes": [ + 1514, + 272, + 1858, + 302 + ] + }, + { + "text": "?", + "boxes": [ + 1548, + 338, + 1584, + 369 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1672, + 365, + 1852, + 441 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1667, + 420, + 1851, + 487 + ] + }, + { + "text": "写作助手", + "boxes": [ + 1668, + 463, + 1854, + 538 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 44, + 518, + 282, + 613 + ] + }, + { + "text": "猜守？客", + "boxes": [ + 676, + 516, + 860, + 566 + ] + }, + { + "text": "点击下载", + "boxes": [ + 1722, + 526, + 1800, + 558 + ] + }, + { + "text": "半", + "boxes": [ + 677, + 540, + 843, + 609 + ] + }, + { + "text": "豆包PC版_操作便捷_免费下载安装", + "boxes": [ + 1554, + 574, + 1810, + 609 + ] + }, + { + "text": "(打)", + "boxes": [ + 684, + 586, + 746, + 619 + ] + }, + { + "text": "凤兔生成", + "boxes": [ + 56, + 606, + 336, + 661 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1558, + 609, + 1664, + 641 + ] + }, + { + "text": "[>", + "boxes": [ + 1806, + 617, + 1818, + 629 + ] + }, + { + "text": "点视频/波帆说车·3月", + "boxes": [ + 1666, + 715, + 1798, + 739 + ] + }, + { + "text": "自己卷自己?探店奇瑞瑞虎5x高能版", + "boxes": [ + 1636, + 737, + 1870, + 766 + ] + }, + { + "text": "1.", + "boxes": [ + 1640, + 800, + 1658, + 814 + ] + }, + { + "text": "一点视频/三乐大掌柜·6天", + "boxes": [ + 1662, + 794, + 1812, + 818 + ] + }, + { + "text": "解这道题超麻烦还容易出错，你有其", + "boxes": [ + 1634, + 812, + 1870, + 848 + ] + }, + { + "text": "他方法么？", + "boxes": [ + 1638, + 840, + 1710, + 866 + ] + }, + { + "text": "?", + "boxes": [ + 1638, + 881, + 1658, + 895 + ] + }, + { + "text": "点视频/快上车Go·3周", + "boxes": [ + 1662, + 872, + 1806, + 901 + ] + }, + { + "text": "探店海豹05DM-i智驾版，三个版本应", + "boxes": [ + 1630, + 893, + 1876, + 929 + ] + }, + { + "text": "该怎么选？", + "boxes": [ + 1634, + 921, + 1710, + 947 + ] + }, + { + "text": "一点视频/旋涡说·4月", + "boxes": [ + 1632, + 949, + 1788, + 983 + ] + }, + { + "text": "老外改装带刺的雪地胎，霸气外形惊", + "boxes": [ + 1636, + 973, + 1870, + 1009 + ] + }, + { + "text": "艳众人，驾驶效果堪称完美！", + "boxes": [ + 1630, + 999, + 1824, + 1028 + ] + }, + { + "text": "隐私声明", + "boxes": [ + 1834, + 1018, + 1900, + 1038 + ] + }, + { + "text": "OLO", + "boxes": [ + 30, + 1038, + 220, + 1080 + ] + }, + { + "text": "可以绕过光刻··", + "boxes": [ + 212, + 1046, + 308, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 54, + 69, + 124, + 87 + ] + }, + { + "text": "豆包", + "boxes": [ + 606, + 149, + 708, + 195 + ] + }, + { + "text": "桌面 AI助手", + "boxes": [ + 736, + 155, + 820, + 187 + ] + }, + { + "text": "AI翻译", + "boxes": [ + 852, + 159, + 902, + 185 + ] + }, + { + "text": "网页浏览", + "boxes": [ + 938, + 159, + 998, + 185 + ] + }, + { + "text": "AI搜索", + "boxes": [ + 1034, + 161, + 1082, + 181 + ] + }, + { + "text": "更多功能", + "boxes": [ + 1120, + 159, + 1178, + 185 + ] + }, + { + "text": "下载", + "boxes": [ + 1242, + 161, + 1268, + 183 + ] + }, + { + "text": "你的系统 AI 助手，随时随地唤起", + "boxes": [ + 592, + 248, + 1316, + 314 + ] + }, + { + "text": "下载豆包桌面版", + "boxes": [ + 864, + 363, + 1044, + 401 + ] + }, + { + "text": "使用网页版→", + "boxes": [ + 890, + 431, + 1018, + 469 + ] + }, + { + "text": "帮我翻译下这张截图里的..", + "boxes": [ + 764, + 669, + 958, + 705 + ] + }, + { + "text": "8思考联网共享", + "boxes": [ + 800, + 739, + 1018, + 768 + ] + }, + { + "text": "个", + "boxes": [ + 1122, + 746, + 1140, + 760 + ] + }, + { + "text": "Alt +空格键随时唤起豆包", + "boxes": [ + 866, + 810, + 1042, + 834 + ] + }, + { + "text": "载豆包客户", + "boxes": [ + 224, + 1048, + 298, + 1072 + ] + } + ] + }, + { + "frame_id": "130_2_8", + "episode_id": 130, + "env_id": 2, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.142923355102539, + "advantages": -1.1047348976135254, + "generated_text": "{\n \"intent\": \"Start typing 'Test Document' into the title bar and save the document properly.\",\n \"action\": \"DoubleClick(1, 91)\"\n}", + "action_string": "DoubleClick(1, 91)", + "intent_string": "Start typing 'Test Document' into the title bar and save the document properly.", + "before_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 6, + 2, + 28, + 26 + ] + }, + { + "text": "Untitled 2 - LibreOffice Writer", + "boxes": [ + 840, + 2, + 1078, + 26 + ] + }, + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "Help", + "boxes": [ + 520, + 28, + 552, + 48 + ] + }, + { + "text": "--- @x自-", + "boxes": [ + 8, + 48, + 382, + 87 + ] + }, + { + "text": "G--", + "boxes": [ + 408, + 56, + 510, + 81 + ] + }, + { + "text": " Abc", + "boxes": [ + 514, + 56, + 590, + 81 + ] + }, + { + "text": "国", + "boxes": [ + 608, + 46, + 1258, + 89 + ] + }, + { + "text": "二", + "boxes": [ + 380, + 58, + 412, + 79 + ] + }, + { + "text": "QG", + "boxes": [ + 152, + 95, + 216, + 121 + ] + }, + { + "text": "国", + "boxes": [ + 392, + 87, + 430, + 115 + ] + }, + { + "text": "12", + "boxes": [ + 372, + 99, + 394, + 113 + ] + }, + { + "text": "Save", + "boxes": [ + 946, + 93, + 978, + 107 + ] + }, + { + "text": "Name:", + "boxes": [ + 404, + 123, + 462, + 149 + ] + }, + { + "text": "Untitled 2", + "boxes": [ + 463, + 119, + 541, + 150 + ] + }, + { + "text": "合 Home", + "boxes": [ + 402, + 165, + 478, + 197 + ] + }, + { + "text": "一", + "boxes": [ + 558, + 171, + 578, + 187 + ] + }, + { + "text": "root", + "boxes": [ + 574, + 165, + 636, + 197 + ] + }, + { + "text": "C", + "boxes": [ + 1486, + 169, + 1514, + 193 + ] + }, + { + "text": " Desktop", + "boxes": [ + 402, + 197, + 492, + 228 + ] + }, + { + "text": "Name", + "boxes": [ + 556, + 202, + 598, + 222 + ] + }, + { + "text": "Size|Type", + "boxes": [ + 1344, + 204, + 1436, + 222 + ] + }, + { + "text": "| Modified", + "boxes": [ + 1430, + 201, + 1510, + 226 + ] + }, + { + "text": "D", + "boxes": [ + 1886, + 202, + 1914, + 240 + ] + }, + { + "text": "7 May", + "boxes": [ + 1442, + 224, + 1486, + 252 + ] + }, + { + "text": "+ Other Locations", + "boxes": [ + 414, + 238, + 536, + 268 + ] + }, + { + "text": "", + "boxes": [ + 1886, + 234, + 1912, + 306 + ] + }, + { + "text": "", + "boxes": [ + 554, + 248, + 584, + 268 + ] + }, + { + "text": "Downloads", + "boxes": [ + 576, + 246, + 654, + 270 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 248, + 1484, + 268 + ] + }, + { + "text": "[ liboard_ app", + "boxes": [ + 552, + 268, + 678, + 298 + ] + }, + { + "text": "7 Feb 2024", + "boxes": [ + 1442, + 270, + 1516, + 296 + ] + }, + { + "text": "O", + "boxes": [ + 1886, + 310, + 1914, + 343 + ] + }, + { + "text": "save", + "boxes": [ + 1442, + 969, + 1492, + 989 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1066, + 1018, + 1150, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 6, + 2, + 28, + 26 + ] + }, + { + "text": "Untitled 2 - Libreoffice Writer", + "boxes": [ + 840, + 2, + 1078, + 26 + ] + }, + { + "text": "Help", + "boxes": [ + 520, + 28, + 552, + 48 + ] + }, + { + "text": "·-目- @X自、 ", + "boxes": [ + 12, + 52, + 378, + 87 + ] + }, + { + "text": "G--", + "boxes": [ + 408, + 56, + 510, + 81 + ] + }, + { + "text": " Abc", + "boxes": [ + 514, + 56, + 590, + 81 + ] + }, + { + "text": "国", + "boxes": [ + 608, + 46, + 1258, + 89 + ] + }, + { + "text": "QG", + "boxes": [ + 152, + 95, + 214, + 121 + ] + }, + { + "text": "12", + "boxes": [ + 372, + 99, + 394, + 113 + ] + }, + { + "text": "Save", + "boxes": [ + 946, + 93, + 978, + 107 + ] + }, + { + "text": "Name:", + "boxes": [ + 404, + 123, + 462, + 149 + ] + }, + { + "text": "Untitled 2", + "boxes": [ + 463, + 119, + 541, + 150 + ] + }, + { + "text": "合 Home", + "boxes": [ + 402, + 165, + 478, + 197 + ] + }, + { + "text": "一", + "boxes": [ + 558, + 171, + 578, + 187 + ] + }, + { + "text": "root", + "boxes": [ + 574, + 165, + 636, + 197 + ] + }, + { + "text": "C", + "boxes": [ + 1486, + 169, + 1514, + 193 + ] + }, + { + "text": " Desktop", + "boxes": [ + 402, + 197, + 492, + 228 + ] + }, + { + "text": "Name", + "boxes": [ + 556, + 202, + 598, + 222 + ] + }, + { + "text": "Size|Type", + "boxes": [ + 1344, + 204, + 1436, + 222 + ] + }, + { + "text": "| Modified", + "boxes": [ + 1430, + 201, + 1510, + 226 + ] + }, + { + "text": "D", + "boxes": [ + 1886, + 202, + 1914, + 240 + ] + }, + { + "text": "7 May", + "boxes": [ + 1442, + 224, + 1486, + 252 + ] + }, + { + "text": "+ other Locations", + "boxes": [ + 414, + 238, + 536, + 268 + ] + }, + { + "text": "", + "boxes": [ + 1886, + 234, + 1912, + 306 + ] + }, + { + "text": "", + "boxes": [ + 554, + 248, + 584, + 268 + ] + }, + { + "text": "Downloads", + "boxes": [ + 576, + 246, + 654, + 270 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 248, + 1484, + 268 + ] + }, + { + "text": "[ liboard_ app ", + "boxes": [ + 552, + 268, + 678, + 298 + ] + }, + { + "text": "7 Feb 2024", + "boxes": [ + 1444, + 270, + 1516, + 296 + ] + }, + { + "text": "O", + "boxes": [ + 1886, + 310, + 1914, + 343 + ] + }, + { + "text": "save", + "boxes": [ + 1442, + 969, + 1492, + 989 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1068, + 1018, + 1150, + 1042 + ] + } + ] + }, + { + "frame_id": "130_3_8", + "episode_id": 130, + "env_id": 3, + "step": 8, + "format_rewards": 1.0, + "rewards": 11.121204376220703, + "advantages": 1.232538104057312, + "generated_text": "{\n \"intent\": \"Locate the '下载知乎App' button to proceed with downloading the app which might be necessary for more interactive exploration.\",\n \"action\": \"DoubleClick(663, 743)\"\n}", + "action_string": "DoubleClick(663, 743)", + "intent_string": "Locate the '下载知乎App' button to proceed with downloading the app which might be necessary for more interactive exploration.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1108, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 660, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 688, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 852, + 6, + 910, + 24 + ] + }, + { + "text": "知 知乎－有问题，就会有答案×", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→白", + "boxes": [ + 28, + 66, + 130, + 91 + ] + }, + { + "text": "①| https://wv", + "boxes": [ + 252, + 66, + 374, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "3", + "boxes": [ + 1363, + 298, + 1398, + 333 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1438, + 302, + 1556, + 332 + ] + }, + { + "text": "历有感", + "boxes": [ + 1366, + 330, + 1414, + 355 + ] + }, + { + "text": "有问题", + "boxes": [ + 280, + 341, + 646, + 472 + ] + }, + { + "text": "JerryYin777", + "boxes": [ + 1370, + 355, + 1456, + 373 + ] + }, + { + "text": "简介笔者为了寻求科研界的不同体验，试图在工业", + "boxes": [ + 1370, + 375, + 1618, + 393 + ] + }, + { + "text": "界寻求一些经验，在大三一整年做过差不多9个.", + "boxes": [ + 1368, + 389, + 1620, + 413 + ] + }, + { + "text": "1253赞同·1388评论", + "boxes": [ + 1370, + 415, + 1476, + 433 + ] + }, + { + "text": "如何看待罗马仕既做充电宝，又做户外拎电，", + "boxes": [ + 1366, + 443, + 1618, + 472 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 294, + 469, + 862, + 586 + ] + }, + { + "text": "又做家庭储能？", + "boxes": [ + 1368, + 463, + 1454, + 488 + ] + }, + { + "text": "长亭Time", + "boxes": [ + 1370, + 486, + 1440, + 508 + ] + }, + { + "text": "下电商订单记录，发现我入手的第一款充电", + "boxes": [ + 1400, + 504, + 1618, + 528 + ] + }, + { + "text": "漫谈缩表：财政政策与美联储缩表（上)", + "boxes": [ + 1364, + 685, + 1596, + 715 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 462, + 717, + 716, + 758 + ] + }, + { + "text": "美联储与美国财政部在扩表与缩表的过程中，主要", + "boxes": [ + 1368, + 729, + 1620, + 752 + ] + }, + { + "text": "参与者的资产负债都发生哪些变化？货币供给发生", + "boxes": [ + 1370, + 748, + 1618, + 766 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": "216收藏", + "boxes": [ + 1412, + 770, + 1464, + 788 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": " Android", + "boxes": [ + 580, + 834, + 678, + 860 + ] + }, + { + "text": "知平协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1446, + 957 + ] + }, + { + "text": "京网文［2019]4928-541号丨药品医疗器械网络信息服务备案丨（京）", + "boxes": [ + 398, + 955, + 846, + 979 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息举报专[", + "boxes": [ + 508, + 975, + 848, + 1005 + ] + }, + { + "text": "网算法推荐举报专区|", + "boxes": [ + 906, + 977, + 1038, + 1001 + ] + }, + { + "text": "举报专区丨MCN举报专区丨信息安全漏洞反馈专区", + "boxes": [ + 1102, + 971, + 1412, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报丨证照中心|", + "boxes": [ + 552, + 996, + 842, + 1031 + ] + }, + { + "text": "乎丨北京智者天下科技有限公司版权所有", + "boxes": [ + 1114, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ] + }, + { + "frame_id": "130_4_8", + "episode_id": 130, + "env_id": 4, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.46689224243164, + "advantages": -0.7219764590263367, + "generated_text": "{\n \"intent\": \"To explore more about the successful launch of the global space computing satellite, I will read the full news article.\",\n \"action\": \"DoubleClick(760, 343)\"\n}", + "action_string": "DoubleClick(760, 343)", + "intent_string": "To explore more about the successful launch of the global space computing satellite, I will read the full news article.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1598, + 64, + 1662, + 89 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 569, + 108, + 603, + 132 + ] + }, + { + "text": "直播中国", + "boxes": [ + 918, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 892, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1252, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 544, + 177 + ] + }, + { + "text": "英博", + "boxes": [ + 648, + 161, + 674, + 175 + ] + }, + { + "text": "文化", + "boxes": [ + 696, + 161, + 730, + 175 + ] + }, + { + "text": "健康", + "boxes": [ + 802, + 161, + 834, + 175 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "阅读", + "boxes": [ + 906, + 161, + 932, + 175 + ] + }, + { + "text": "5G", + "boxes": [ + 1006, + 161, + 1034, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1052, + 161, + 1092, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1110, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 540, + 298 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 608, + 272, + 672, + 298 + ] + }, + { + "text": "将AI送上太空", + "boxes": [ + 450, + 326, + 646, + 363 + ] + }, + { + "text": "我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 622, + 324, + 1182, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1598, + 64, + 1662, + 89 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 569, + 108, + 603, + 132 + ] + }, + { + "text": "直播中国", + "boxes": [ + 918, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 892, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1252, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 544, + 177 + ] + }, + { + "text": "文化", + "boxes": [ + 696, + 161, + 730, + 175 + ] + }, + { + "text": "健康", + "boxes": [ + 804, + 161, + 834, + 175 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "阅读", + "boxes": [ + 906, + 161, + 932, + 175 + ] + }, + { + "text": "5G", + "boxes": [ + 1006, + 161, + 1034, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1052, + 161, + 1092, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1110, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 540, + 298 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 608, + 272, + 672, + 298 + ] + }, + { + "text": "将AI送上太空", + "boxes": [ + 450, + 326, + 640, + 363 + ] + }, + { + "text": "我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 634, + 324, + 1182, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "130_5_8", + "episode_id": 130, + "env_id": 5, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.726627349853516, + "advantages": 0.7663585543632507, + "generated_text": "{\n \"intent\": \"Clicking the Bing icon will direct the browser to Bing.com, starting further web searching.\",\n \"action\": \"DoubleClick(640, 487)\"\n}", + "action_string": "DoubleClick(640, 487)", + "intent_string": "Clicking the Bing icon will direct the browser to Bing.com, starting further web searching.", + "before_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 296, + 632, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1550, + 794 + ] + }, + { + "text": "1,.71", + "boxes": [ + 1634, + 806, + 1684, + 840 + ] + }, + { + "text": "?", + "boxes": [ + 914, + 860, + 940, + 881 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.0769 ", + "boxes": [ + 1628, + 891, + 1700, + 939 + ] + }, + { + "text": "游戏天地·17小时", + "boxes": [ + 828, + 917, + 962, + 947 + ] + }, + { + "text": "?", + "boxes": [ + 1136, + 929, + 1166, + 959 + ] + }, + { + "text": "一点视频/萌宠旅行者·1天", + "boxes": [ + 1158, + 929, + 1320, + 959 + ] + }, + { + "text": "燃烧意志：本期纵横天下全系", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "三十块以内可以养的宠物，有", + "boxes": [ + 1136, + 953, + 1410, + 989 + ] + }, + { + "text": "突", + "boxes": [ + 650, + 965, + 676, + 989 + ] + }, + { + "text": "碎片自选有无库赞？", + "boxes": [ + 824, + 967, + 1014, + 1003 + ] + }, + { + "text": "仙域轮回新手生存指南", + "boxes": [ + 206, + 985, + 502, + 1020 + ] + }, + { + "text": "没有你想要的？", + "boxes": [ + 1136, + 978, + 1282, + 1015 + ] + }, + { + "text": "英博工", + "boxes": [ + 1456, + 983, + 1526, + 1036 + ] + }, + { + "text": "+431634 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "<3", + "boxes": [ + 1591, + 987, + 1629, + 1014 + ] + }, + { + "text": "极", + "boxes": [ + 650, + 1014, + 676, + 1036 + ] + }, + { + "text": "22", + "boxes": [ + 700, + 1012, + 744, + 1040 + ] + } + ] + }, + { + "frame_id": "130_6_8", + "episode_id": 130, + "env_id": 6, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.569819450378418, + "advantages": -1.781838059425354, + "generated_text": "{\n \"intent\": \"Action to explore driving instructions for interacting with the Amazon desktop environment.\",\n \"action\": \"Click(900, 534)\" \n}", + "action_string": "Click(900, 534)", + "intent_string": "Action to explore driving instructions for interacting with the Amazon desktop environment.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "7-6d31b", + "boxes": [ + 1512, + 68, + 1564, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " gaming keyboard", + "boxes": [ + 302, + 113, + 428, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1444, + 143 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle PaperwhiteBuy Now", + "boxes": [ + 754, + 204, + 1064, + 234 + ] + }, + { + "text": "AULA F75 Pro Wireless Mechanical Keyboard,75% Hot", + "boxes": [ + 680, + 304, + 1276, + 339 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 644, + 339 + ] + }, + { + "text": "$6631", + "boxes": [ + 1392, + 322, + 1456, + 355 + ] + }, + { + "text": "Swappable Custom Keyboard with Knob,RGB Backlit,Pre-", + "boxes": [ + 682, + 338, + 1304, + 373 + ] + }, + { + "text": " $23.93 Shipping & Import", + "boxes": [ + 1390, + 361, + 1564, + 393 + ] + }, + { + "text": "lubed Reaper Switches,Side Printed PBT", + "boxes": [ + 680, + 371, + 1118, + 401 + ] + }, + { + "text": "Charges to China Detals ", + "boxes": [ + 1392, + 383, + 1574, + 413 + ] + }, + { + "text": "Keycaps,2.4GHz/USB-C/BT5.0 Mechanical Gaming Keyboards ", + "boxes": [ + 678, + 401, + 1356, + 437 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "within 22 hrs 28 mins", + "boxes": [ + 1394, + 420, + 1534, + 453 + ] + }, + { + "text": "Visit the AULA Store", + "boxes": [ + 686, + 435, + 812, + 453 + ] + }, + { + "text": "4.6★★★★", + "boxes": [ + 684, + 451, + 814, + 474 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 684, + 476, + 798, + 500 + ] + }, + { + "text": "overall Pick ", + "boxes": [ + 787, + 470, + 889, + 507 + ] + }, + { + "text": "In Stock ", + "boxes": [ + 1392, + 490, + 1468, + 522 + ] + }, + { + "text": "3K+b", + "boxes": [ + 684, + 510, + 714, + 530 + ] + }, + { + "text": "ight in past month", + "boxes": [ + 728, + 510, + 832, + 534 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1868, + 528 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "Limited time deal", + "boxes": [ + 684, + 548, + 796, + 578 + ] + }, + { + "text": "-20% $6631", + "boxes": [ + 684, + 584, + 808, + 615 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "$23.93 Shipping & Import Charges to China Details ", + "boxes": [ + 684, + 643, + 1030, + 667 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1526, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 677, + 1450, + 705 + ] + }, + { + "text": "AULA MALL", + "boxes": [ + 1462, + 675, + 1538, + 707 + ] + }, + { + "text": "Black", + "boxes": [ + 780, + 693, + 816, + 707 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1448, + 727 + ] + }, + { + "text": "Support", + "boxes": [ + 1402, + 741, + 1452, + 760 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 804, + 1420, + 828 + ] + }, + { + "text": "Add a gift receipt fo", + "boxes": [ + 1416, + 826, + 1544, + 850 + ] + }, + { + "text": "Brand", + "boxes": [ + 679, + 833, + 725, + 865 + ] + }, + { + "text": "AULA", + "boxes": [ + 844, + 836, + 886, + 864 + ] + }, + { + "text": "returns", + "boxes": [ + 1420, + 848, + 1466, + 868 + ] + }, + { + "text": "Compatible Devices", + "boxes": [ + 680, + 866, + 816, + 889 + ] + }, + { + "text": "Laptop, PC, Gaming Console, Tablet, Smartph", + "boxes": [ + 844, + 866, + 1134, + 889 + ] + }, + { + "text": "Conectivity", + "boxes": [ + 682, + 887, + 772, + 919 + ] + }, + { + "text": "Usb, 2.4GHz Wireless BT5.0", + "boxes": [ + 844, + 887, + 1030, + 917 + ] + }, + { + "text": "Technology", + "boxes": [ + 677, + 903, + 767, + 940 + ] + }, + { + "text": " Add to List", + "boxes": [ + 1404, + 897, + 1474, + 923 + ] + }, + { + "text": "Keyboard Description", + "boxes": [ + 684, + 937, + 830, + 961 + ] + }, + { + "text": "Mechanical", + "boxes": [ + 844, + 937, + 920, + 961 + ] + }, + { + "text": "ndedssFrMulmediidditing,Everyday", + "boxes": [ + 750, + 959, + 1120, + 989 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "7-6d31b", + "boxes": [ + 1510, + 68, + 1564, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " gaming keyboard", + "boxes": [ + 302, + 113, + 428, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1444, + 143 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle PaperwhiteBuy Now", + "boxes": [ + 754, + 204, + 1066, + 234 + ] + }, + { + "text": "AULA F75 Pro Wireless Mechanical Keyboard,75% Hot", + "boxes": [ + 680, + 304, + 1276, + 339 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "$6631", + "boxes": [ + 1392, + 322, + 1456, + 355 + ] + }, + { + "text": "Swappable Custom Keyboard with Knob,RGB Backlit,Pre-", + "boxes": [ + 682, + 338, + 1304, + 373 + ] + }, + { + "text": " $23.93 Shipping & Import", + "boxes": [ + 1390, + 361, + 1564, + 393 + ] + }, + { + "text": "lubed Reaper Switches,Side Printed PBT", + "boxes": [ + 682, + 371, + 1120, + 401 + ] + }, + { + "text": "Charges to China Detals ", + "boxes": [ + 1392, + 383, + 1574, + 413 + ] + }, + { + "text": "Keycaps,2.4GHz/USB-C/BT5.0 Mechanical Gaming Keyboards ", + "boxes": [ + 678, + 401, + 1356, + 437 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "within 22 hrs 28 mins", + "boxes": [ + 1394, + 420, + 1534, + 453 + ] + }, + { + "text": "Visit the AULA Store", + "boxes": [ + 686, + 435, + 812, + 453 + ] + }, + { + "text": "4.6★★★★", + "boxes": [ + 684, + 451, + 814, + 474 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 684, + 476, + 798, + 500 + ] + }, + { + "text": "overall Pick ", + "boxes": [ + 787, + 470, + 887, + 507 + ] + }, + { + "text": "In Stock ", + "boxes": [ + 1392, + 490, + 1468, + 522 + ] + }, + { + "text": "ight in past month", + "boxes": [ + 728, + 510, + 830, + 534 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1868, + 528 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "Limited time deal", + "boxes": [ + 684, + 548, + 796, + 578 + ] + }, + { + "text": "-20% $6631", + "boxes": [ + 684, + 584, + 808, + 615 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "$23.93 Shipping & Import Charges to China Details ", + "boxes": [ + 682, + 641, + 1028, + 665 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1526, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 677, + 1450, + 705 + ] + }, + { + "text": "AULA MALL", + "boxes": [ + 1462, + 675, + 1538, + 707 + ] + }, + { + "text": "Black", + "boxes": [ + 780, + 693, + 816, + 707 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1448, + 727 + ] + }, + { + "text": "Support", + "boxes": [ + 1402, + 741, + 1452, + 760 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 804, + 1420, + 828 + ] + }, + { + "text": "Add a gift receipt fo", + "boxes": [ + 1416, + 826, + 1546, + 850 + ] + }, + { + "text": "Brand", + "boxes": [ + 679, + 833, + 725, + 865 + ] + }, + { + "text": "AULA", + "boxes": [ + 844, + 836, + 886, + 864 + ] + }, + { + "text": "returns", + "boxes": [ + 1420, + 848, + 1466, + 868 + ] + }, + { + "text": "Compatible Devices", + "boxes": [ + 680, + 866, + 816, + 889 + ] + }, + { + "text": "Laptop, PC, Gaming Console, Tablet, Smartph", + "boxes": [ + 844, + 866, + 1134, + 889 + ] + }, + { + "text": "Conectivity", + "boxes": [ + 682, + 887, + 772, + 919 + ] + }, + { + "text": "Usb, 2.4GHz Wireless BT5.0", + "boxes": [ + 844, + 887, + 1030, + 917 + ] + }, + { + "text": "Technology", + "boxes": [ + 677, + 903, + 767, + 940 + ] + }, + { + "text": " Add to List", + "boxes": [ + 1404, + 897, + 1476, + 923 + ] + }, + { + "text": "Keyboard Description", + "boxes": [ + 684, + 937, + 830, + 961 + ] + }, + { + "text": "Mechanical", + "boxes": [ + 844, + 937, + 920, + 961 + ] + }, + { + "text": "ndedssFrMulmediidditing,Everyday", + "boxes": [ + 750, + 959, + 1120, + 989 + ] + } + ] + }, + { + "frame_id": "130_7_8", + "episode_id": 130, + "env_id": 7, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.60168170928955, + "advantages": -0.5627272129058838, + "generated_text": "{\n \"intent\": \"Exploring the article about梦幻西游游戏的更新内容，以便了解其最新功能和信息\",\n \"action\": \"DoubleClick(703, 300)\"\n}", + "action_string": "DoubleClick(703, 300)", + "intent_string": "Exploring the article about梦幻西游游戏的更新内容，以便了解其最新功能和信息", + "before_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 1866, + 6, + 1906, + 22 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 561, + 112, + 641, + 152 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 123, + 1788, + 143 + ] + }, + { + "text": "登录", + "boxes": [ + 1824, + 115, + 1864, + 153 + ] + }, + { + "text": "长春市", + "boxes": [ + 1626, + 125, + 1676, + 145 + ] + }, + { + "text": "电脑版 ", + "boxes": [ + 540, + 171, + 634, + 197 + ] + }, + { + "text": "2、“特技定向转换”功能优化，可转换列表新增“普通", + "boxes": [ + 648, + 173, + 1008, + 208 + ] + }, + { + "text": "全服内容", + "boxes": [ + 540, + 201, + 628, + 232 + ] + }, + { + "text": "打造武器（120至150级）”。", + "boxes": [ + 652, + 201, + 838, + 230 + ] + }, + { + "text": "爱淘宝专属指利", + "boxes": [ + 1517, + 208, + 1609, + 239 + ] + }, + { + "text": "测试内容", + "boxes": [ + 544, + 232, + 624, + 264 + ] + }, + { + "text": "天天开红包", + "boxes": [ + 1510, + 236, + 1624, + 268 + ] + }, + { + "text": "3、“组队观战”功能新增支持“帮派联赛”", + "boxes": [ + 652, + 290, + 930, + 320 + ] + }, + { + "text": "“帮派精", + "boxes": [ + 944, + 294, + 1004, + 320 + ] + }, + { + "text": "", + "boxes": [ + 194, + 322, + 212, + 338 + ] + }, + { + "text": "英联赛”玩法中的玩家间战斗。", + "boxes": [ + 652, + 314, + 848, + 343 + ] + }, + { + "text": "爱淘宝福利红包，先领红包再购", + "boxes": [ + 1424, + 353, + 1688, + 389 + ] + }, + { + "text": "物！", + "boxes": [ + 1426, + 381, + 1464, + 409 + ] + }, + { + "text": "更新推送?", + "boxes": [ + 530, + 401, + 644, + 433 + ] + }, + { + "text": "2025-05-06", + "boxes": [ + 844, + 399, + 942, + 429 + ] + }, + { + "text": "2025-05-13", + "boxes": [ + 944, + 405, + 1020, + 429 + ] + }, + { + "text": "广告淘宝·领红包", + "boxes": [ + 1426, + 411, + 1530, + 435 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 433, + 210, + 447 + ] + }, + { + "text": "梦幻西游宝石商人放量，增五色灵尘售卖，糖桂花事件或再现", + "boxes": [ + 388, + 482, + 718, + 506 + ] + }, + { + "text": "访问游戏天地", + "boxes": [ + 1426, + 492, + 1552, + 527 + ] + }, + { + "text": "首先是特技定向转化功能的优化，原本是需要上交三件未鉴定的强化打造的装备，现在被改成了可以上交三件未鉴定", + "boxes": [ + 366, + 516, + 1236, + 546 + ] + }, + { + "text": "的非强化打造的装备，也就是上交的时候可以省下90块强化石，按照所的服务器，90块强化石差不多可以省下720", + "boxes": [ + 364, + 544, + 1232, + 574 + ] + }, + { + "text": "梦幻西游：每天卖200只30级胚", + "boxes": [ + 1446, + 544, + 1652, + 574 + ] + }, + { + "text": "万左右的成本了。", + "boxes": [ + 364, + 570, + 492, + 600 + ] + }, + { + "text": "子，固定入账2.7亿，低端胚子最..", + "boxes": [ + 1446, + 564, + 1658, + 594 + ] + }, + { + "text": "梦幻西游：无修炼法系带三条三法", + "boxes": [ + 1446, + 608, + 1664, + 637 + ] + }, + { + "text": "结装备，任务秒出高伤", + "boxes": [ + 1446, + 627, + 1594, + 657 + ] + }, + { + "text": "梦幻西游：奇袭法术是商人陷阱，", + "boxes": [ + 1446, + 671, + 1652, + 701 + ] + }, + { + "text": "，上周内容。", + "boxes": [ + 550, + 689, + 634, + 715 + ] + }, + { + "text": "跟风国货玩家将血本无归", + "boxes": [ + 1448, + 691, + 1608, + 721 + ] + }, + { + "text": "口袋版", + "boxes": [ + 558, + 721, + 620, + 752 + ] + }, + { + "text": "互通版", + "boxes": [ + 562, + 752, + 622, + 786 + ] + }, + { + "text": "8、为了满足玩家的游戏需求，长安城（499,141）宝石商", + "boxes": [ + 660, + 752, + 1012, + 776 + ] + }, + { + "text": "人处“五色灵尘”、", + "boxes": [ + 660, + 772, + 796, + 802 + ] + }, + { + "text": "“仙露小丸子”、“炼兽丹”道具若", + "boxes": [ + 780, + 772, + 1018, + 802 + ] + }, + { + "text": "电脑版", + "boxes": [ + 560, + 788, + 638, + 820 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1565, + 776, + 1711, + 838 + ] + }, + { + "text": "在本次刷新后售馨，系统将在下次刷新时依照一定比例提", + "boxes": [ + 660, + 796, + 1018, + 826 + ] + }, + { + "text": "升售卖总量。", + "boxes": [ + 660, + 816, + 744, + 848 + ] + }, + { + "text": "全服内容", + "boxes": [ + 560, + 826, + 622, + 846 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1574, + 832, + 1702, + 862 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 876, + 198, + 911 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1670, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 921, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置“改变您的选择。欲了解", + "boxes": [ + 28, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "李幻西游宝石·", + "boxes": [ + 224, + 1048, + 308, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "回", + "boxes": [ + 1862, + 4, + 1906, + 22 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 561, + 112, + 641, + 152 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 123, + 1788, + 143 + ] + }, + { + "text": "登录", + "boxes": [ + 1824, + 115, + 1864, + 153 + ] + }, + { + "text": "长春市", + "boxes": [ + 1626, + 125, + 1676, + 145 + ] + }, + { + "text": "电脑版 ", + "boxes": [ + 540, + 171, + 634, + 197 + ] + }, + { + "text": "2、“特技定向转换”功能优化，可转换列表新增“普通", + "boxes": [ + 648, + 173, + 1008, + 208 + ] + }, + { + "text": "全服内容", + "boxes": [ + 540, + 201, + 628, + 232 + ] + }, + { + "text": "打造武器（120至150级）”。", + "boxes": [ + 652, + 201, + 838, + 230 + ] + }, + { + "text": "爱淘宝专属指利", + "boxes": [ + 1517, + 208, + 1609, + 239 + ] + }, + { + "text": "测试内容", + "boxes": [ + 544, + 232, + 624, + 264 + ] + }, + { + "text": "天天开红包", + "boxes": [ + 1510, + 236, + 1624, + 268 + ] + }, + { + "text": "3、“人观战”功能新增支持“帮派联赛”", + "boxes": [ + 650, + 290, + 932, + 326 + ] + }, + { + "text": "“帮派精", + "boxes": [ + 944, + 294, + 1004, + 320 + ] + }, + { + "text": "", + "boxes": [ + 194, + 322, + 212, + 338 + ] + }, + { + "text": "英联赛”玩法中的玩家间战斗。", + "boxes": [ + 652, + 314, + 848, + 343 + ] + }, + { + "text": "爱淘宝福利红包，先领红包再购", + "boxes": [ + 1424, + 353, + 1688, + 389 + ] + }, + { + "text": "物！", + "boxes": [ + 1426, + 381, + 1464, + 409 + ] + }, + { + "text": "更新推送?", + "boxes": [ + 530, + 401, + 644, + 433 + ] + }, + { + "text": "2025-05-06", + "boxes": [ + 844, + 399, + 942, + 429 + ] + }, + { + "text": "2025-05-13", + "boxes": [ + 944, + 405, + 1020, + 429 + ] + }, + { + "text": "广告淘宝·领红包", + "boxes": [ + 1426, + 411, + 1530, + 435 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 433, + 210, + 447 + ] + }, + { + "text": "梦幻西游宝石商人放量，增五色灵尘售卖，糖桂花事件或再现", + "boxes": [ + 388, + 482, + 718, + 506 + ] + }, + { + "text": "访问游戏天地", + "boxes": [ + 1426, + 492, + 1552, + 527 + ] + }, + { + "text": "首先是特技定向转化功能的优化，原本是需要上交三件未鉴定的强化打造的装备，现在被改成了可以上交三件未鉴定", + "boxes": [ + 366, + 516, + 1236, + 546 + ] + }, + { + "text": "的非强化打造的装备，也就是上交的时候可以省下90块强化石，按照所在的服务器，90块强化石差不多可以省下720", + "boxes": [ + 364, + 544, + 1232, + 574 + ] + }, + { + "text": "梦幻西游：每天卖200只30级胚", + "boxes": [ + 1446, + 544, + 1652, + 574 + ] + }, + { + "text": "万左右的成本了。", + "boxes": [ + 364, + 570, + 492, + 600 + ] + }, + { + "text": "子，固定入账2.7亿，低端胚子最..", + "boxes": [ + 1446, + 564, + 1658, + 594 + ] + }, + { + "text": "梦幻西游：无修炼法系带三条三法", + "boxes": [ + 1446, + 608, + 1664, + 637 + ] + }, + { + "text": "结装备，任务秒出高伤", + "boxes": [ + 1446, + 627, + 1594, + 657 + ] + }, + { + "text": "梦幻西游：奇袭法术是商人陷阱，", + "boxes": [ + 1446, + 671, + 1652, + 701 + ] + }, + { + "text": "，上周内容。", + "boxes": [ + 550, + 689, + 634, + 715 + ] + }, + { + "text": "跟风国货玩家将血本无归", + "boxes": [ + 1448, + 691, + 1608, + 721 + ] + }, + { + "text": "口袋版", + "boxes": [ + 558, + 721, + 620, + 752 + ] + }, + { + "text": "互通版", + "boxes": [ + 562, + 752, + 622, + 786 + ] + }, + { + "text": "8、为了满足玩家的游戏需求，长安城（499,141）宝石商", + "boxes": [ + 660, + 752, + 1012, + 776 + ] + }, + { + "text": "人处“五色灵尘”、", + "boxes": [ + 660, + 772, + 796, + 802 + ] + }, + { + "text": "“仙露小丸子”、“炼兽丹”道具若", + "boxes": [ + 780, + 772, + 1018, + 802 + ] + }, + { + "text": "电脑版", + "boxes": [ + 560, + 788, + 638, + 820 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1565, + 776, + 1711, + 838 + ] + }, + { + "text": "在本次刷新后售馨，系统将在下次刷新时依照一定比例提", + "boxes": [ + 660, + 796, + 1018, + 826 + ] + }, + { + "text": "升售卖总量。", + "boxes": [ + 660, + 816, + 744, + 848 + ] + }, + { + "text": "全服内容", + "boxes": [ + 560, + 826, + 622, + 846 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1574, + 832, + 1702, + 862 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 876, + 198, + 911 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1670, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 921, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置“改变您的选择。欲了解", + "boxes": [ + 28, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "李幻西游宝石·", + "boxes": [ + 224, + 1048, + 308, + 1072 + ] + } + ] + }, + { + "frame_id": "130_0_9", + "episode_id": 130, + "env_id": 0, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.127222061157227, + "advantages": 0.05818118155002594, + "generated_text": "{\n \"intent\": \"Navigate to the app download section by clicking the iOs and Android icons.\",\n \"action\": \"DoubleClick(487, 848) \"\n}", + "action_string": "DoubleClick(487, 848)", + "intent_string": "Navigate to the app download section by clicking the iOs and Android icons.", + "before_screen_ocr_results": [ + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "合", + "boxes": [ + 1374, + 308, + 1388, + 324 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1444, + 304, + 1552, + 328 + ] + }, + { + "text": "有问题", + "boxes": [ + 287, + 339, + 643, + 471 + ] + }, + { + "text": "ETF净流入118亿", + "boxes": [ + 1466, + 338, + 1550, + 355 + ] + }, + { + "text": "赞同", + "boxes": [ + 986, + 369, + 1114, + 443 + ] + }, + { + "text": "一步和以batch_s", + "boxes": [ + 1482, + 375, + 1580, + 393 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 458, + 862, + 592 + ] + }, + { + "text": "/1812.06162简", + "boxes": [ + 1534, + 449, + 1612, + 467 + ] + }, + { + "text": "我为什么不看好LLM", + "boxes": [ + 1370, + 510, + 1492, + 528 + ] + }, + { + "text": "记过去一年实习经", + "boxes": [ + 1522, + 510, + 1624, + 528 + ] + }, + { + "text": "历有感", + "boxes": [ + 1370, + 526, + 1410, + 546 + ] + }, + { + "text": "简介笔者为了寻求科研界的不同体验，", + "boxes": [ + 1370, + 568, + 1558, + 586 + ] + }, + { + "text": "界寻求一些经验，", + "boxes": [ + 1368, + 580, + 1462, + 604 + ] + }, + { + "text": "不多9个", + "boxes": [ + 1556, + 584, + 1608, + 602 + ] + }, + { + "text": "388评论", + "boxes": [ + 1432, + 608, + 1476, + 625 + ] + }, + { + "text": "如何看待罗马仕既做充电宝，又做户外拎电，", + "boxes": [ + 1368, + 639, + 1616, + 663 + ] + }, + { + "text": "又做家庭储能？", + "boxes": [ + 1368, + 655, + 1454, + 681 + ] + }, + { + "text": "长亭Time", + "boxes": [ + 1370, + 679, + 1440, + 701 + ] + }, + { + "text": "翻了一", + "boxes": [ + 1372, + 703, + 1402, + 717 + ] + }, + { + "text": "下电商订单记录，发现我入手的第一款充电", + "boxes": [ + 1400, + 701, + 1616, + 719 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 464, + 717, + 716, + 758 + ] + }, + { + "text": "口", + "boxes": [ + 784, + 727, + 806, + 741 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": "Android", + "boxes": [ + 578, + 834, + 678, + 860 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文[2019]4928-541号|药品医疗器械网络信息服务备案丨（京）", + "boxes": [ + 398, + 955, + 846, + 979 + ] + }, + { + "text": "网药械信息备字（2022）第00334号", + "boxes": [ + 844, + 957, + 1084, + 975 + ] + }, + { + "text": "号丨服务热线：400-919-0001丨违法和不良信息举报：010-82716601", + "boxes": [ + 1070, + 949, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息举报专[", + "boxes": [ + 508, + 975, + 848, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报丨证照中心|", + "boxes": [ + 552, + 996, + 842, + 1031 + ] + }, + { + "text": "乎丨北京智者天下科技有限公司版权所有", + "boxes": [ + 1106, + 1005, + 1362, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知乎on the App Store", + "boxes": [ + 794, + 2, + 974, + 26 + ] + }, + { + "text": "-有问题，就会有答案", + "boxes": [ + 58, + 32, + 188, + 50 + ] + }, + { + "text": "目", + "boxes": [ + 1544, + 69, + 1562, + 85 + ] + }, + { + "text": "Store", + "boxes": [ + 516, + 113, + 544, + 127 + ] + }, + { + "text": "Visior", + "boxes": [ + 842, + 113, + 870, + 127 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 129 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1084, + 111, + 1164, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1346, + 129 + ] + }, + { + "text": "App Store Preview", + "boxes": [ + 460, + 153, + 634, + 187 + ] + }, + { + "text": "知乎四", + "boxes": [ + 718, + 274, + 814, + 312 + ] + }, + { + "text": "Beijing Zhizhetianxia Technology Co., Ltd.", + "boxes": [ + 720, + 306, + 1056, + 336 + ] + }, + { + "text": "知乎", + "boxes": [ + 460, + 320, + 694, + 445 + ] + }, + { + "text": "Screenshots", + "boxes": [ + 460, + 548, + 592, + 580 + ] + }, + { + "text": "iPhone", + "boxes": [ + 600, + 554, + 648, + 574 + ] + }, + { + "text": "iPad", + "boxes": [ + 660, + 558, + 690, + 572 + ] + }, + { + "text": "首页。", + "boxes": [ + 544, + 623, + 622, + 661 + ] + }, + { + "text": "·知乎直答。", + "boxes": [ + 770, + 623, + 896, + 661 + ] + }, + { + "text": "播客广场。", + "boxes": [ + 1026, + 623, + 1148, + 661 + ] + }, + { + "text": "，知乎专栏。", + "boxes": [ + 1264, + 623, + 1396, + 661 + ] + }, + { + "text": "导航升级快速定位", + "boxes": [ + 498, + 657, + 662, + 687 + ] + }, + { + "text": "专业可信的AI搜索", + "boxes": [ + 742, + 649, + 918, + 691 + ] + }, + { + "text": "优质内容听看结合", + "boxes": [ + 1000, + 655, + 1162, + 691 + ] + }, + { + "text": "深度分享全收录", + "boxes": [ + 1260, + 655, + 1398, + 687 + ] + }, + { + "text": "囍", + "boxes": [ + 1008, + 989, + 1028, + 1009 + ] + } + ] + }, + { + "frame_id": "130_1_9", + "episode_id": 130, + "env_id": 1, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.193132400512695, + "advantages": 0.13605204224586487, + "generated_text": "{\n \"intent\": \"Exploring the bean staff page by translating PDF uploads\",\n \"action\": \"Click(862, 690)\"\n}", + "action_string": "Click(862, 690)", + "intent_string": "Exploring the bean staff page by translating PDF uploads", + "before_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 54, + 69, + 124, + 87 + ] + }, + { + "text": "豆包", + "boxes": [ + 606, + 149, + 708, + 195 + ] + }, + { + "text": "桌面 AI助手", + "boxes": [ + 736, + 155, + 820, + 187 + ] + }, + { + "text": "AI翻译", + "boxes": [ + 852, + 159, + 902, + 185 + ] + }, + { + "text": "网页浏览", + "boxes": [ + 936, + 159, + 998, + 185 + ] + }, + { + "text": "AI搜索", + "boxes": [ + 1034, + 161, + 1082, + 181 + ] + }, + { + "text": "更多功能", + "boxes": [ + 1120, + 159, + 1178, + 185 + ] + }, + { + "text": "下载", + "boxes": [ + 1242, + 161, + 1268, + 183 + ] + }, + { + "text": "你的系统 AI 助手，随时随地唤起", + "boxes": [ + 592, + 248, + 1316, + 314 + ] + }, + { + "text": "下载豆包桌面版", + "boxes": [ + 864, + 363, + 1044, + 401 + ] + }, + { + "text": "使用网页版→", + "boxes": [ + 890, + 431, + 1018, + 469 + ] + }, + { + "text": "帮我把这篇PDF 翻译成..", + "boxes": [ + 764, + 669, + 948, + 703 + ] + }, + { + "text": "8思考联网共享", + "boxes": [ + 800, + 739, + 1018, + 768 + ] + }, + { + "text": "个", + "boxes": [ + 1124, + 746, + 1140, + 760 + ] + }, + { + "text": "Alt +空格键随时唤起豆包", + "boxes": [ + 866, + 810, + 1042, + 834 + ] + }, + { + "text": "载豆包客户", + "boxes": [ + 224, + 1048, + 298, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": "豆包", + "boxes": [ + 606, + 149, + 708, + 195 + ] + }, + { + "text": "桌面AI助手", + "boxes": [ + 734, + 155, + 820, + 187 + ] + }, + { + "text": "AI翻译", + "boxes": [ + 852, + 159, + 902, + 185 + ] + }, + { + "text": "网页浏览", + "boxes": [ + 936, + 159, + 998, + 185 + ] + }, + { + "text": "AI搜索", + "boxes": [ + 1034, + 161, + 1082, + 181 + ] + }, + { + "text": "更多功能", + "boxes": [ + 1120, + 159, + 1180, + 185 + ] + }, + { + "text": "下载", + "boxes": [ + 1242, + 161, + 1270, + 183 + ] + }, + { + "text": "你的系统 AI 助手，随时随地唤起", + "boxes": [ + 592, + 248, + 1316, + 314 + ] + }, + { + "text": "下载豆包桌面版", + "boxes": [ + 864, + 363, + 1046, + 401 + ] + }, + { + "text": "使用网页版→", + "boxes": [ + 888, + 431, + 1018, + 469 + ] + }, + { + "text": "帮我写一篇深刻独到的影评", + "boxes": [ + 764, + 669, + 968, + 705 + ] + }, + { + "text": "8思考联网共享", + "boxes": [ + 798, + 739, + 1020, + 768 + ] + }, + { + "text": "↑", + "boxes": [ + 1118, + 744, + 1144, + 764 + ] + }, + { + "text": "Alt + 空格键 随时唤起豆包", + "boxes": [ + 866, + 810, + 1044, + 834 + ] + } + ] + }, + { + "frame_id": "130_2_9", + "episode_id": 130, + "env_id": 2, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.01103687286377, + "advantages": -1.260554313659668, + "generated_text": "{\n \"intent\": \"I want to save my current document without additional options.\",\n \"action\": \"Key(\\\"Shift+K\\\")\"\n}", + "action_string": "Key(Shift_L+K)", + "intent_string": "I want to save my current document without additional options.", + "before_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 6, + 2, + 28, + 26 + ] + }, + { + "text": "Untitled 2 - Libreoffice Writer", + "boxes": [ + 840, + 2, + 1078, + 26 + ] + }, + { + "text": "Help", + "boxes": [ + 520, + 28, + 552, + 48 + ] + }, + { + "text": "·-目- @X自、 ", + "boxes": [ + 12, + 52, + 378, + 87 + ] + }, + { + "text": "G--", + "boxes": [ + 408, + 56, + 510, + 81 + ] + }, + { + "text": " Abc", + "boxes": [ + 514, + 56, + 590, + 81 + ] + }, + { + "text": "国", + "boxes": [ + 608, + 46, + 1258, + 89 + ] + }, + { + "text": "QG", + "boxes": [ + 152, + 95, + 214, + 121 + ] + }, + { + "text": "12", + "boxes": [ + 372, + 99, + 394, + 113 + ] + }, + { + "text": "Save", + "boxes": [ + 946, + 93, + 978, + 107 + ] + }, + { + "text": "Name:", + "boxes": [ + 404, + 123, + 462, + 149 + ] + }, + { + "text": "Untitled 2", + "boxes": [ + 463, + 119, + 541, + 150 + ] + }, + { + "text": "合 Home", + "boxes": [ + 402, + 165, + 478, + 197 + ] + }, + { + "text": "一", + "boxes": [ + 558, + 171, + 578, + 187 + ] + }, + { + "text": "root", + "boxes": [ + 574, + 165, + 636, + 197 + ] + }, + { + "text": "C", + "boxes": [ + 1486, + 169, + 1514, + 193 + ] + }, + { + "text": " Desktop", + "boxes": [ + 402, + 197, + 492, + 228 + ] + }, + { + "text": "Name", + "boxes": [ + 556, + 202, + 598, + 222 + ] + }, + { + "text": "Size|Type", + "boxes": [ + 1344, + 204, + 1436, + 222 + ] + }, + { + "text": "| Modified", + "boxes": [ + 1430, + 201, + 1510, + 226 + ] + }, + { + "text": "D", + "boxes": [ + 1886, + 202, + 1914, + 240 + ] + }, + { + "text": "7 May", + "boxes": [ + 1442, + 224, + 1486, + 252 + ] + }, + { + "text": "+ other Locations", + "boxes": [ + 414, + 238, + 536, + 268 + ] + }, + { + "text": "", + "boxes": [ + 1886, + 234, + 1912, + 306 + ] + }, + { + "text": "", + "boxes": [ + 554, + 248, + 584, + 268 + ] + }, + { + "text": "Downloads", + "boxes": [ + 576, + 246, + 654, + 270 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 248, + 1484, + 268 + ] + }, + { + "text": "[ liboard_ app ", + "boxes": [ + 552, + 268, + 678, + 298 + ] + }, + { + "text": "7 Feb 2024", + "boxes": [ + 1444, + 270, + 1516, + 296 + ] + }, + { + "text": "O", + "boxes": [ + 1886, + 310, + 1914, + 343 + ] + }, + { + "text": "save", + "boxes": [ + 1442, + 969, + 1492, + 989 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1068, + 1018, + 1150, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 6, + 2, + 28, + 26 + ] + }, + { + "text": "Untitled 2 - LibreOffice Writer", + "boxes": [ + 840, + 2, + 1078, + 26 + ] + }, + { + "text": "File", + "boxes": [ + 7, + 24, + 35, + 45 + ] + }, + { + "text": "Help", + "boxes": [ + 520, + 28, + 550, + 48 + ] + }, + { + "text": "·目-X自-", + "boxes": [ + 12, + 52, + 386, + 87 + ] + }, + { + "text": "G--", + "boxes": [ + 408, + 56, + 510, + 81 + ] + }, + { + "text": " Abc", + "boxes": [ + 514, + 56, + 590, + 81 + ] + }, + { + "text": "B", + "boxes": [ + 600, + 46, + 1258, + 89 + ] + }, + { + "text": "二", + "boxes": [ + 380, + 58, + 412, + 79 + ] + }, + { + "text": "QG", + "boxes": [ + 152, + 95, + 214, + 121 + ] + }, + { + "text": "国", + "boxes": [ + 392, + 87, + 430, + 115 + ] + }, + { + "text": "12", + "boxes": [ + 372, + 99, + 394, + 113 + ] + }, + { + "text": "Save", + "boxes": [ + 946, + 93, + 978, + 107 + ] + }, + { + "text": "Name: [", + "boxes": [ + 402, + 121, + 494, + 153 + ] + }, + { + "text": "命 Home", + "boxes": [ + 402, + 165, + 480, + 197 + ] + }, + { + "text": "、", + "boxes": [ + 554, + 169, + 580, + 189 + ] + }, + { + "text": "root", + "boxes": [ + 574, + 165, + 636, + 197 + ] + }, + { + "text": "C", + "boxes": [ + 1486, + 169, + 1514, + 193 + ] + }, + { + "text": " Desktop", + "boxes": [ + 402, + 197, + 492, + 228 + ] + }, + { + "text": "Name", + "boxes": [ + 554, + 199, + 600, + 224 + ] + }, + { + "text": "Size|Type", + "boxes": [ + 1344, + 204, + 1436, + 222 + ] + }, + { + "text": "| Modified", + "boxes": [ + 1430, + 201, + 1510, + 226 + ] + }, + { + "text": "D", + "boxes": [ + 1886, + 202, + 1914, + 240 + ] + }, + { + "text": "7 May", + "boxes": [ + 1442, + 224, + 1486, + 252 + ] + }, + { + "text": "+ Other Locations", + "boxes": [ + 414, + 238, + 536, + 268 + ] + }, + { + "text": "", + "boxes": [ + 1886, + 234, + 1912, + 306 + ] + }, + { + "text": "", + "boxes": [ + 554, + 248, + 584, + 268 + ] + }, + { + "text": "Downloads", + "boxes": [ + 576, + 246, + 654, + 270 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 248, + 1484, + 268 + ] + }, + { + "text": "』 clipboard_app ", + "boxes": [ + 554, + 268, + 678, + 298 + ] + }, + { + "text": "7 Feb 2024", + "boxes": [ + 1444, + 270, + 1516, + 296 + ] + }, + { + "text": "O", + "boxes": [ + 1886, + 310, + 1914, + 343 + ] + }, + { + "text": "save", + "boxes": [ + 1442, + 969, + 1492, + 989 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1068, + 1018, + 1150, + 1042 + ] + } + ] + }, + { + "frame_id": "130_3_9", + "episode_id": 130, + "env_id": 3, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.023210525512695, + "advantages": -0.06470497697591782, + "generated_text": "{\n \"intent\": \"To explore the content on the homepage of Zhihu by clicking relevant elements.\",\n \"action\": \"Click(500, 527)\" \n}", + "action_string": "Click(500, 527)", + "intent_string": "To explore the content on the homepage of Zhihu by clicking relevant elements.", + "before_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 852, + 6, + 910, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "9:4", + "boxes": [ + 1386, + 278, + 1402, + 292 + ] + }, + { + "text": "", + "boxes": [ + 1361, + 296, + 1400, + 336 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1442, + 304, + 1554, + 328 + ] + }, + { + "text": "历有感", + "boxes": [ + 1366, + 328, + 1414, + 353 + ] + }, + { + "text": "有问题", + "boxes": [ + 280, + 341, + 646, + 472 + ] + }, + { + "text": " JerryYi77", + "boxes": [ + 1370, + 349, + 1462, + 373 + ] + }, + { + "text": "界寻求一些经验，在大三一整年做过差不多9个", + "boxes": [ + 1366, + 381, + 1622, + 411 + ] + }, + { + "text": "1253赞同·", + "boxes": [ + 1370, + 411, + 1424, + 429 + ] + }, + { + "text": "如何看待罗马仕既做充电宝，又做户外拎电，", + "boxes": [ + 1364, + 441, + 1620, + 471 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 469, + 858, + 586 + ] + }, + { + "text": "又做家庭储能？", + "boxes": [ + 1366, + 461, + 1454, + 484 + ] + }, + { + "text": "长亭Time", + "boxes": [ + 1368, + 480, + 1438, + 506 + ] + }, + { + "text": "翻了一下电商订单记录，发现我入手的第一款充电", + "boxes": [ + 1368, + 500, + 1620, + 524 + ] + }, + { + "text": "宝就是罗马仕品牌的，距今已有10年半之久，且.", + "boxes": [ + 1372, + 516, + 1622, + 540 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 462, + 715, + 716, + 756 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": " Android", + "boxes": [ + 580, + 834, + 678, + 860 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文[2019]4928-541号|药品医疗器械网络信息服务备案|", + "boxes": [ + 398, + 955, + 806, + 979 + ] + }, + { + "text": "药械信息备字（2022）第00334号", + "boxes": [ + 852, + 957, + 1076, + 975 + ] + }, + { + "text": "号丨服务热线：400-919-0001|违法和不良信息举报：010-82716601", + "boxes": [ + 1072, + 949, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息举批", + "boxes": [ + 508, + 975, + 824, + 1005 + ] + }, + { + "text": "网算法推荐举报专区", + "boxes": [ + 906, + 975, + 1028, + 1001 + ] + }, + { + "text": "内容从业人员违法违规行为举报|证照中心|！", + "boxes": [ + 552, + 996, + 840, + 1031 + ] + }, + { + "text": "乎丨北京智者天下科技有限公司版权所有", + "boxes": [ + 1114, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 852, + 6, + 910, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 224, + 28, + 324, + 54 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 66, + 130, + 91 + ] + }, + { + "text": "①| https://v", + "boxes": [ + 252, + 66, + 364, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "9:41", + "boxes": [ + 1384, + 278, + 1404, + 292 + ] + }, + { + "text": "B", + "boxes": [ + 1368, + 301, + 1397, + 330 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1438, + 302, + 1560, + 332 + ] + }, + { + "text": "24", + "boxes": [ + 1610, + 306, + 1630, + 322 + ] + }, + { + "text": "nied.为什么会喜欢这", + "boxes": [ + 1516, + 328, + 1626, + 345 + ] + }, + { + "text": "有问题", + "boxes": [ + 278, + 341, + 644, + 472 + ] + }, + { + "text": "1141赞同·84收藏", + "boxes": [ + 1368, + 361, + 1470, + 385 + ] + }, + { + "text": "如何在一周内快速摸清一个行业？", + "boxes": [ + 1366, + 397, + 1562, + 427 + ] + }, + { + "text": "程毅南社会心理学等3个话题下的优质答主", + "boxes": [ + 1366, + 417, + 1608, + 445 + ] + }, + { + "text": "曾经做了3年投资咨询，平均每个月一个项目，做的", + "boxes": [ + 1368, + 441, + 1626, + 465 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 469, + 862, + 586 + ] + }, + { + "text": "2.6万赞同", + "boxes": [ + 1372, + 482, + 1424, + 500 + ] + }, + { + "text": "在工业区开的超市，怎么样改进以提高竞争", + "boxes": [ + 1368, + 516, + 1612, + 540 + ] + }, + { + "text": "力？", + "boxes": [ + 1366, + 536, + 1396, + 556 + ] + }, + { + "text": "汪惟创业等5个话题下的优秀答主", + "boxes": [ + 1366, + 556, + 1570, + 580 + ] + }, + { + "text": "么银行卡发工资。然后想方设法弄一个这个银行.", + "boxes": [ + 1366, + 586, + 1612, + 618 + ] + }, + { + "text": "万赞同", + "boxes": [ + 1380, + 619, + 1412, + 633 + ] + }, + { + "text": "如何高质量地走完大学四年？", + "boxes": [ + 1364, + 649, + 1532, + 679 + ] + }, + { + "text": "神说要有光", + "boxes": [ + 1366, + 673, + 1442, + 697 + ] + }, + { + "text": "个回答，省去你80%寻找答案的时间！我在", + "boxes": [ + 1402, + 693, + 1614, + 711 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 462, + 717, + 716, + 758 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": " Android", + "boxes": [ + 580, + 834, + 678, + 860 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文[2019]4928-541号|药品医疗器械网络信息服务备案|", + "boxes": [ + 398, + 955, + 798, + 979 + ] + }, + { + "text": "药械信息备字（2022）第00334", + "boxes": [ + 856, + 957, + 1068, + 975 + ] + }, + { + "text": "：400-919-0001|违法和不良信息举报：010-82716601", + "boxes": [ + 1160, + 949, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息举", + "boxes": [ + 508, + 975, + 816, + 1005 + ] + }, + { + "text": "算法推荐举报专区", + "boxes": [ + 910, + 979, + 1028, + 997 + ] + }, + { + "text": "专区|MCN举报专区|信息安全漏洞反馈专区", + "boxes": [ + 1122, + 977, + 1410, + 1001 + ] + }, + { + "text": "内容从业人员违法违规行为举报|证照中心丨", + "boxes": [ + 552, + 996, + 834, + 1031 + ] + }, + { + "text": "平丨北京智者天下科技有限公司版权所有", + "boxes": [ + 1116, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ] + }, + { + "frame_id": "130_4_9", + "episode_id": 130, + "env_id": 4, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.023462295532227, + "advantages": -0.06440751999616623, + "generated_text": "{\n \"intent\": \"Click on the news article titled '我国成功发射全球首个太空计算卫星星座'\",\n \"action\": \"DoubleClick(637, 342)\" \n}", + "action_string": "DoubleClick(637, 342)", + "intent_string": "Click on the news article titled '我国成功发射全球首个太空计算卫星星座'", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1598, + 64, + 1662, + 89 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 569, + 108, + 603, + 132 + ] + }, + { + "text": "直播中国", + "boxes": [ + 918, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 892, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1252, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 544, + 177 + ] + }, + { + "text": "文化", + "boxes": [ + 696, + 161, + 730, + 175 + ] + }, + { + "text": "健康", + "boxes": [ + 804, + 161, + 834, + 175 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "阅读", + "boxes": [ + 906, + 161, + 932, + 175 + ] + }, + { + "text": "5G", + "boxes": [ + 1006, + 161, + 1034, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1052, + 161, + 1092, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1110, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 540, + 298 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 608, + 272, + 672, + 298 + ] + }, + { + "text": "将AI送上太空", + "boxes": [ + 450, + 326, + 640, + 363 + ] + }, + { + "text": "我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 634, + 324, + 1182, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1596, + 64, + 1662, + 89 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "直播中国", + "boxes": [ + 918, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1152, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 115, + 602, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 892, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1252, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 544, + 177 + ] + }, + { + "text": "央博", + "boxes": [ + 646, + 161, + 674, + 175 + ] + }, + { + "text": "文化", + "boxes": [ + 696, + 161, + 730, + 175 + ] + }, + { + "text": "健康", + "boxes": [ + 800, + 161, + 834, + 175 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "阅读", + "boxes": [ + 904, + 161, + 932, + 175 + ] + }, + { + "text": "5G", + "boxes": [ + 1006, + 161, + 1034, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1052, + 161, + 1092, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1110, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 540, + 298 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 608, + 272, + 672, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 448, + 324, + 1182, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "130_5_9", + "episode_id": 130, + "env_id": 5, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.690414428710938, + "advantages": -0.45789244771003723, + "generated_text": "{\n \"intent\": \"Move the mouse cursor to '将人工智能送上太空' in the search bar to focus attention there\",\n \"action\": \"Move(966, 313)\"\n}", + "action_string": "Move(966, 313)", + "intent_string": "Move the mouse cursor to '将人工智能送上太空' in the search bar to focus attention there", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 296, + 632, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1266, + 478 + ] + }, + { + "text": "品", + "boxes": [ + 294, + 772, + 398, + 804 + ] + }, + { + "text": "", + "boxes": [ + 598, + 770, + 714, + 800 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "噩梦毁灭~", + "boxes": [ + 272, + 806, + 426, + 856 + ] + }, + { + "text": "赤红铁矿", + "boxes": [ + 580, + 806, + 720, + 858 + ] + }, + { + "text": "1,.71", + "boxes": [ + 1634, + 806, + 1684, + 840 + ] + }, + { + "text": "L.1150", + "boxes": [ + 530, + 816, + 590, + 836 + ] + }, + { + "text": "Lv.11501", + "boxes": [ + 220, + 852, + 286, + 878 + ] + }, + { + "text": "", + "boxes": [ + 534, + 852, + 596, + 870 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "52952", + "boxes": [ + 282, + 895, + 336, + 913 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "游戏天地·17小时", + "boxes": [ + 232, + 919, + 334, + 943 + ] + }, + { + "text": "游戏天地·17小时", + "boxes": [ + 828, + 917, + 964, + 947 + ] + }, + { + "text": "D", + "boxes": [ + 1138, + 933, + 1164, + 953 + ] + }, + { + "text": "一点视频/萌宠旅行者·1天", + "boxes": [ + 1158, + 929, + 1320, + 959 + ] + }, + { + "text": "燃烧意志：本期纵横天下全系", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "DNF深渊门票大减负，开启1：5倍兑换，别", + "boxes": [ + 204, + 949, + 790, + 985 + ] + }, + { + "text": "三十块以内可以养的宠物，有", + "boxes": [ + 1136, + 953, + 1410, + 989 + ] + }, + { + "text": "碎片自选有无库赞？", + "boxes": [ + 828, + 969, + 1012, + 999 + ] + }, + { + "text": "再换灵魂啦！", + "boxes": [ + 202, + 980, + 378, + 1021 + ] + }, + { + "text": "没有你想要的？", + "boxes": [ + 1136, + 978, + 1282, + 1015 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1526, + 1036 + ] + }, + { + "text": "3", + "boxes": [ + 1590, + 985, + 1629, + 1014 + ] + }, + { + "text": "+431634 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "Q图", + "boxes": [ + 544, + 1007, + 644, + 1038 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": " Enter your seal", + "boxes": [ + 880, + 361, + 974, + 385 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1266, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1550, + 794 + ] + }, + { + "text": "1,.71", + "boxes": [ + 1634, + 806, + 1684, + 840 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "OQ", + "boxes": [ + 424, + 878, + 478, + 897 + ] + }, + { + "text": "Q0", + "boxes": [ + 548, + 870, + 624, + 907 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.0769 ", + "boxes": [ + 1628, + 891, + 1700, + 939 + ] + }, + { + "text": "2轮汽车", + "boxes": [ + 621, + 911, + 771, + 959 + ] + }, + { + "text": "游戏天地·17小时", + "boxes": [ + 828, + 917, + 964, + 947 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 935, + 1162, + 951 + ] + }, + { + "text": "一点视频/萌宠旅行者·1天", + "boxes": [ + 1158, + 929, + 1320, + 959 + ] + }, + { + "text": "只有2个轮子的汽车，却号称永远都不会侧", + "boxes": [ + 196, + 945, + 754, + 987 + ] + }, + { + "text": "燃烧意志：本期纵横天下全系", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "三十块以内可以养的宠物，有", + "boxes": [ + 1136, + 953, + 1410, + 989 + ] + }, + { + "text": "碎片自选有无库赞？", + "boxes": [ + 824, + 967, + 1012, + 1001 + ] + }, + { + "text": "倒，这是怎么做到的？", + "boxes": [ + 198, + 985, + 494, + 1020 + ] + }, + { + "text": "没有你想要的？", + "boxes": [ + 1138, + 981, + 1282, + 1012 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1526, + 1036 + ] + }, + { + "text": "+431634 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "<3", + "boxes": [ + 1591, + 987, + 1629, + 1014 + ] + }, + { + "text": "", + "boxes": [ + 200, + 1024, + 270, + 1050 + ] + }, + { + "text": "3", + "boxes": [ + 340, + 1050, + 354, + 1068 + ] + } + ] + }, + { + "frame_id": "130_6_9", + "episode_id": 130, + "env_id": 6, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.199088096618652, + "advantages": -1.038378119468689, + "generated_text": "{\n \"intent\": \"Click on the 'Add to Cart' button to proceed with the purchase\",\n \"action\": \"RightClick(1499, 587)\"\n}", + "action_string": "RightClick(1499, 587)", + "intent_string": "Click on the 'Add to Cart' button to proceed with the purchase", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "7-6d31b", + "boxes": [ + 1510, + 68, + 1564, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " gaming keyboard", + "boxes": [ + 302, + 113, + 428, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1444, + 143 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle PaperwhiteBuy Now", + "boxes": [ + 754, + 204, + 1066, + 234 + ] + }, + { + "text": "AULA F75 Pro Wireless Mechanical Keyboard,75% Hot", + "boxes": [ + 680, + 304, + 1276, + 339 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "$6631", + "boxes": [ + 1392, + 322, + 1456, + 355 + ] + }, + { + "text": "Swappable Custom Keyboard with Knob,RGB Backlit,Pre-", + "boxes": [ + 682, + 338, + 1304, + 373 + ] + }, + { + "text": " $23.93 Shipping & Import", + "boxes": [ + 1390, + 361, + 1564, + 393 + ] + }, + { + "text": "lubed Reaper Switches,Side Printed PBT", + "boxes": [ + 682, + 371, + 1120, + 401 + ] + }, + { + "text": "Charges to China Detals ", + "boxes": [ + 1392, + 383, + 1574, + 413 + ] + }, + { + "text": "Keycaps,2.4GHz/USB-C/BT5.0 Mechanical Gaming Keyboards ", + "boxes": [ + 678, + 401, + 1356, + 437 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "within 22 hrs 28 mins", + "boxes": [ + 1394, + 420, + 1534, + 453 + ] + }, + { + "text": "Visit the AULA Store", + "boxes": [ + 686, + 435, + 812, + 453 + ] + }, + { + "text": "4.6★★★★", + "boxes": [ + 684, + 451, + 814, + 474 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 684, + 476, + 798, + 500 + ] + }, + { + "text": "overall Pick ", + "boxes": [ + 787, + 470, + 887, + 507 + ] + }, + { + "text": "In Stock ", + "boxes": [ + 1392, + 490, + 1468, + 522 + ] + }, + { + "text": "ight in past month", + "boxes": [ + 728, + 510, + 830, + 534 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1868, + 528 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "Limited time deal", + "boxes": [ + 684, + 548, + 796, + 578 + ] + }, + { + "text": "-20% $6631", + "boxes": [ + 684, + 584, + 808, + 615 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "$23.93 Shipping & Import Charges to China Details ", + "boxes": [ + 682, + 641, + 1028, + 665 + ] + }, + { + "text": "Ships from Amazon", + "boxes": [ + 1398, + 657, + 1526, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 677, + 1450, + 705 + ] + }, + { + "text": "AULA MALL", + "boxes": [ + 1462, + 675, + 1538, + 707 + ] + }, + { + "text": "Black", + "boxes": [ + 780, + 693, + 816, + 707 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1448, + 727 + ] + }, + { + "text": "Support", + "boxes": [ + 1402, + 741, + 1452, + 760 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 804, + 1420, + 828 + ] + }, + { + "text": "Add a gift receipt fo", + "boxes": [ + 1416, + 826, + 1546, + 850 + ] + }, + { + "text": "Brand", + "boxes": [ + 679, + 833, + 725, + 865 + ] + }, + { + "text": "AULA", + "boxes": [ + 844, + 836, + 886, + 864 + ] + }, + { + "text": "returns", + "boxes": [ + 1420, + 848, + 1466, + 868 + ] + }, + { + "text": "Compatible Devices", + "boxes": [ + 680, + 866, + 816, + 889 + ] + }, + { + "text": "Laptop, PC, Gaming Console, Tablet, Smartph", + "boxes": [ + 844, + 866, + 1134, + 889 + ] + }, + { + "text": "Conectivity", + "boxes": [ + 682, + 887, + 772, + 919 + ] + }, + { + "text": "Usb, 2.4GHz Wireless BT5.0", + "boxes": [ + 844, + 887, + 1030, + 917 + ] + }, + { + "text": "Technology", + "boxes": [ + 677, + 903, + 767, + 940 + ] + }, + { + "text": " Add to List", + "boxes": [ + 1404, + 897, + 1476, + 923 + ] + }, + { + "text": "Keyboard Description", + "boxes": [ + 684, + 937, + 830, + 961 + ] + }, + { + "text": "Mechanical", + "boxes": [ + 844, + 937, + 920, + 961 + ] + }, + { + "text": "ndedssFrMulmediidditing,Everyday", + "boxes": [ + 750, + 959, + 1120, + 989 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "7-6d31b", + "boxes": [ + 1510, + 68, + 1564, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " gaming keyboard", + "boxes": [ + 302, + 113, + 428, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1444, + 143 + ] + }, + { + "text": "$5,631.48", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle Paperwhite Buy Now", + "boxes": [ + 754, + 204, + 1064, + 234 + ] + }, + { + "text": "AULA F75 Pro Wireless Mechanical Keyboard,75% Hot", + "boxes": [ + 680, + 304, + 1276, + 339 + ] + }, + { + "text": "$23.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 644, + 339 + ] + }, + { + "text": "$6631", + "boxes": [ + 1392, + 322, + 1456, + 355 + ] + }, + { + "text": "Swappable Custom Keyboard with Knob,RGB Backlit,Pre-", + "boxes": [ + 682, + 338, + 1304, + 373 + ] + }, + { + "text": "$23.93 Shipping & Import", + "boxes": [ + 1392, + 361, + 1562, + 393 + ] + }, + { + "text": "lubed Reaper Switches,Side Printed PBT", + "boxes": [ + 682, + 371, + 1120, + 401 + ] + }, + { + "text": "Charges to China Detals ", + "boxes": [ + 1392, + 383, + 1574, + 413 + ] + }, + { + "text": "Keycaps,2.4GHz/USB-C/BT5.0 Mechanical Gaming Keyboards ", + "boxes": [ + 678, + 401, + 1356, + 437 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1392, + 403, + 1606, + 433 + ] + }, + { + "text": "within 22 hrs 28 mins", + "boxes": [ + 1394, + 420, + 1534, + 453 + ] + }, + { + "text": "4.6★★★★", + "boxes": [ + 684, + 451, + 814, + 474 + ] + }, + { + "text": " 666 ratings | Search this page", + "boxes": [ + 824, + 453, + 1026, + 476 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "福", + "boxes": [ + 168, + 465, + 184, + 484 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 682, + 476, + 798, + 500 + ] + }, + { + "text": "overall Pick ", + "boxes": [ + 787, + 470, + 887, + 507 + ] + }, + { + "text": "In Stock ", + "boxes": [ + 1392, + 490, + 1468, + 522 + ] + }, + { + "text": "ight in past month", + "boxes": [ + 728, + 510, + 832, + 534 + ] + }, + { + "text": "$128.61", + "boxes": [ + 1808, + 502, + 1868, + 528 + ] + }, + { + "text": "Limited time deal ", + "boxes": [ + 684, + 546, + 798, + 578 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1408, + 540, + 1478, + 558 + ] + }, + { + "text": "-20% $6631", + "boxes": [ + 684, + 584, + 808, + 615 + ] + }, + { + "text": "Add t,", + "boxes": [ + 1456, + 580, + 1510, + 606 + ] + }, + { + "text": "：$82.890", + "boxes": [ + 730, + 619, + 792, + 637 + ] + }, + { + "text": "Bu", + "boxes": [ + 1470, + 623, + 1490, + 639 + ] + }, + { + "text": "Add toSh", + "boxes": [ + 1510, + 615, + 1572, + 635 + ] + }, + { + "text": "$23.93 Shipping & Import Charges to China Details ", + "boxes": [ + 684, + 643, + 1030, + 667 + ] + }, + { + "text": "Ships from ", + "boxes": [ + 1400, + 659, + 1470, + 685 + ] + }, + { + "text": "Amaz", + "boxes": [ + 1464, + 659, + 1506, + 685 + ] + }, + { + "text": " Save Page to Pocket", + "boxes": [ + 1522, + 659, + 1668, + 689 + ] + }, + { + "text": "Sold by ", + "boxes": [ + 1400, + 679, + 1448, + 705 + ] + }, + { + "text": "AULA", + "boxes": [ + 1464, + 675, + 1510, + 709 + ] + }, + { + "text": "Black", + "boxes": [ + 780, + 693, + 816, + 707 + ] + }, + { + "text": "30d4", + "boxes": [ + 1464, + 695, + 1512, + 744 + ] + }, + { + "text": " Send Page to Device", + "boxes": [ + 1522, + 687, + 1672, + 717 + ] + }, + { + "text": "Returns", + "boxes": [ + 1402, + 703, + 1444, + 723 + ] + }, + { + "text": "Support", + "boxes": [ + 1402, + 741, + 1448, + 758 + ] + }, + { + "text": "Pprodue", + "boxes": [ + 1460, + 733, + 1510, + 780 + ] + }, + { + "text": " Select All", + "boxes": [ + 1521, + 740, + 1595, + 771 + ] + }, + { + "text": "View Page Source", + "boxes": [ + 1522, + 766, + 1650, + 802 + ] + }, + { + "text": "口", + "boxes": [ + 1398, + 804, + 1420, + 828 + ] + }, + { + "text": "View Page Info", + "boxes": [ + 1526, + 798, + 1628, + 824 + ] + }, + { + "text": "Add a gift re(", + "boxes": [ + 1416, + 826, + 1506, + 850 + ] + }, + { + "text": "Inspect Accessibility P", + "boxes": [ + 1524, + 824, + 1674, + 854 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 838, + 726, + 864 + ] + }, + { + "text": "AULA", + "boxes": [ + 844, + 836, + 886, + 864 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 848, + 1468, + 868 + ] + }, + { + "text": "Inspect Element (Q)", + "boxes": [ + 1528, + 856, + 1662, + 879 + ] + }, + { + "text": "Compatible Devices", + "boxes": [ + 680, + 866, + 816, + 889 + ] + }, + { + "text": "Laptop, PC, Gaming Console, Tablet, Smartph", + "boxes": [ + 844, + 866, + 1134, + 889 + ] + }, + { + "text": "Conectivity", + "boxes": [ + 682, + 887, + 772, + 919 + ] + }, + { + "text": "Usb, 2.4GHz Wireless BT5.0", + "boxes": [ + 844, + 887, + 1030, + 917 + ] + }, + { + "text": "eenshot", + "boxes": [ + 1594, + 883, + 1650, + 903 + ] + }, + { + "text": "Technology", + "boxes": [ + 677, + 903, + 767, + 940 + ] + }, + { + "text": "Add to Lis", + "boxes": [ + 1410, + 899, + 1468, + 919 + ] + }, + { + "text": "Keyboard Description", + "boxes": [ + 684, + 937, + 830, + 961 + ] + }, + { + "text": "Mechanical", + "boxes": [ + 844, + 937, + 920, + 961 + ] + }, + { + "text": "edMdddivryda", + "boxes": [ + 750, + 959, + 1120, + 989 + ] + } + ] + }, + { + "frame_id": "130_7_9", + "episode_id": 130, + "env_id": 7, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.762621879577637, + "advantages": -1.5540484189987183, + "generated_text": "{\n \"intent\": \"Scroll down to explore the article and gather more information about the potential changes in equipment use and pricing.\",\n \"action\": \"DoubleClick(1022, 327)\"\n}", + "action_string": "DoubleClick(1022, 327)", + "intent_string": "Scroll down to explore the article and gather more information about the potential changes in equipment use and pricing.", + "before_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 1866, + 6, + 1906, + 22 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 561, + 112, + 641, + 152 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 123, + 1788, + 143 + ] + }, + { + "text": "登录", + "boxes": [ + 1824, + 115, + 1864, + 153 + ] + }, + { + "text": "长春市", + "boxes": [ + 1626, + 125, + 1676, + 145 + ] + }, + { + "text": "电脑版 ", + "boxes": [ + 540, + 171, + 634, + 197 + ] + }, + { + "text": "2、“特技定向转换”功能优化，可转换列表新增“普通", + "boxes": [ + 648, + 173, + 1008, + 208 + ] + }, + { + "text": "全服内容", + "boxes": [ + 540, + 201, + 628, + 232 + ] + }, + { + "text": "打造武器（120至150级）”。", + "boxes": [ + 652, + 201, + 838, + 230 + ] + }, + { + "text": "爱淘宝专属指利", + "boxes": [ + 1517, + 208, + 1609, + 239 + ] + }, + { + "text": "测试内容", + "boxes": [ + 544, + 232, + 624, + 264 + ] + }, + { + "text": "天天开红包", + "boxes": [ + 1510, + 236, + 1624, + 268 + ] + }, + { + "text": "3、“人观战”功能新增支持“帮派联赛”", + "boxes": [ + 650, + 290, + 932, + 326 + ] + }, + { + "text": "“帮派精", + "boxes": [ + 944, + 294, + 1004, + 320 + ] + }, + { + "text": "", + "boxes": [ + 194, + 322, + 212, + 338 + ] + }, + { + "text": "英联赛”玩法中的玩家间战斗。", + "boxes": [ + 652, + 314, + 848, + 343 + ] + }, + { + "text": "爱淘宝福利红包，先领红包再购", + "boxes": [ + 1424, + 353, + 1688, + 389 + ] + }, + { + "text": "物！", + "boxes": [ + 1426, + 381, + 1464, + 409 + ] + }, + { + "text": "更新推送?", + "boxes": [ + 530, + 401, + 644, + 433 + ] + }, + { + "text": "2025-05-06", + "boxes": [ + 844, + 399, + 942, + 429 + ] + }, + { + "text": "2025-05-13", + "boxes": [ + 944, + 405, + 1020, + 429 + ] + }, + { + "text": "广告淘宝·领红包", + "boxes": [ + 1426, + 411, + 1530, + 435 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 433, + 210, + 447 + ] + }, + { + "text": "梦幻西游宝石商人放量，增五色灵尘售卖，糖桂花事件或再现", + "boxes": [ + 388, + 482, + 718, + 506 + ] + }, + { + "text": "访问游戏天地", + "boxes": [ + 1426, + 492, + 1552, + 527 + ] + }, + { + "text": "首先是特技定向转化功能的优化，原本是需要上交三件未鉴定的强化打造的装备，现在被改成了可以上交三件未鉴定", + "boxes": [ + 366, + 516, + 1236, + 546 + ] + }, + { + "text": "的非强化打造的装备，也就是上交的时候可以省下90块强化石，按照所在的服务器，90块强化石差不多可以省下720", + "boxes": [ + 364, + 544, + 1232, + 574 + ] + }, + { + "text": "梦幻西游：每天卖200只30级胚", + "boxes": [ + 1446, + 544, + 1652, + 574 + ] + }, + { + "text": "万左右的成本了。", + "boxes": [ + 364, + 570, + 492, + 600 + ] + }, + { + "text": "子，固定入账2.7亿，低端胚子最..", + "boxes": [ + 1446, + 564, + 1658, + 594 + ] + }, + { + "text": "梦幻西游：无修炼法系带三条三法", + "boxes": [ + 1446, + 608, + 1664, + 637 + ] + }, + { + "text": "结装备，任务秒出高伤", + "boxes": [ + 1446, + 627, + 1594, + 657 + ] + }, + { + "text": "梦幻西游：奇袭法术是商人陷阱，", + "boxes": [ + 1446, + 671, + 1652, + 701 + ] + }, + { + "text": "，上周内容。", + "boxes": [ + 550, + 689, + 634, + 715 + ] + }, + { + "text": "跟风国货玩家将血本无归", + "boxes": [ + 1448, + 691, + 1608, + 721 + ] + }, + { + "text": "口袋版", + "boxes": [ + 558, + 721, + 620, + 752 + ] + }, + { + "text": "互通版", + "boxes": [ + 562, + 752, + 622, + 786 + ] + }, + { + "text": "8、为了满足玩家的游戏需求，长安城（499,141）宝石商", + "boxes": [ + 660, + 752, + 1012, + 776 + ] + }, + { + "text": "人处“五色灵尘”、", + "boxes": [ + 660, + 772, + 796, + 802 + ] + }, + { + "text": "“仙露小丸子”、“炼兽丹”道具若", + "boxes": [ + 780, + 772, + 1018, + 802 + ] + }, + { + "text": "电脑版", + "boxes": [ + 560, + 788, + 638, + 820 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1565, + 776, + 1711, + 838 + ] + }, + { + "text": "在本次刷新后售馨，系统将在下次刷新时依照一定比例提", + "boxes": [ + 660, + 796, + 1018, + 826 + ] + }, + { + "text": "升售卖总量。", + "boxes": [ + 660, + 816, + 744, + 848 + ] + }, + { + "text": "全服内容", + "boxes": [ + 560, + 826, + 622, + 846 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1574, + 832, + 1702, + 862 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 876, + 198, + 911 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1670, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 921, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置“改变您的选择。欲了解", + "boxes": [ + 28, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "李幻西游宝石·", + "boxes": [ + 224, + 1048, + 308, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "回", + "boxes": [ + 1862, + 4, + 1906, + 22 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 561, + 112, + 641, + 152 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 123, + 1788, + 143 + ] + }, + { + "text": "登录", + "boxes": [ + 1824, + 115, + 1864, + 153 + ] + }, + { + "text": "长春市", + "boxes": [ + 1626, + 125, + 1676, + 145 + ] + }, + { + "text": "电脑版 ", + "boxes": [ + 540, + 171, + 634, + 197 + ] + }, + { + "text": "2、“特技定向转换”功能优化，可转换列表新增“普通", + "boxes": [ + 648, + 173, + 1008, + 208 + ] + }, + { + "text": "全服内容", + "boxes": [ + 540, + 201, + 628, + 232 + ] + }, + { + "text": "打造武器（120至150级）”。", + "boxes": [ + 652, + 201, + 838, + 230 + ] + }, + { + "text": "爱淘宝专属指利", + "boxes": [ + 1517, + 208, + 1609, + 239 + ] + }, + { + "text": "测试内容", + "boxes": [ + 544, + 232, + 624, + 264 + ] + }, + { + "text": "天天开红包", + "boxes": [ + 1510, + 236, + 1624, + 268 + ] + }, + { + "text": "3、“组队观战”功能新增支持“帮派联赛”", + "boxes": [ + 652, + 290, + 930, + 320 + ] + }, + { + "text": "“帮派精", + "boxes": [ + 944, + 294, + 1004, + 320 + ] + }, + { + "text": "", + "boxes": [ + 194, + 322, + 212, + 338 + ] + }, + { + "text": "英联赛”玩法中的玩家间战斗。", + "boxes": [ + 652, + 314, + 848, + 343 + ] + }, + { + "text": "爱淘宝福利红包，先领红包再购", + "boxes": [ + 1424, + 353, + 1688, + 389 + ] + }, + { + "text": "物！", + "boxes": [ + 1426, + 381, + 1464, + 409 + ] + }, + { + "text": "更新推送?", + "boxes": [ + 530, + 401, + 644, + 433 + ] + }, + { + "text": "2025-05-06", + "boxes": [ + 844, + 399, + 942, + 429 + ] + }, + { + "text": "2025-05-13", + "boxes": [ + 944, + 405, + 1018, + 429 + ] + }, + { + "text": "广告淘宝·领红包", + "boxes": [ + 1426, + 411, + 1530, + 435 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 433, + 210, + 447 + ] + }, + { + "text": "梦幻西游宝石商人放量，增五色灵尘售卖，糖桂花事件或再现", + "boxes": [ + 388, + 482, + 718, + 506 + ] + }, + { + "text": "访问游戏天地", + "boxes": [ + 1426, + 492, + 1552, + 527 + ] + }, + { + "text": "首先是特技定向转化功能的优化，原本是需要上交三件未鉴定的强化打造的装备，现在被改成了可以上交三件未鉴定", + "boxes": [ + 366, + 516, + 1236, + 546 + ] + }, + { + "text": "的非强化打造的装备，也就是上交的时候可以省下90块强化石，按照所在的服务器，90块强化石差不多可以省下720", + "boxes": [ + 364, + 544, + 1232, + 574 + ] + }, + { + "text": "梦幻西游：每天卖200只30级胚", + "boxes": [ + 1446, + 544, + 1652, + 574 + ] + }, + { + "text": "万左右的成本了。", + "boxes": [ + 364, + 570, + 492, + 600 + ] + }, + { + "text": "子，固定入账2.7亿，低端胚子最..", + "boxes": [ + 1446, + 564, + 1658, + 594 + ] + }, + { + "text": "梦幻西游：无修炼法系带三条三法", + "boxes": [ + 1446, + 608, + 1664, + 637 + ] + }, + { + "text": "结装备，任务秒出高伤", + "boxes": [ + 1446, + 627, + 1594, + 657 + ] + }, + { + "text": "梦幻西游：奇袭法术是商人陷阱，", + "boxes": [ + 1446, + 671, + 1652, + 701 + ] + }, + { + "text": "，上周内容。", + "boxes": [ + 550, + 689, + 634, + 715 + ] + }, + { + "text": "跟风国货玩家将血本无归", + "boxes": [ + 1448, + 691, + 1608, + 721 + ] + }, + { + "text": "口袋版", + "boxes": [ + 558, + 721, + 620, + 752 + ] + }, + { + "text": "互通版", + "boxes": [ + 562, + 752, + 622, + 786 + ] + }, + { + "text": "8、为了满足玩家的游戏需求，长安城（499,141）宝石商", + "boxes": [ + 660, + 752, + 1012, + 776 + ] + }, + { + "text": "人处“五色灵尘”、", + "boxes": [ + 660, + 772, + 796, + 802 + ] + }, + { + "text": "“仙露小丸子”、“炼兽丹”道具若", + "boxes": [ + 780, + 772, + 1018, + 802 + ] + }, + { + "text": "电脑版", + "boxes": [ + 560, + 788, + 638, + 820 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1565, + 776, + 1711, + 838 + ] + }, + { + "text": "在本次刷新后售馨，系统将在下次刷新时依照一定比例提", + "boxes": [ + 660, + 796, + 1018, + 826 + ] + }, + { + "text": "升售卖总量。", + "boxes": [ + 660, + 816, + 744, + 848 + ] + }, + { + "text": "全服内容", + "boxes": [ + 560, + 826, + 622, + 846 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1574, + 832, + 1702, + 862 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 876, + 198, + 911 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 879, + 1090, + 903 + ] + }, + { + "text": "我接受", + "boxes": [ + 1670, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 921, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置“查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置“改变您的选择。欲了解", + "boxes": [ + 28, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "李幻西游宝石·", + "boxes": [ + 224, + 1048, + 308, + 1072 + ] + } + ] + } + ] +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_130/scores_v3.json b/ScreenExplorer-3B-E1/episode_130/scores_v3.json new file mode 100644 index 0000000000000000000000000000000000000000..73002862f0230ff5a00b681a747f65a55250bf0a --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_130/scores_v3.json @@ -0,0 +1,19 @@ +{ + "directory_path": "logs/ScreenExplorer_2025-05-14_13-31-185da9f3/episode_130", + "single_trajectory_image_diversity": 0.43739150278270245, + "single_trajectory_text_diversity": 0.32383084297180176, + "single_trajectory_image_diversity_max": 0.9248046875, + "single_trajectory_image_diversity_min": 0.0009765625, + "single_trajectory_image_diversity_std": 0.33837890625, + "single_trajectory_text_diversity_max": 0.58746337890625, + "single_trajectory_text_diversity_min": 0.0128173828125, + "single_trajectory_text_diversity_std": 0.1836090087890625, + "group_trajectories_image_diversity": 0.5947315096855164, + "group_trajectories_text_diversity": 0.48811066150665283, + "group_trajectories_image_diversity_max": 1.703125, + "group_trajectories_image_diversity_min": 0.0, + "group_trajectories_image_diversity_std": 0.3515625, + "group_trajectories_text_diversity_max": 0.7119140625, + "group_trajectories_text_diversity_min": 0.0, + "group_trajectories_text_diversity_std": 0.135009765625 +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_140/actor_model_140/adapter_config.json b/ScreenExplorer-3B-E1/episode_140/actor_model_140/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5e12e7b8286312c1fcac1decd5d5a37b3ca2091d --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_140/actor_model_140/adapter_config.json @@ -0,0 +1,39 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen2.5-VL-3B-Instruct", + "bias": "none", + "corda_config": null, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "o_proj", + "k_proj", + "v_proj", + "gate_proj", + "up_proj", + "down_proj" + ], + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_140/game_record_20250515_073758.json b/ScreenExplorer-3B-E1/episode_140/game_record_20250515_073758.json new file mode 100644 index 0000000000000000000000000000000000000000..58ae3dca7e58c767bff31fc4af9e0f335dbcbc1b --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_140/game_record_20250515_073758.json @@ -0,0 +1,50913 @@ +{ + "start_time": "2025-05-15T07:37:58.599271", + "end_time": "2025-05-15T07:46:31.859062", + "buffer_size": 80, + "all_records": [ + { + "frame_id": "140_0_0", + "episode_id": 140, + "env_id": 0, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.339190483093262, + "advantages": -0.38251835107803345, + "generated_text": "{\n \"intent\": \"Starting applications by clicking their icons.\",\n \"action\": \"DoubleClick(747, 40)\" }", + "action_string": "DoubleClick(747, 40)", + "intent_string": "Starting applications by clicking their icons.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "140_1_0", + "episode_id": 140, + "env_id": 1, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.67137336730957, + "advantages": 1.3122038841247559, + "generated_text": "{\n \"intent\": \"Open Firefox since it's one of the available applications.\",\n \"action\": \"DoubleClick(77, 45)\" \n}", + "action_string": "DoubleClick(77, 45)", + "intent_string": "Open Firefox since it's one of the available applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "140_2_0", + "episode_id": 140, + "env_id": 2, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.44073486328125, + "advantages": 1.1446062326431274, + "generated_text": "{\n \"intent\": \"To explore different application icons by clicking each one.\",\n \"action\": \"DoubleClick(78, 60)\" \n}", + "action_string": "DoubleClick(78, 60)", + "intent_string": "To explore different application icons by clicking each one.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "140_3_0", + "episode_id": 140, + "env_id": 3, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.123437881469727, + "advantages": 0.9140368103981018, + "generated_text": "{\n \"intent\": \"The first step should be to ensure that I can examine all Icons precisely.\",\n \"action\": \"DoubleClick(72, 47)\" }", + "action_string": "DoubleClick(72, 47)", + "intent_string": "The first step should be to ensure that I can examine all Icons precisely.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New", + "boxes": [ + 26, + 34, + 58, + 48 + ] + }, + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 74, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "140_4_0", + "episode_id": 140, + "env_id": 4, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.101255416870117, + "advantages": 0.8979175090789795, + "generated_text": "{\n \"intent\": \"First step towards opening an application.\",\n \"action\": \"DoubleClick(77, 41)\" \n}", + "action_string": "DoubleClick(77, 41)", + "intent_string": "First step towards opening an application.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "140_5_0", + "episode_id": 140, + "env_id": 5, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.358504295349121, + "advantages": 1.0848519802093506, + "generated_text": "{\n \"intent\": \"Start running some applications to better understand the environment.\",\n \"action\": \"DoubleClick(72, 40)\" }", + "action_string": "DoubleClick(72, 40)", + "intent_string": "Start running some applications to better understand the environment.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": "C", + "boxes": [ + 72, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "140_6_0", + "episode_id": 140, + "env_id": 6, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.410201072692871, + "advantages": 1.1224184036254883, + "generated_text": "{\n \"intent\": \"To begin interacting with potential applications on the desktop.\",\n \"action\": \"DoubleClick(79, 23)\"}", + "action_string": "DoubleClick(79, 23)", + "intent_string": "To begin interacting with potential applications on the desktop.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": "C仓", + "boxes": [ + 68, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "140_7_0", + "episode_id": 140, + "env_id": 7, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.580467224121094, + "advantages": 1.246145248413086, + "generated_text": "{\n \"intent\": \"Begin by interacting with one application icon on the desktop to progress towards my goal.\",\n \"action\": \"DoubleClick(78, 74)\"}", + "action_string": "DoubleClick(78, 74)", + "intent_string": "Begin by interacting with one application icon on the desktop to progress towards my goal.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "R合", + "boxes": [ + 60, + 66, + 128, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "140_0_1", + "episode_id": 140, + "env_id": 0, + "step": 1, + "format_rewards": 1.0, + "rewards": 11.145024299621582, + "advantages": 0.9297229647636414, + "generated_text": "{\n \"intent\": \"Clicking an icon will likely open an application or folder on the desktop.\",\n \"action\": \"DoubleClick(74, 25)\" }", + "action_string": "DoubleClick(74, 25)", + "intent_string": "Clicking an icon will likely open an application or folder on the desktop.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": "C", + "boxes": [ + 70, + 69, + 124, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "140_1_1", + "episode_id": 140, + "env_id": 1, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.627708435058594, + "advantages": 0.5538061857223511, + "generated_text": "{\n \"intent\": \"Click on one of the sites in the 'Top Sites' section to open it.\",\n \"action\": \"DoubleClick(671, 497)\" \n}", + "action_string": "DoubleClick(671, 497)", + "intent_string": "Click on one of the sites in the 'Top Sites' section to open it.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing ", + "boxes": [ + 36, + 32, + 190, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 10, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 18, + 107, + 186, + 155 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 296, + 632, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1100, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1266, + 478 + ] + }, + { + "text": "家", + "boxes": [ + 432, + 754, + 612, + 778 + ] + }, + { + "text": "点资讯·25分", + "boxes": [ + 242, + 923, + 324, + 941 + ] + }, + { + "text": "游戏天地·2天", + "boxes": [ + 844, + 921, + 938, + 945 + ] + }, + { + "text": "nITBEAR科技资讯·8小时", + "boxes": [ + 1142, + 921, + 1306, + 945 + ] + }, + { + "text": "为什么火原神》玩家没必要抽那么多五星角", + "boxes": [ + 198, + 937, + 762, + 991 + ] + }, + { + "text": "荒野大镖客，老玩家都爱的2", + "boxes": [ + 824, + 941, + 1090, + 977 + ] + }, + { + "text": "风云A9：2928mm轴距大空", + "boxes": [ + 1138, + 943, + 1414, + 973 + ] + }, + { + "text": "色？抽到也养不过那么多五星角色？", + "boxes": [ + 195, + 968, + 725, + 1045 + ] + }, + { + "text": "种玩法揭秘", + "boxes": [ + 824, + 969, + 936, + 1001 + ] + }, + { + "text": "间，豪华科技内饰，2026年", + "boxes": [ + 1136, + 967, + 1406, + 1003 + ] + }, + { + "text": "初即将交付！", + "boxes": [ + 1138, + 997, + 1262, + 1026 + ] + } + ] + }, + { + "frame_id": "140_2_1", + "episode_id": 140, + "env_id": 2, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.403377532958984, + "advantages": 0.3907921314239502, + "generated_text": "{\n \"intent\": \"Clicking top sites will take you to popular websites which are likely to help me get more acquainted with the browser's features.\",\n \"action\": \"DoubleClick(640, 474)\" \n}", + "action_string": "DoubleClick(640, 474)", + "intent_string": "Clicking top sites will take you to popular websites which are likely to help me get more acquainted with the browser's features.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 38, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1606, + 69, + 1658, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 185, + 153 + ] + }, + { + "text": "国内版", + "boxes": [ + 490, + 250, + 560, + 282 + ] + }, + { + "text": "国际版", + "boxes": [ + 554, + 250, + 636, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 298, + 630, + 328 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 642, + 401 + ] + }, + { + "text": "Next", + "boxes": [ + 1364, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1290, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + } + ] + }, + { + "frame_id": "140_3_1", + "episode_id": 140, + "env_id": 3, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.21955680847168, + "advantages": 0.2572155296802521, + "generated_text": "{\n \"intent\": \"To utilize these shortcuts first which allow quicker navigation between sites.\",\n \"action\": \"DoubleClick(527, 511)\"\n}", + "action_string": "DoubleClick(527, 511)", + "intent_string": "To utilize these shortcuts first which allow quicker navigation between sites.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1118, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ] + }, + { + "frame_id": "140_4_1", + "episode_id": 140, + "env_id": 4, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.428802490234375, + "advantages": 0.4092676043510437, + "generated_text": "{\n \"intent\": \"Click the Bing icon in the browser settings.\",\n \"action\": \"DoubleClick(643, 487)\"\n}", + "action_string": "DoubleClick(643, 487)", + "intent_string": "Click the Bing icon in the browser settings.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 38, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 69, + 1660, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 185, + 153 + ] + }, + { + "text": "国内版", + "boxes": [ + 492, + 250, + 560, + 282 + ] + }, + { + "text": "国际版", + "boxes": [ + 550, + 250, + 636, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 474, + 298, + 630, + 328 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1288, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + } + ] + }, + { + "frame_id": "140_5_1", + "episode_id": 140, + "env_id": 5, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.560073852539062, + "advantages": -0.22200950980186462, + "generated_text": "{\n \"intent\": \"Open new tab by clicking on the 'New Tab' link to browse interesting websites or search for specific information.\",\n \"action\": \"DoubleClick(76, 36)\" }", + "action_string": "DoubleClick(76, 36)", + "intent_string": "Open new tab by clicking on the 'New Tab' link to browse interesting websites or search for specific information.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tak", + "boxes": [ + 23, + 27, + 87, + 52 + ] + }, + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "140_6_1", + "episode_id": 140, + "env_id": 6, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.247814178466797, + "advantages": 0.277749240398407, + "generated_text": "{\n \"intent\": \"The next logical step after opening the browser would be to navigate to a website or search.\",\n \"action\": \"DoubleClick(650, 503)\" \n}", + "action_string": "DoubleClick(650, 503)", + "intent_string": "The next logical step after opening the browser would be to navigate to a website or search.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "Q仓", + "boxes": [ + 70, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 38, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1601, + 65, + 1661, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 185, + 153 + ] + }, + { + "text": "国内版", + "boxes": [ + 490, + 250, + 560, + 282 + ] + }, + { + "text": "国际版", + "boxes": [ + 550, + 250, + 636, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 298, + 630, + 328 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1290, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + } + ] + }, + { + "frame_id": "140_7_1", + "episode_id": 140, + "env_id": 7, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.907118797302246, + "advantages": 0.756844699382782, + "generated_text": "{\n \"intent\": \"To explore the desktop environment by clicking on available websites like Apple, Bing, Amazon, and IMDb.\",\n \"action\": \"DoubleClick(1005, 472)\" \n}", + "action_string": "DoubleClick(1005, 472)", + "intent_string": "To explore the desktop environment by clicking on available websites like Apple, Bing, Amazon, and IMDb.", + "before_screen_ocr_results": [ + { + "text": "N合", + "boxes": [ + 64, + 66, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1038, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1046, + 411 + ] + }, + { + "text": "手机号", + "boxes": [ + 1052, + 385, + 1110, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 948, + 441, + 1082, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "140_0_2", + "episode_id": 140, + "env_id": 0, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.60110092163086, + "advantages": 0.534471333026886, + "generated_text": "{\n \"intent\": \"To start browsing popular websites such as bing and amazon, which are already highlighted at the top of the browser.\",\n \"action\": \"DoubleClick(644, 488)\" \n}", + "action_string": "DoubleClick(644, 488)", + "intent_string": "To start browsing popular websites such as bing and amazon, which are already highlighted at the top of the browser.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 38, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 69, + 1660, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 185, + 153 + ] + }, + { + "text": "国内版", + "boxes": [ + 492, + 250, + 560, + 282 + ] + }, + { + "text": "国际版", + "boxes": [ + 550, + 250, + 636, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 298, + 630, + 328 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1288, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + } + ] + }, + { + "frame_id": "140_1_2", + "episode_id": 140, + "env_id": 1, + "step": 2, + "format_rewards": 1.0, + "rewards": 11.263496398925781, + "advantages": 1.0158127546310425, + "generated_text": "{\n \"intent\": \"To start by clicking on one of the trending topics presented on the screen. Clicking on the top trending topic \\\"将人工智能送上太空\\\" will give more insights into any developments related to AI.\",\n \"action\": \"DoubleClick(824, 427)\"\n}", + "action_string": "DoubleClick(824, 427)", + "intent_string": "To start by clicking on one of the trending topics presented on the screen. Clicking on the top trending topic \"将人工智能送上太空\" will give more insights into any developments related to AI.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 296, + 632, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "么我能帮您的吗？", + "boxes": [ + 206, + 800, + 360, + 830 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1632, + 856, + 1684, + 876 + ] + }, + { + "text": " 深度思考~)(", + "boxes": [ + 218, + 887, + 386, + 923 + ] + }, + { + "text": "搜索", + "boxes": [ + 384, + 889, + 464, + 921 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "智东西·7小时", + "boxes": [ + 232, + 923, + 314, + 941 + ] + }, + { + "text": "游戏天地·2天", + "boxes": [ + 832, + 921, + 938, + 945 + ] + }, + { + "text": "ITBEAR科技资讯·8小时", + "boxes": [ + 1138, + 921, + 1306, + 945 + ] + }, + { + "text": "荒野大镖客，老玩家都爱的2", + "boxes": [ + 826, + 941, + 1090, + 977 + ] + }, + { + "text": "风云A9：2928mm轴距大空", + "boxes": [ + 1138, + 943, + 1414, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "阿里Qwen深度研究止线！免费Al助理帮你", + "boxes": [ + 204, + 949, + 766, + 985 + ] + }, + { + "text": "种玩法揭秘", + "boxes": [ + 828, + 973, + 936, + 1001 + ] + }, + { + "text": "间，豪华科技内饰，2026年", + "boxes": [ + 1136, + 967, + 1406, + 1003 + ] + }, + { + "text": "自动“吃瓜”写报告，实测效果如何战模式", + "boxes": [ + 202, + 981, + 738, + 1022 + ] + }, + { + "text": "英传", + "boxes": [ + 1454, + 979, + 1526, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 991, + 1628, + 1012 + ] + }, + { + "text": "+43134 ", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "初即将交付！", + "boxes": [ + 1138, + 997, + 1262, + 1026 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "甘薇贾跃亭离婚", + "boxes": [ + 176, + 157, + 298, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 288, + 232 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 152,000 results", + "boxes": [ + 176, + 260, + 318, + 284 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 210, + 296, + 262, + 322 + ] + }, + { + "text": "Q", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "甘薇宣布和贾跃亭离婚，称感情不和如“丧偶式婚姻”，", + "boxes": [ + 174, + 334, + 648, + 369 + ] + }, + { + "text": "23 hours ago·甘薇称，其和贾跃亭离婚是\"为了资产转移\"的说法更是无稽之谈。“乐视最辉煌的时", + "boxes": [ + 178, + 363, + 790, + 393 + ] + }, + { + "text": "候我们也没有做过资产转移、防火墙、信托、保险。", + "boxes": [ + 182, + 389, + 506, + 413 + ] + }, + { + "text": "偏要在", + "boxes": [ + 496, + 391, + 542, + 411 + ] + }, + { + "text": "女演员甘薇宣布与贾跃亭离，", + "boxes": [ + 194, + 421, + 446, + 451 + ] + }, + { + "text": "甘薇宣布与贾跃亭离婚！否..", + "boxes": [ + 510, + 417, + 778, + 453 + ] + }, + { + "text": "5月14日，@甘薇521宣布与贾跃亭离婚，", + "boxes": [ + 194, + 447, + 452, + 476 + ] + }, + { + "text": "甘薇称，她和贾跃亭离婚是“为了资产转移”", + "boxes": [ + 512, + 447, + 782, + 476 + ] + }, + { + "text": "否认资产转移和贾跃亭给了她40亿，两人，", + "boxes": [ + 194, + 469, + 456, + 498 + ] + }, + { + "text": "的说法更是无稽之谈。“乐视最辉煌的", + "boxes": [ + 512, + 472, + 744, + 496 + ] + }, + { + "text": "See result only from news.q.com", + "boxes": [ + 194, + 504, + 418, + 534 + ] + }, + { + "text": "搜狐", + "boxes": [ + 210, + 552, + 250, + 578 + ] + }, + { + "text": "S", + "boxes": [ + 186, + 566, + 204, + 580 + ] + }, + { + "text": "http:/ww.sohu.com Translate this resut ", + "boxes": [ + 212, + 566, + 478, + 600 + ] + }, + { + "text": "甘薇贾跃亭官宣离婚：17年豪门婚姻终落幕，否认 40亿…", + "boxes": [ + 176, + 594, + 706, + 629 + ] + }, + { + "text": "23 hours ago·2019年10月，甘薇向成都法院申请离婚，贾跃亭同步在美国申请个人破产重组，", + "boxes": [ + 178, + 621, + 782, + 651 + ] + }, + { + "text": "将 FF 股权转入债权人信托。根据美国破产文件，贾跃亭在离婚前6个月仍向甘薇转账 51.", + "boxes": [ + 178, + 643, + 744, + 673 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 691, + 278, + 717 + ] + }, + { + "text": "https:/finance.sina.com.cn rll doc-inewpmqw... Translate this r", + "boxes": [ + 210, + 709, + 624, + 737 + ] + }, + { + "text": "刚刚！甘薇宣布和贾跃亭离婚！否认得到40亿元", + "boxes": [ + 176, + 733, + 610, + 768 + ] + }, + { + "text": "23 hours ago·5月14日，@甘薇521宣布与贾跃亭离婚，否认资产转移和贾跃亭给了她40亿元", + "boxes": [ + 178, + 760, + 768, + 790 + ] + }, + { + "text": "两人离婚的原因是她在感情方面一味付出，而得到的回报少之又少。据悉", + "boxes": [ + 178, + 784, + 632, + 814 + ] + }, + { + "text": "#", + "boxes": [ + 182, + 844, + 212, + 864 + ] + }, + { + "text": "雪球", + "boxes": [ + 207, + 828, + 253, + 863 + ] + }, + { + "text": "甘薇宣布和贾跃亭离婚，否认拿走40亿！5月14日，甘薇..", + "boxes": [ + 176, + 874, + 724, + 909 + ] + }, + { + "text": "23 hours ago·5月14日，甘薇在社交平台公开自己和贾跃亭离婚的消息。她特意强调，这不是", + "boxes": [ + 178, + 901, + 780, + 931 + ] + }, + { + "text": "假离婚，也不存在资产转移的情况，更没有从贾跃亭那里拿到40亿。甘薇坦言，之所以选择结束．", + "boxes": [ + 176, + 921, + 780, + 953 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 212, + 975, + 260, + 995 + ] + }, + { + "text": "?", + "boxes": [ + 184, + 985, + 212, + 1005 + ] + }, + { + "text": " https://news.qq.com > rain Translate this result", + "boxes": [ + 208, + 991, + 500, + 1014 + ] + }, + { + "text": "女演员甘薇宣布与贾跃亭离婚，否认得到40亿！贾跃亭曾发，", + "boxes": [ + 174, + 1010, + 712, + 1048 + ] + }, + { + "text": "甘薇贾跃亭离·", + "boxes": [ + 216, + 1048, + 304, + 1072 + ] + } + ] + }, + { + "frame_id": "140_2_2", + "episode_id": 140, + "env_id": 2, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.980804443359375, + "advantages": 0.8103896379470825, + "generated_text": "{\n \"intent\": \"Click on one of the trending topics in the Bing search results to explore further.\",\n \"action\": \"DoubleClick(725, 449)\"\n}", + "action_string": "DoubleClick(725, 449)", + "intent_string": "Click on one of the trending topics in the Bing search results to explore further.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 69, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 20, + 109, + 184, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 484, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "简便计算", + "boxes": [ + 520, + 770, + 608, + 796 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "36×45+80×81", + "boxes": [ + 298, + 806, + 520, + 848 + ] + }, + { + "text": "O", + "boxes": [ + 468, + 847, + 519, + 897 + ] + }, + { + "text": "汽车早参", + "boxes": [ + 856, + 840, + 1066, + 895 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.078", + "boxes": [ + 1638, + 897, + 1692, + 933 + ] + }, + { + "text": "点视频/乐学小学数学", + "boxes": [ + 248, + 921, + 356, + 945 + ] + }, + { + "text": "每日经济新闻·27分钟", + "boxes": [ + 830, + 917, + 986, + 947 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点资讯·3周", + "boxes": [ + 1160, + 919, + 1254, + 945 + ] + }, + { + "text": "简便计算奥数思维小学三年级数学题分数", + "boxes": [ + 202, + 945, + 762, + 987 + ] + }, + { + "text": "哪吒汽车被申请破产审查，宁", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "DNF手游：这件1级粉装火", + "boxes": [ + 1138, + 943, + 1388, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "+2.81%", + "boxes": [ + 1636, + 945, + 1690, + 971 + ] + }, + { + "text": "德时代与长安马自达签署合作", + "boxes": [ + 826, + 967, + 1098, + 1003 + ] + }, + { + "text": "了，玩家刷了一星期，能永久", + "boxes": [ + 1136, + 967, + 1408, + 1003 + ] + }, + { + "text": "应用题数学思维", + "boxes": [ + 198, + 981, + 424, + 1022 + ] + }, + { + "text": "英体达", + "boxes": [ + 1456, + 981, + 1524, + 1028 + ] + }, + { + "text": "备忘录|汽车早参", + "boxes": [ + 824, + 992, + 996, + 1029 + ] + }, + { + "text": "提升属性和抗魔值", + "boxes": [ + 1134, + 993, + 1310, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "赵丽颖新恋情曝光", + "boxes": [ + 176, + 155, + 312, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 625,000 results", + "boxes": [ + 176, + 260, + 318, + 284 + ] + }, + { + "text": "中华网娱乐频道", + "boxes": [ + 214, + 294, + 318, + 320 + ] + }, + { + "text": "赵丽颖新恋情疑似曝光 被拍到多次亲密互动－中华网娱乐", + "boxes": [ + 176, + 336, + 686, + 371 + ] + }, + { + "text": "14 hours ago·2025年5月14日，多家媒体曝光赵丽颖疑似与导演赵德胤的新恋情，引发热议。两", + "boxes": [ + 178, + 363, + 786, + 393 + ] + }, + { + "text": "人因合作电影《乔妍的心事》结缘，被拍到多次亲密互动。4月29日至5月1日，赵德胤多次被", + "boxes": [ + 180, + 389, + 756, + 413 + ] + }, + { + "text": "网易", + "boxes": [ + 207, + 431, + 251, + 464 + ] + }, + { + "text": "w.163.com>dy aticle Translate tisresut", + "boxes": [ + 278, + 447, + 548, + 483 + ] + }, + { + "text": "民", + "boxes": [ + 722, + 451, + 736, + 467 + ] + }, + { + "text": "实锤！赵丽颖新欢曝光，男方系知名导演，被拍到留宿还帮忙，", + "boxes": [ + 176, + 476, + 730, + 512 + ] + }, + { + "text": "15 hours ago·超一线女星赵丽颖又又又又坠入爱河了吗？据@南都娱乐消息：近日，《乔妍的", + "boxes": [ + 176, + 504, + 790, + 534 + ] + }, + { + "text": "心事》导演赵德胤被拍到现身赵丽颖小区，有小区门禁卡，还独自牵赵丽颖儿子的手外出，", + "boxes": [ + 172, + 524, + 746, + 556 + ] + }, + { + "text": "赵丽颖新恋情爆出，网友祝福又担忧！男友赵德胤被扒黑..", + "boxes": [ + 178, + 619, + 704, + 649 + ] + }, + { + "text": "May15,2025·对于赵丽颖被曝光的新恋情，粉丝们对此态度不一。", + "boxes": [ + 178, + 647, + 610, + 671 + ] + }, + { + "text": "支持派满心欢喜，觉得赵丽", + "boxes": [ + 598, + 647, + 778, + 671 + ] + }, + { + "text": "颖离婚后一心扑在事业上，37岁的她终于遇到懂她的人，实在值得送，", + "boxes": [ + 176, + 667, + 612, + 695 + ] + }, + { + "text": "网易", + "boxes": [ + 214, + 721, + 244, + 735 + ] + }, + { + "text": "htp:/www.163.com dy article Translate this result ", + "boxes": [ + 218, + 731, + 548, + 760 + ] + }, + { + "text": "赵丽颖新恋情曝光！与赵德胤更多约会照被扒，细节可见人品", + "boxes": [ + 176, + 756, + 724, + 792 + ] + }, + { + "text": "23 hours ago·赵丽颖新恋情曝光！与赵德胤更多约会照被扒，细节可见人品,李安,绯闻,赵丽颖,赵", + "boxes": [ + 178, + 784, + 790, + 814 + ] + }, + { + "text": "德胤，新恋情5月14日，知名娱记张小寒再爆一则恋情瓜，被爆料的对象系85花赵丽颖，与其爆，", + "boxes": [ + 176, + 808, + 766, + 838 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 208, + 856, + 262, + 881 + ] + }, + { + "text": " https://news.q.com rain Translae this resut ", + "boxes": [ + 206, + 872, + 502, + 901 + ] + }, + { + "text": "演员赵丽颖新恋情曝光？狗仔称男方是导演赵德胤，二人曾…", + "boxes": [ + 176, + 897, + 730, + 933 + ] + }, + { + "text": "23 hours ago·截至目前，赵丽颖与赵德胤方面均未回应此热搜。公开信息显示，赵德胤出生于", + "boxes": [ + 176, + 921, + 776, + 955 + ] + }, + { + "text": "1982年，比赵丽颖大5岁。他出生于缅甸，后来到中国台湾读书，业界..", + "boxes": [ + 172, + 941, + 630, + 981 + ] + }, + { + "text": "腾讯新闻", + "boxes": [ + 210, + 995, + 278, + 1020 + ] + }, + { + "text": "https:/viwinews.qcm Translate this result", + "boxes": [ + 210, + 1012, + 500, + 1042 + ] + } + ] + }, + { + "frame_id": "140_3_2", + "episode_id": 140, + "env_id": 3, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.726255416870117, + "advantages": -0.10125071555376053, + "generated_text": "{\n \"intent\": \"Scroll down to view more products available on the Apple website.\",\n \"action\": \"ScrollDown(500, 500)\"\n}", + "action_string": "ScrollDown(500, 500)", + "intent_string": "Scroll down to view more products available on the Apple website.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "Visiot for AirpPodse IntrV &Homece.", + "boxes": [ + 832, + 101, + 1080, + 133 + ] + }, + { + "text": "Entertainmen", + "boxes": [ + 1074, + 111, + 1158, + 129 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 619, + 1114, + 675 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 681, + 1046, + 719 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 766, + 715, + 1142, + 750 + ] + }, + { + "text": "Learn more ", + "boxes": [ + 851, + 770, + 961, + 807 + ] + }, + { + "text": "Buy", + "boxes": [ + 1006, + 776, + 1050, + 802 + ] + } + ] + }, + { + "frame_id": "140_4_2", + "episode_id": 140, + "env_id": 4, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.548702239990234, + "advantages": -0.23027288913726807, + "generated_text": "{\n \"intent\": \"Click the search input box and enter 'AI Start-up'\",\n \"action\": \"DoubleClick(996, 310)\"\n}", + "action_string": "DoubleClick(996, 310)", + "intent_string": "Click the search input box and enter 'AI Start-up'", + "before_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 44, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 294, + 632, + 330 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "若x²+ [2x-6] ", + "boxes": [ + 1127, + 843, + 1259, + 884 + ] + }, + { + "text": "求t的最大值", + "boxes": [ + 1296, + 852, + 1424, + 881 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1626, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "游戏天地·2天", + "boxes": [ + 830, + 921, + 938, + 945 + ] + }, + { + "text": "风云A9：2928mm轴距大空间，豪华科技", + "boxes": [ + 202, + 945, + 766, + 987 + ] + }, + { + "text": "荒野大镖客，老玩家都爱的2", + "boxes": [ + 826, + 941, + 1090, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "内饰，2026年初即将交付！", + "boxes": [ + 202, + 981, + 588, + 1022 + ] + }, + { + "text": "种玩法揭秘", + "boxes": [ + 828, + 973, + 936, + 1001 + ] + }, + { + "text": "0", + "boxes": [ + 1138, + 989, + 1164, + 1011 + ] + }, + { + "text": "一点视频/三乐大掌柜·6天", + "boxes": [ + 1156, + 983, + 1322, + 1018 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1528, + 1036 + ] + }, + { + "text": "{}", + "boxes": [ + 1590, + 989, + 1630, + 1014 + ] + }, + { + "text": "+43134 ", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "求t的最大值，这里要考虑到", + "boxes": [ + 1136, + 1009, + 1396, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 38, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 252, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": "川口", + "boxes": [ + 1790, + 68, + 1840, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "、将人工智能送上太空", + "boxes": [ + 468, + 295, + 630, + 330 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "CNext", + "boxes": [ + 1356, + 373, + 1422, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1282, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 449, + 640, + 478 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 444, + 966, + 479 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 766, + 1550, + 792 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "若x²+ |2x-6l ", + "boxes": [ + 1134, + 852, + 1258, + 881 + ] + }, + { + "text": "求t的最大值", + "boxes": [ + 1294, + 852, + 1424, + 881 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1464, + 852, + 1514, + 878 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1624, + 852, + 1690, + 878 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1526, + 941 + ] + }, + { + "text": "4078 ", + "boxes": [ + 1618, + 891, + 1700, + 939 + ] + }, + { + "text": "游戏天地·2天", + "boxes": [ + 826, + 921, + 936, + 945 + ] + }, + { + "text": "荒野大镖客，老玩家都爱的2", + "boxes": [ + 824, + 939, + 1090, + 975 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1522, + 987 + ] + }, + { + "text": ".319", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "", + "boxes": [ + 204, + 957, + 230, + 977 + ] + }, + { + "text": "·7小时", + "boxes": [ + 290, + 959, + 336, + 977 + ] + }, + { + "text": "种玩法揭秘", + "boxes": [ + 826, + 969, + 936, + 1001 + ] + }, + { + "text": "自用的一些满改改枪码，需要自取", + "boxes": [ + 202, + 981, + 644, + 1022 + ] + }, + { + "text": "一点视频/三乐大掌柜·6天", + "boxes": [ + 1158, + 985, + 1322, + 1014 + ] + }, + { + "text": "英上", + "boxes": [ + 1454, + 979, + 1528, + 1034 + ] + }, + { + "text": "43162", + "boxes": [ + 1622, + 979, + 1702, + 1032 + ] + }, + { + "text": "0", + "boxes": [ + 1140, + 989, + 1164, + 1011 + ] + }, + { + "text": "33", + "boxes": [ + 1589, + 986, + 1629, + 1014 + ] + }, + { + "text": "求t的最大值，这里要考虑到", + "boxes": [ + 1136, + 1009, + 1396, + 1044 + ] + }, + { + "text": "丢白洗股有", + "boxes": [ + 1631, + 1024, + 1701, + 1047 + ] + } + ] + }, + { + "frame_id": "140_5_2", + "episode_id": 140, + "env_id": 5, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.213111877441406, + "advantages": 0.2525321841239929, + "generated_text": "{\n \"intent\": \"Clicking Bing's shortcut icon would likely take me closer to accessing articles or information quickly.\",\n \"action\": \"DoubleClick(649, 483)\"\n}", + "action_string": "DoubleClick(649, 483)", + "intent_string": "Clicking Bing's shortcut icon would likely take me closer to accessing articles or information quickly.", + "before_screen_ocr_results": [ + { + "text": "New Ta", + "boxes": [ + 23, + 29, + 87, + 52 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C仓", + "boxes": [ + 68, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 38, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 69, + 1660, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 185, + 153 + ] + }, + { + "text": "国内版", + "boxes": [ + 492, + 250, + 560, + 282 + ] + }, + { + "text": "国际版", + "boxes": [ + 550, + 250, + 636, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 474, + 298, + 630, + 328 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1288, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + } + ] + }, + { + "frame_id": "140_6_2", + "episode_id": 140, + "env_id": 6, + "step": 2, + "format_rewards": 1.0, + "rewards": 11.075770378112793, + "advantages": 0.8793983459472656, + "generated_text": "{\n \"intent\": \"The next logical step should be to explore trending topics or specific articles which might have interesting content.\",\n \"action\": \"Click(572, 384)\" \n}", + "action_string": "Click(572, 384)", + "intent_string": "The next logical step should be to explore trending topics or specific articles which might have interesting content.", + "before_screen_ocr_results": [ + { + "text": " - Microsoft Bing", + "boxes": [ + 76, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 69, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 20, + 109, + 184, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "克赘", + "boxes": [ + 384, + 746, + 512, + 790 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "若a²+b3=", + "boxes": [ + 312, + 782, + 552, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 592, + 799, + 625, + 832 + ] + }, + { + "text": "13.71%", + "boxes": [ + 1632, + 806, + 1686, + 840 + ] + }, + { + "text": "C", + "boxes": [ + 564, + 832, + 596, + 852 + ] + }, + { + "text": "汽车早参", + "boxes": [ + 856, + 840, + 1066, + 895 + ] + }, + { + "text": "?", + "boxes": [ + 478, + 858, + 514, + 889 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1634, + 856, + 1684, + 876 + ] + }, + { + "text": "求a+b+c的值", + "boxes": [ + 320, + 893, + 652, + 959 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "每日经济新闻·27分钟", + "boxes": [ + 830, + 917, + 986, + 947 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点资讯·3周", + "boxes": [ + 1160, + 921, + 1254, + 945 + ] + }, + { + "text": "哪吒汽车被申请破产审查，宁", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "DNF手游：这件1级粉装火", + "boxes": [ + 1138, + 943, + 1388, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "点视频/中小学数学云课堂·2周", + "boxes": [ + 236, + 953, + 416, + 983 + ] + }, + { + "text": "德时代与长安马自达签署合作", + "boxes": [ + 826, + 967, + 1098, + 1003 + ] + }, + { + "text": "了，玩家刷了一星期，能永久", + "boxes": [ + 1136, + 967, + 1408, + 1003 + ] + }, + { + "text": "数学竞赛题挑战：求解a+b+c的值！", + "boxes": [ + 200, + 981, + 684, + 1022 + ] + }, + { + "text": "英传", + "boxes": [ + 1454, + 979, + 1526, + 1036 + ] + }, + { + "text": "备忘录丨汽车早参", + "boxes": [ + 826, + 990, + 996, + 1031 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 991, + 1628, + 1012 + ] + }, + { + "text": "+431634 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "提升属性和抗魔值", + "boxes": [ + 1138, + 997, + 1308, + 1026 + ] + }, + { + "text": "4", + "boxes": [ + 1142, + 1026, + 1174, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 306, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "Trending on Bing ", + "boxes": [ + 178, + 157, + 308, + 189 + ] + }, + { + "text": "Sign in", + "boxes": [ + 1562, + 161, + 1608, + 179 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 290, + 232 + ] + }, + { + "text": "VIDEOS", + "boxes": [ + 330, + 212, + 372, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 230 + ] + }, + { + "text": "MAPS", + "boxes": [ + 574, + 216, + 602, + 230 + ] + }, + { + "text": "About 1,180.000 results", + "boxes": [ + 172, + 254, + 332, + 288 + ] + }, + { + "text": "Q", + "boxes": [ + 182, + 306, + 214, + 328 + ] + }, + { + "text": "必应", + "boxes": [ + 205, + 290, + 252, + 325 + ] + }, + { + "text": "https://cn.bing.com news", + "boxes": [ + 210, + 309, + 382, + 340 + ] + }, + { + "text": "top stories - Search News - 必应", + "boxes": [ + 174, + 333, + 474, + 371 + ] + }, + { + "text": "President Donald Trump announ", + "boxes": [ + 182, + 369, + 380, + 387 + ] + }, + { + "text": "nctions on Syria following last ", + "boxes": [ + 600, + 361, + 788, + 391 + ] + }, + { + "text": "them a chance at greatness.\" The. A .", + "boxes": [ + 536, + 389, + 774, + 413 + ] + }, + { + "text": " Search News - Bing", + "boxes": [ + 190, + 419, + 380, + 455 + ] + }, + { + "text": " Bing Image Trending", + "boxes": [ + 506, + 415, + 706, + 457 + ] + }, + { + "text": "Trending on Bing. Released by Ha", + "boxes": [ + 196, + 449, + 406, + 472 + ] + }, + { + "text": " See trending images, wallpapers, gif and", + "boxes": [ + 508, + 445, + 776, + 479 + ] + }, + { + "text": "See results only from cn.bing.com", + "boxes": [ + 194, + 506, + 406, + 530 + ] + }, + { + "text": "Lifewire", + "boxes": [ + 216, + 554, + 268, + 574 + ] + }, + { + "text": "W", + "boxes": [ + 186, + 566, + 204, + 580 + ] + }, + { + "text": "https://www.lifewire.com", + "boxes": [ + 212, + 572, + 368, + 596 + ] + }, + { + "text": "How to Find the Most Popular Searches Online - Lifewire", + "boxes": [ + 174, + 594, + 686, + 623 + ] + }, + { + "text": "Oct 21, 2024 · Allyou have to do to see what's popular on Bing or Yahoo is select the text box", + "boxes": [ + 178, + 623, + 766, + 647 + ] + }, + { + "text": "The Droid Guy", + "boxes": [ + 214, + 691, + 310, + 717 + ] + }, + { + "text": "https://thedroidgy.com ", + "boxes": [ + 210, + 707, + 374, + 739 + ] + }, + { + "text": "How to Find What's Trending on Bing? - The Droid Guy", + "boxes": [ + 176, + 737, + 680, + 766 + ] + }, + { + "text": "Nov13, 2024 · Learnvarious methods todiscover trending topics and keywords nBing suchas", + "boxes": [ + 178, + 760, + 790, + 790 + ] + }, + { + "text": "using the hmeage, news section, keyword tool search Als, social media Google Trends.", + "boxes": [ + 178, + 784, + 758, + 814 + ] + }, + { + "text": "Microsoft", + "boxes": [ + 211, + 827, + 279, + 858 + ] + }, + { + "text": "6", + "boxes": [ + 184, + 844, + 212, + 866 + ] + }, + { + "text": "htp:/www.microsoft.com en-gb > bing features bing-news ", + "boxes": [ + 208, + 846, + 620, + 880 + ] + }, + { + "text": "Bing News | Microsoft Bing", + "boxes": [ + 174, + 874, + 426, + 909 + ] + }, + { + "text": "1 day ago · Bing News features customizable newsfeeds,topic-specificsearches and in-dpth", + "boxes": [ + 176, + 901, + 780, + 931 + ] + }, + { + "text": "articles from a wide array of sources. Users can follow trending stories, local news, and global .", + "boxes": [ + 178, + 923, + 768, + 951 + ] + }, + { + "text": "Bing", + "boxes": [ + 218, + 979, + 242, + 993 + ] + }, + { + "text": " Search News - Bing", + "boxes": [ + 174, + 1012, + 362, + 1049 + ] + }, + { + "text": "ending on B.", + "boxes": [ + 232, + 1050, + 318, + 1074 + ] + } + ] + }, + { + "frame_id": "140_7_2", + "episode_id": 140, + "env_id": 7, + "step": 2, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -7.169007301330566, + "generated_text": "{\n \"intent\": \"The user has just opened the Zhihu sign-in page. The next logical step would be to attempt to sign in if they want to proceed.\",\n \"action\": \"Click(i 84, 72)\" }", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1038, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1046, + 411 + ] + }, + { + "text": "手机号", + "boxes": [ + 1052, + 385, + 1110, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 948, + 441, + 1082, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1038, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1046, + 411 + ] + }, + { + "text": "手机号", + "boxes": [ + 1052, + 385, + 1110, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 948, + 441, + 1082, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "140_0_3", + "episode_id": 140, + "env_id": 0, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.939362525939941, + "advantages": 0.7802751660346985, + "generated_text": "{\n \"intent\": \"Click on an article or a link to start exploring specific topics\",\n \"action\": \"DoubleClick(439, 777)\" \n}", + "action_string": "DoubleClick(439, 777)", + "intent_string": "Click on an article or a link to start exploring specific topics", + "before_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1661, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1340, + 300, + 1360, + 326 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 484, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1266, + 478 + ] + }, + { + "text": "全新智己L6vs小米SU7vs极氪007", + "boxes": [ + 286, + 762, + 708, + 804 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "谁的前备箱最大？", + "boxes": [ + 252, + 802, + 744, + 905 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1634, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "点视频/驾仕派：2", + "boxes": [ + 242, + 921, + 344, + 945 + ] + }, + { + "text": "中华网汽车·13小时", + "boxes": [ + 830, + 917, + 976, + 947 + ] + }, + { + "text": "小黑盒游戏·7小时", + "boxes": [ + 1140, + 921, + 1278, + 945 + ] + }, + { + "text": "主流新能源车前备箱对比，前备箱一定必不可", + "boxes": [ + 198, + 943, + 792, + 989 + ] + }, + { + "text": "后备箱塞满行李还能留空隙，", + "boxes": [ + 826, + 941, + 1090, + 977 + ] + }, + { + "text": "自用的一些满改改枪码，需要", + "boxes": [ + 1136, + 941, + 1408, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "少吗？", + "boxes": [ + 197, + 973, + 309, + 1028 + ] + }, + { + "text": "瑞虎8L凭啥碾压进口车？", + "boxes": [ + 826, + 971, + 1060, + 1001 + ] + }, + { + "text": "自取", + "boxes": [ + 1140, + 971, + 1188, + 999 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1526, + 1036 + ] + }, + { + "text": "3", + "boxes": [ + 1591, + 985, + 1629, + 1014 + ] + }, + { + "text": "+431634 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "rch - Micr", + "boxes": [ + 242, + 1050, + 308, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "奇瑞之夜，风云A9L用技术", + "boxes": [ + 254, + 28, + 414, + 52 + ] + }, + { + "text": "瑞之夜，风云A9L用技术", + "boxes": [ + 490, + 32, + 636, + 50 + ] + }, + { + "text": "→×", + "boxes": [ + 38, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1882, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 570, + 119, + 636, + 145 + ] + }, + { + "text": "C", + "boxes": [ + 1310, + 125, + 1322, + 137 + ] + }, + { + "text": "中", + "boxes": [ + 1760, + 117, + 1792, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "汽车网评", + "boxes": [ + 386, + 270, + 496, + 302 + ] + }, + { + "text": "奇瑞之夜，风云A9L用技术余上演降维打击！", + "boxes": [ + 368, + 347, + 1044, + 389 + ] + }, + { + "text": "14小时·03分钟读取", + "boxes": [ + 362, + 409, + 552, + 449 + ] + }, + { + "text": "5 月 13日，奇瑞汽车在龙山碰撞安全试验室召开“安全之夜”，正式揭晓基于全新EOX平台打造的首款C级旗舰轿车", + "boxes": [ + 364, + 504, + 1240, + 534 + ] + }, + { + "text": "风云A9L。这款承载着奇瑞冲击高端市场决心的车型，以“坚守安全底线、超越品质上限”为核心，通过超国标极", + "boxes": [ + 400, + 530, + 1240, + 560 + ] + }, + { + "text": "限测试、不计成本的技术投入和百万级豪华标准，重新定义中国汽车的价值高度。从技术验证到市场破局，风云A9L", + "boxes": [ + 364, + 556, + 1230, + 586 + ] + }, + { + "text": "访问汽车网评", + "boxes": [ + 1428, + 554, + 1552, + 584 + ] + }, + { + "text": "正上演一场中国品牌向高端市场的硬核突围。", + "boxes": [ + 364, + 580, + 696, + 612 + ] + }, + { + "text": "吉利银河星舰9谋照曝光！预计5月", + "boxes": [ + 1444, + 600, + 1662, + 629 + ] + }, + { + "text": "内发布", + "boxes": [ + 1446, + 623, + 1494, + 649 + ] + }, + { + "text": "2025款极星Pole", + "boxes": [ + 1448, + 667, + 1550, + 691 + ] + }, + { + "text": "4实车亮相！", + "boxes": [ + 1576, + 669, + 1654, + 693 + ] + }, + { + "text": "标配Nappa座椅", + "boxes": [ + 1446, + 685, + 1550, + 715 + ] + }, + { + "text": "亚洲最大碰撞安全试验室", + "boxes": [ + 604, + 723, + 1006, + 758 + ] + }, + { + "text": "奥迪e-tron GT q", + "boxes": [ + 1448, + 731, + 1550, + 754 + ] + }, + { + "text": "ro官图发布", + "boxes": [ + 1578, + 735, + 1652, + 752 + ] + }, + { + "text": "双电机585马力", + "boxes": [ + 1446, + 750, + 1544, + 774 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 873, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 874, + 1722, + 907 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 834, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 806, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 198, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "奇瑞之夜，风…", + "boxes": [ + 220, + 1048, + 310, + 1074 + ] + } + ] + }, + { + "frame_id": "140_1_3", + "episode_id": 140, + "env_id": 1, + "step": 3, + "format_rewards": 1.0, + "rewards": 11.022928237915039, + "advantages": 0.8409996628761292, + "generated_text": "{\n \"intent\": \"Click on the article titled '女演员甘薇宣布与贾跃亭离婚' to explore more details.\",\n \"action\": \"DoubleClick(418, 434)\"\n}", + "action_string": "DoubleClick(418, 434)", + "intent_string": "Click on the article titled '女演员甘薇宣布与贾跃亭离婚' to explore more details.", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "甘薇贾跃亭离婚", + "boxes": [ + 176, + 157, + 298, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 288, + 232 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 152,000 results", + "boxes": [ + 176, + 260, + 318, + 284 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 210, + 296, + 262, + 322 + ] + }, + { + "text": "Q", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "甘薇宣布和贾跃亭离婚，称感情不和如“丧偶式婚姻”，", + "boxes": [ + 174, + 334, + 648, + 369 + ] + }, + { + "text": "23 hours ago·甘薇称，其和贾跃亭离婚是\"为了资产转移\"的说法更是无稽之谈。“乐视最辉煌的时", + "boxes": [ + 178, + 363, + 790, + 393 + ] + }, + { + "text": "候我们也没有做过资产转移、防火墙、信托、保险。", + "boxes": [ + 182, + 389, + 506, + 413 + ] + }, + { + "text": "偏要在", + "boxes": [ + 496, + 391, + 542, + 411 + ] + }, + { + "text": "女演员甘薇宣布与贾跃亭离，", + "boxes": [ + 194, + 421, + 446, + 451 + ] + }, + { + "text": "甘薇宣布与贾跃亭离婚！否..", + "boxes": [ + 510, + 417, + 778, + 453 + ] + }, + { + "text": "5月14日，@甘薇521宣布与贾跃亭离婚，", + "boxes": [ + 194, + 447, + 452, + 476 + ] + }, + { + "text": "甘薇称，她和贾跃亭离婚是“为了资产转移”", + "boxes": [ + 512, + 447, + 782, + 476 + ] + }, + { + "text": "否认资产转移和贾跃亭给了她40亿，两人，", + "boxes": [ + 194, + 469, + 456, + 498 + ] + }, + { + "text": "的说法更是无稽之谈。“乐视最辉煌的", + "boxes": [ + 512, + 472, + 744, + 496 + ] + }, + { + "text": "See result only from news.q.com", + "boxes": [ + 194, + 504, + 418, + 534 + ] + }, + { + "text": "搜狐", + "boxes": [ + 210, + 552, + 250, + 578 + ] + }, + { + "text": "S", + "boxes": [ + 186, + 566, + 204, + 580 + ] + }, + { + "text": "http:/ww.sohu.com Translate this resut ", + "boxes": [ + 212, + 566, + 478, + 600 + ] + }, + { + "text": "甘薇贾跃亭官宣离婚：17年豪门婚姻终落幕，否认 40亿…", + "boxes": [ + 176, + 594, + 706, + 629 + ] + }, + { + "text": "23 hours ago·2019年10月，甘薇向成都法院申请离婚，贾跃亭同步在美国申请个人破产重组，", + "boxes": [ + 178, + 621, + 782, + 651 + ] + }, + { + "text": "将 FF 股权转入债权人信托。根据美国破产文件，贾跃亭在离婚前6个月仍向甘薇转账 51.", + "boxes": [ + 178, + 643, + 744, + 673 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 691, + 278, + 717 + ] + }, + { + "text": "https:/finance.sina.com.cn rll doc-inewpmqw... Translate this r", + "boxes": [ + 210, + 709, + 624, + 737 + ] + }, + { + "text": "刚刚！甘薇宣布和贾跃亭离婚！否认得到40亿元", + "boxes": [ + 176, + 733, + 610, + 768 + ] + }, + { + "text": "23 hours ago·5月14日，@甘薇521宣布与贾跃亭离婚，否认资产转移和贾跃亭给了她40亿元", + "boxes": [ + 178, + 760, + 768, + 790 + ] + }, + { + "text": "两人离婚的原因是她在感情方面一味付出，而得到的回报少之又少。据悉", + "boxes": [ + 178, + 784, + 632, + 814 + ] + }, + { + "text": "#", + "boxes": [ + 182, + 844, + 212, + 864 + ] + }, + { + "text": "雪球", + "boxes": [ + 207, + 828, + 253, + 863 + ] + }, + { + "text": "甘薇宣布和贾跃亭离婚，否认拿走40亿！5月14日，甘薇..", + "boxes": [ + 176, + 874, + 724, + 909 + ] + }, + { + "text": "23 hours ago·5月14日，甘薇在社交平台公开自己和贾跃亭离婚的消息。她特意强调，这不是", + "boxes": [ + 178, + 901, + 780, + 931 + ] + }, + { + "text": "假离婚，也不存在资产转移的情况，更没有从贾跃亭那里拿到40亿。甘薇坦言，之所以选择结束．", + "boxes": [ + 176, + 921, + 780, + 953 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 212, + 975, + 260, + 995 + ] + }, + { + "text": "?", + "boxes": [ + 184, + 985, + 212, + 1005 + ] + }, + { + "text": " https://news.qq.com > rain Translate this result", + "boxes": [ + 208, + 991, + 500, + 1014 + ] + }, + { + "text": "女演员甘薇宣布与贾跃亭离婚，否认得到40亿！贾跃亭曾发，", + "boxes": [ + 174, + 1010, + 712, + 1048 + ] + }, + { + "text": "甘薇贾跃亭离·", + "boxes": [ + 216, + 1048, + 304, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 62, + 66, + 128, + 91 + ] + }, + { + "text": "①r", + "boxes": [ + 254, + 64, + 314, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1868, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻", + "boxes": [ + 152, + 117, + 286, + 147 + ] + }, + { + "text": "长春财经", + "boxes": [ + 270, + 117, + 428, + 147 + ] + }, + { + "text": "", + "boxes": [ + 426, + 125, + 450, + 139 + ] + }, + { + "text": "科技", + "boxes": [ + 442, + 119, + 492, + 145 + ] + }, + { + "text": "", + "boxes": [ + 484, + 125, + 514, + 139 + ] + }, + { + "text": "电视剧更多", + "boxes": [ + 504, + 117, + 632, + 149 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 1044, + 119, + 1112, + 145 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1430, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1472, + 117, + 1788, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1816, + 119, + 1860, + 147 + ] + }, + { + "text": "月灵霸服", + "boxes": [ + 527, + 184, + 935, + 293 + ] + }, + { + "text": "十级召唤变异月灵·爆率+99%", + "boxes": [ + 968, + 206, + 1192, + 236 + ] + }, + { + "text": "PK增伤+99%", + "boxes": [ + 942, + 232, + 1072, + 262 + ] + }, + { + "text": "上线免费赠送会员！", + "boxes": [ + 1064, + 232, + 1222, + 262 + ] + }, + { + "text": "刀刀景击·自动挂机", + "boxes": [ + 930, + 258, + 1058, + 282 + ] + }, + { + "text": "带月灵打怪超爽", + "boxes": [ + 1068, + 258, + 1174, + 282 + ] + }, + { + "text": "O", + "boxes": [ + 358, + 324, + 382, + 349 + ] + }, + { + "text": "女演员甘薇宣布与贾跃亭离婚，否认得到", + "boxes": [ + 428, + 330, + 1100, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1152, + 332, + 1280, + 363 + ] + }, + { + "text": "郑钦文第7次交锋萨巴伦卡", + "boxes": [ + 1274, + 373, + 1468, + 403 + ] + }, + { + "text": "40亿！贾跃亭曾发视频：漂泊8年期待回", + "boxes": [ + 424, + 385, + 1088, + 433 + ] + }, + { + "text": "迎来历史性首胜！比赛全…", + "boxes": [ + 1278, + 397, + 1470, + 427 + ] + }, + { + "text": "口", + "boxes": [ + 356, + 411, + 384, + 439 + ] + }, + { + "text": "北京", + "boxes": [ + 416, + 435, + 512, + 494 + ] + }, + { + "text": "评论-7小时前", + "boxes": [ + 1284, + 429, + 1370, + 455 + ] + }, + { + "text": "评论", + "boxes": [ + 358, + 447, + 386, + 471 + ] + }, + { + "text": "又有新身份！刘国梁，受邀", + "boxes": [ + 1276, + 463, + 1478, + 498 + ] + }, + { + "text": "☆", + "boxes": [ + 352, + 496, + 392, + 534 + ] + }, + { + "text": "成为\"联合国运动会大使\"", + "boxes": [ + 1278, + 488, + 1450, + 518 + ] + }, + { + "text": "", + "boxes": [ + 428, + 520, + 472, + 556 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 470, + 514, + 538, + 546 + ] + }, + { + "text": "1小时前", + "boxes": [ + 1281, + 519, + 1325, + 545 + ] + }, + { + "text": "收藏", + "boxes": [ + 354, + 536, + 388, + 566 + ] + }, + { + "text": "危机再临，全新干员强势助", + "boxes": [ + 1274, + 552, + 1476, + 592 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 390, + 619 + ] + }, + { + "text": "阵，点燃战场！", + "boxes": [ + 1274, + 582, + 1392, + 611 + ] + }, + { + "text": "5月14日，@甘薇521宣布与贾跃亭离婚，否认资产转移和贾跃亭给了她40亿，两人离婚的", + "boxes": [ + 428, + 592, + 1110, + 615 + ] + }, + { + "text": "原因是她在感情方面一味付出，而得到的回报少之又少。据悉，两人于2008年结婚，婚后", + "boxes": [ + 428, + 623, + 1112, + 653 + ] + }, + { + "text": "明日方舟", + "boxes": [ + 1306, + 617, + 1362, + 635 + ] + }, + { + "text": "分享", + "boxes": [ + 354, + 627, + 390, + 655 + ] + }, + { + "text": "育有两个女儿一个儿子。", + "boxes": [ + 426, + 657, + 608, + 687 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "日", + "boxes": [ + 354, + 679, + 386, + 709 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "新浪娱乐", + "boxes": [ + 492, + 733, + 592, + 758 + ] + }, + { + "text": "自微博网页版", + "boxes": [ + 548, + 756, + 622, + 774 + ] + }, + { + "text": "#甘薇宣布离婚#甘微贾跃亭离婚#14日，@甘薇521宣布与贾跃亭离婚，否认资产转移", + "boxes": [ + 492, + 768, + 998, + 802 + ] + }, + { + "text": "和贾跃亭给了她40亿，两人离婚的原因是她在感情方面一味付出，而得到的回报少之又", + "boxes": [ + 492, + 792, + 992, + 826 + ] + }, + { + "text": "，两人于2008年结婚，婚后育有两个女儿一个儿子。", + "boxes": [ + 548, + 816, + 844, + 848 + ] + }, + { + "text": "对华", + "boxes": [ + 1258, + 838, + 1304, + 858 + ] + }, + { + "text": "天税", + "boxes": [ + 1348, + 842, + 1374, + 856 + ] + }, + { + "text": "心", + "boxes": [ + 1431, + 853, + 1461, + 881 + ] + }, + { + "text": "甘薇521", + "boxes": [ + 546, + 876, + 624, + 901 + ] + }, + { + "text": "前来自微博视频号", + "boxes": [ + 592, + 897, + 694, + 923 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1168, + 899, + 1336, + 929 + ] + }, + { + "text": "与贾总共同走过十余年，感恩相遇，亦尊重彼此选择。未来将以母亲、制片人、公", + "boxes": [ + 544, + 919, + 1056, + 955 + ] + }, + { + "text": "益践行者的身份继续前行。三个孩子是我生命的光，新作品《桃枝气泡》也正在启", + "boxes": [ + 544, + 941, + 1054, + 977 + ] + }, + { + "text": "中美最新关税已实施 美国客户开启催", + "boxes": [ + 1170, + 945, + 1446, + 975 + ] + }, + { + "text": "动中，愿用故事传递更多力量口甘薇521的微博视频", + "boxes": [ + 544, + 967, + 892, + 997 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元.", + "boxes": [ + 1172, + 991, + 1452, + 1020 + ] + }, + { + "text": "演员甘薇宣", + "boxes": [ + 226, + 1050, + 292, + 1068 + ] + } + ] + }, + { + "frame_id": "140_2_3", + "episode_id": 140, + "env_id": 2, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.430375099182129, + "advantages": 0.4104103744029999, + "generated_text": "{\n \"intent\": \"Click on the article titled '赵丽颖新恋情，爆炸！网友祝福又担忧男友赵德胤被扒黑...' by 腾讯网.\",\n \"action\": \"Click(456, 577)\"\n}", + "action_string": "Click(456, 577)", + "intent_string": "Click on the article titled '赵丽颖新恋情，爆炸！网友祝福又担忧男友赵德胤被扒黑...' by 腾讯网.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "赵丽颖新恋情曝光", + "boxes": [ + 176, + 155, + 312, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 625,000 results", + "boxes": [ + 176, + 260, + 318, + 284 + ] + }, + { + "text": "中华网娱乐频道", + "boxes": [ + 214, + 294, + 318, + 320 + ] + }, + { + "text": "赵丽颖新恋情疑似曝光 被拍到多次亲密互动－中华网娱乐", + "boxes": [ + 176, + 336, + 686, + 371 + ] + }, + { + "text": "14 hours ago·2025年5月14日，多家媒体曝光赵丽颖疑似与导演赵德胤的新恋情，引发热议。两", + "boxes": [ + 178, + 363, + 786, + 393 + ] + }, + { + "text": "人因合作电影《乔妍的心事》结缘，被拍到多次亲密互动。4月29日至5月1日，赵德胤多次被", + "boxes": [ + 180, + 389, + 756, + 413 + ] + }, + { + "text": "网易", + "boxes": [ + 207, + 431, + 251, + 464 + ] + }, + { + "text": "w.163.com>dy aticle Translate tisresut", + "boxes": [ + 278, + 447, + 548, + 483 + ] + }, + { + "text": "民", + "boxes": [ + 722, + 451, + 736, + 467 + ] + }, + { + "text": "实锤！赵丽颖新欢曝光，男方系知名导演，被拍到留宿还帮忙，", + "boxes": [ + 176, + 476, + 730, + 512 + ] + }, + { + "text": "15 hours ago·超一线女星赵丽颖又又又又坠入爱河了吗？据@南都娱乐消息：近日，《乔妍的", + "boxes": [ + 176, + 504, + 790, + 534 + ] + }, + { + "text": "心事》导演赵德胤被拍到现身赵丽颖小区，有小区门禁卡，还独自牵赵丽颖儿子的手外出，", + "boxes": [ + 172, + 524, + 746, + 556 + ] + }, + { + "text": "赵丽颖新恋情爆出，网友祝福又担忧！男友赵德胤被扒黑..", + "boxes": [ + 178, + 619, + 704, + 649 + ] + }, + { + "text": "May15,2025·对于赵丽颖被曝光的新恋情，粉丝们对此态度不一。", + "boxes": [ + 178, + 647, + 610, + 671 + ] + }, + { + "text": "支持派满心欢喜，觉得赵丽", + "boxes": [ + 598, + 647, + 778, + 671 + ] + }, + { + "text": "颖离婚后一心扑在事业上，37岁的她终于遇到懂她的人，实在值得送，", + "boxes": [ + 176, + 667, + 612, + 695 + ] + }, + { + "text": "网易", + "boxes": [ + 214, + 721, + 244, + 735 + ] + }, + { + "text": "htp:/www.163.com dy article Translate this result ", + "boxes": [ + 218, + 731, + 548, + 760 + ] + }, + { + "text": "赵丽颖新恋情曝光！与赵德胤更多约会照被扒，细节可见人品", + "boxes": [ + 176, + 756, + 724, + 792 + ] + }, + { + "text": "23 hours ago·赵丽颖新恋情曝光！与赵德胤更多约会照被扒，细节可见人品,李安,绯闻,赵丽颖,赵", + "boxes": [ + 178, + 784, + 790, + 814 + ] + }, + { + "text": "德胤，新恋情5月14日，知名娱记张小寒再爆一则恋情瓜，被爆料的对象系85花赵丽颖，与其爆，", + "boxes": [ + 176, + 808, + 766, + 838 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 208, + 856, + 262, + 881 + ] + }, + { + "text": " https://news.q.com rain Translae this resut ", + "boxes": [ + 206, + 872, + 502, + 901 + ] + }, + { + "text": "演员赵丽颖新恋情曝光？狗仔称男方是导演赵德胤，二人曾…", + "boxes": [ + 176, + 897, + 730, + 933 + ] + }, + { + "text": "23 hours ago·截至目前，赵丽颖与赵德胤方面均未回应此热搜。公开信息显示，赵德胤出生于", + "boxes": [ + 176, + 921, + 776, + 955 + ] + }, + { + "text": "1982年，比赵丽颖大5岁。他出生于缅甸，后来到中国台湾读书，业界..", + "boxes": [ + 172, + 941, + 630, + 981 + ] + }, + { + "text": "腾讯新闻", + "boxes": [ + 210, + 995, + 278, + 1020 + ] + }, + { + "text": "https:/viwinews.qcm Translate this result", + "boxes": [ + 210, + 1012, + 500, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1666, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1870, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻长春财经科技电视剧更多\\", + "boxes": [ + 132, + 115, + 634, + 151 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 1040, + 113, + 1134, + 151 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1434, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1470, + 117, + 1790, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1816, + 119, + 1862, + 147 + ] + }, + { + "text": "全国在职硕士", + "boxes": [ + 546, + 216, + 820, + 258 + ] + }, + { + "text": "在职硕士招生", + "boxes": [ + 850, + 218, + 976, + 250 + ] + }, + { + "text": "O", + "boxes": [ + 464, + 230, + 522, + 264 + ] + }, + { + "text": "在职硕士", + "boxes": [ + 1124, + 232, + 1204, + 256 + ] + }, + { + "text": "搜索", + "boxes": [ + 1324, + 230, + 1386, + 262 + ] + }, + { + "text": "2024招生简章", + "boxes": [ + 848, + 246, + 982, + 276 + ] + }, + { + "text": "明师教育", + "boxes": [ + 1392, + 260, + 1480, + 292 + ] + }, + { + "text": "O", + "boxes": [ + 354, + 320, + 386, + 351 + ] + }, + { + "text": "赵丽颖新恋情爆出，网友祝福又担忧！男", + "boxes": [ + 428, + 328, + 1094, + 375 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1149, + 327, + 1285, + 370 + ] + }, + { + "text": "104", + "boxes": [ + 358, + 359, + 384, + 381 + ] + }, + { + "text": "《人生若如初见》最受质疑", + "boxes": [ + 1280, + 373, + 1474, + 403 + ] + }, + { + "text": "友赵德胤被扒黑历史不少", + "boxes": [ + 424, + 383, + 840, + 437 + ] + }, + { + "text": "演员出现！观众吐槽如此…", + "boxes": [ + 1278, + 393, + 1472, + 427 + ] + }, + { + "text": "口", + "boxes": [ + 356, + 405, + 386, + 437 + ] + }, + { + "text": "44评论-1小时前", + "boxes": [ + 1277, + 422, + 1383, + 459 + ] + }, + { + "text": "100", + "boxes": [ + 347, + 440, + 390, + 485 + ] + }, + { + "text": "?", + "boxes": [ + 432, + 463, + 472, + 502 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 464, + 461, + 552, + 486 + ] + }, + { + "text": "+关注", + "boxes": [ + 1042, + 469, + 1096, + 498 + ] + }, + { + "text": "《刑警的日子》大结局方婷", + "boxes": [ + 1282, + 460, + 1480, + 498 + ] + }, + { + "text": "2025-05-15 01:19发布于山东电视剧领域创作者", + "boxes": [ + 470, + 476, + 738, + 506 + ] + }, + { + "text": "☆", + "boxes": [ + 352, + 496, + 392, + 534 + ] + }, + { + "text": "婷刘子明没复合！这正是·", + "boxes": [ + 1278, + 488, + 1468, + 518 + ] + }, + { + "text": "1评论1小时前", + "boxes": [ + 1277, + 520, + 1367, + 548 + ] + }, + { + "text": "3", + "boxes": [ + 360, + 534, + 380, + 566 + ] + }, + { + "text": "Al划重点·全文约1443字，阅读需5分钟", + "boxes": [ + 446, + 536, + 700, + 566 + ] + }, + { + "text": "「六周年庆典」新装时装限", + "boxes": [ + 1280, + 554, + 1480, + 590 + ] + }, + { + "text": "", + "boxes": [ + 452, + 578, + 468, + 596 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 388, + 619 + ] + }, + { + "text": "时上架，干员华丽归来！", + "boxes": [ + 1280, + 584, + 1454, + 608 + ] + }, + { + "text": "广告明日方舟", + "boxes": [ + 1284, + 617, + 1364, + 635 + ] + }, + { + "text": "62", + "boxes": [ + 362, + 629, + 384, + 655 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "日", + "boxes": [ + 356, + 677, + 386, + 711 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "", + "boxes": [ + 1848, + 725, + 1868, + 756 + ] + }, + { + "text": "+", + "boxes": [ + 362, + 770, + 376, + 786 + ] + }, + { + "text": "回碳", + "boxes": [ + 1846, + 786, + 1872, + 830 + ] + }, + { + "text": "对华", + "boxes": [ + 1258, + 838, + 1304, + 858 + ] + }, + { + "text": "关税", + "boxes": [ + 1340, + 842, + 1374, + 856 + ] + }, + { + "text": "心", + "boxes": [ + 1428, + 849, + 1463, + 883 + ] + }, + { + "text": "O", + "boxes": [ + 1850, + 862, + 1866, + 878 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1170, + 899, + 1336, + 929 + ] + }, + { + "text": "男方帮带娃还频繁出入丽颖小区", + "boxes": [ + 610, + 943, + 930, + 983 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催..", + "boxes": [ + 1170, + 945, + 1448, + 975 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元.", + "boxes": [ + 1172, + 991, + 1454, + 1020 + ] + } + ] + }, + { + "frame_id": "140_3_3", + "episode_id": 140, + "env_id": 3, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.976232528686523, + "advantages": 0.08039960265159607, + "generated_text": "{\n \"intent\": \"Click on the 'Learn more' button to gather more information about the MacBook Air\",\n \"action\": \"DoubleClick(902, 793)\"\n}", + "action_string": "DoubleClick(902, 793)", + "intent_string": "Click on the 'Learn more' button to gather more information about the MacBook Air", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "Visiot for AirpPodse IntrV &Homece.", + "boxes": [ + 832, + 101, + 1080, + 133 + ] + }, + { + "text": "Entertainmen", + "boxes": [ + 1074, + 111, + 1158, + 129 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 619, + 1114, + 675 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 681, + 1046, + 719 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 766, + 715, + 1142, + 750 + ] + }, + { + "text": "Learn more ", + "boxes": [ + 851, + 770, + 961, + 807 + ] + }, + { + "text": "Buy", + "boxes": [ + 1006, + 776, + 1050, + 802 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "< Air 13-inch and x+", + "boxes": [ + 86, + 32, + 244, + 50 + ] + }, + { + "text": "↑→×白", + "boxes": [ + 8, + 59, + 130, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1598, + 68, + 1660, + 87 + ] + }, + { + "text": "Visiot for Airpodse IntrV &Homece.", + "boxes": [ + 832, + 101, + 1080, + 133 + ] + }, + { + "text": "Entertainmer", + "boxes": [ + 1082, + 111, + 1156, + 129 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 619, + 1114, + 675 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 681, + 1046, + 719 + ] + }, + { + "text": " Sky high performance with M4.", + "boxes": [ + 762, + 709, + 1144, + 753 + ] + }, + { + "text": "Learnmore", + "boxes": [ + 849, + 768, + 963, + 813 + ] + }, + { + "text": "Buy", + "boxes": [ + 1000, + 776, + 1052, + 802 + ] + } + ] + }, + { + "frame_id": "140_4_3", + "episode_id": 140, + "env_id": 4, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.353377342224121, + "advantages": -0.37220922112464905, + "generated_text": "{\n \"intent\": \"Click on one of the trending topics to explore further.\",\n \"action\": \"DoubleClick(779, 299)\" \n}", + "action_string": "DoubleClick(779, 299)", + "intent_string": "Click on one of the trending topics to explore further.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 40, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": "川四", + "boxes": [ + 1790, + 68, + 1848, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "、将人工智能送上太空", + "boxes": [ + 468, + 295, + 630, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "CNext", + "boxes": [ + 1356, + 373, + 1422, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1282, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 480, + 449, + 640, + 478 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 444, + 966, + 479 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 768, + 1550, + 792 + ] + }, + { + "text": "1,.71%", + "boxes": [ + 1625, + 797, + 1699, + 845 + ] + }, + { + "text": "若x²+ |2x-6l ", + "boxes": [ + 1134, + 852, + 1258, + 881 + ] + }, + { + "text": "求t的最大值", + "boxes": [ + 1294, + 852, + 1424, + 881 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1464, + 852, + 1514, + 878 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1624, + 852, + 1690, + 878 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1526, + 941 + ] + }, + { + "text": "Werr", + "boxes": [ + 1594, + 897, + 1634, + 923 + ] + }, + { + "text": " 4.07", + "boxes": [ + 1616, + 891, + 1700, + 939 + ] + }, + { + "text": "游戏天地·2天", + "boxes": [ + 830, + 921, + 936, + 945 + ] + }, + { + "text": "荒野大镖客，老玩家都爱的2", + "boxes": [ + 826, + 939, + 1090, + 975 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1522, + 987 + ] + }, + { + "text": ".319", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "《毁灭战士：黑暗时代》加载速度惊人！全平", + "boxes": [ + 222, + 949, + 766, + 985 + ] + }, + { + "text": "种玩法揭秘", + "boxes": [ + 826, + 969, + 936, + 1001 + ] + }, + { + "text": "台秒级加载", + "boxes": [ + 202, + 976, + 358, + 1025 + ] + }, + { + "text": "一点视频/三乐大掌柜·6天", + "boxes": [ + 1156, + 980, + 1322, + 1017 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 983, + 1526, + 1032 + ] + }, + { + "text": "43162", + "boxes": [ + 1622, + 979, + 1702, + 1032 + ] + }, + { + "text": "0", + "boxes": [ + 1140, + 989, + 1164, + 1011 + ] + }, + { + "text": "33", + "boxes": [ + 1589, + 986, + 1629, + 1014 + ] + }, + { + "text": "求t的最大值，这里要考虑到", + "boxes": [ + 1134, + 1006, + 1396, + 1044 + ] + }, + { + "text": "丢白选股有", + "boxes": [ + 1631, + 1024, + 1701, + 1049 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 40, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 444, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "CNext", + "boxes": [ + 1358, + 373, + 1422, + 407 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1282, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 449, + 640, + 478 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 792, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 768, + 1550, + 792 + ] + }, + { + "text": "13.721%6", + "boxes": [ + 1628, + 802, + 1696, + 844 + ] + }, + { + "text": "若x²+ |2x-6l ", + "boxes": [ + 1134, + 852, + 1258, + 881 + ] + }, + { + "text": "求t的最大值", + "boxes": [ + 1294, + 852, + 1424, + 881 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1462, + 852, + 1514, + 878 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1624, + 852, + 1690, + 878 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1526, + 941 + ] + }, + { + "text": "+4078", + "boxes": [ + 1624, + 891, + 1700, + 939 + ] + }, + { + "text": "游戏天地·2天", + "boxes": [ + 828, + 921, + 936, + 945 + ] + }, + { + "text": "荒野大镖客，老玩家都爱的2", + "boxes": [ + 822, + 937, + 1090, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 987 + ] + }, + { + "text": "风云A9：2928mm轴距大空间，豪华科技", + "boxes": [ + 204, + 947, + 762, + 983 + ] + }, + { + "text": "M", + "boxes": [ + 1612, + 947, + 1638, + 961 + ] + }, + { + "text": ".319", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "种玩法揭秘", + "boxes": [ + 826, + 969, + 936, + 1001 + ] + }, + { + "text": "内饰，2026年初即将交付！", + "boxes": [ + 202, + 981, + 582, + 1022 + ] + }, + { + "text": "一点视频/三乐大掌柜·6天", + "boxes": [ + 1156, + 980, + 1322, + 1017 + ] + }, + { + "text": "传", + "boxes": [ + 1454, + 979, + 1528, + 1036 + ] + }, + { + "text": "4.16", + "boxes": [ + 1622, + 979, + 1702, + 1034 + ] + }, + { + "text": "0", + "boxes": [ + 1140, + 989, + 1164, + 1011 + ] + }, + { + "text": "3", + "boxes": [ + 1590, + 989, + 1630, + 1014 + ] + }, + { + "text": "求t的最大值，这里要考虑到", + "boxes": [ + 1136, + 1009, + 1396, + 1044 + ] + } + ] + }, + { + "frame_id": "140_5_3", + "episode_id": 140, + "env_id": 5, + "step": 3, + "format_rewards": 1.0, + "rewards": 11.319405555725098, + "advantages": 1.0564402341842651, + "generated_text": "{\n \"intent\": \"Exploring trending topics and discovering new content on Bing, starting with '将人工智能送上太空'\",\n \"action\": \"DoubleClick(556, 423)\"\n}", + "action_string": "DoubleClick(556, 423)", + "intent_string": "Exploring trending topics and discovering new content on Bing, starting with '将人工智能送上太空'", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "求阴影部分面积？", + "boxes": [ + 1190, + 754, + 1358, + 790 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13.71%", + "boxes": [ + 1628, + 802, + 1692, + 842 + ] + }, + { + "text": "25 cm2", + "boxes": [ + 1150, + 838, + 1210, + 870 + ] + }, + { + "text": "32 cm?", + "boxes": [ + 1336, + 838, + 1398, + 870 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": " 23, 30%0", + "boxes": [ + 1620, + 850, + 1690, + 891 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "\"r", + "boxes": [ + 1592, + 897, + 1630, + 927 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "9cm", + "boxes": [ + 1304, + 906, + 1334, + 930 + ] + }, + { + "text": "网上车市·7小时", + "boxes": [ + 828, + 921, + 952, + 945 + ] + }, + { + "text": "1.", + "boxes": [ + 1144, + 937, + 1162, + 951 + ] + }, + { + "text": "一点视频/公考客栈店小二", + "boxes": [ + 1158, + 929, + 1310, + 959 + ] + }, + { + "text": "御剑封魔萌新修炼指南：从零开启斩妖除魔之", + "boxes": [ + 198, + 943, + 788, + 987 + ] + }, + { + "text": "22.98万的国产纯电小跑车，", + "boxes": [ + 826, + 941, + 1094, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "这题得用二元一次方程解，三", + "boxes": [ + 1136, + 953, + 1410, + 989 + ] + }, + { + "text": "真是法拉利平替？", + "boxes": [ + 826, + 967, + 994, + 1003 + ] + }, + { + "text": "水金风修仙割草", + "boxes": [ + 488, + 985, + 790, + 1026 + ] + }, + { + "text": "年级的学生不可能会做！", + "boxes": [ + 1138, + 983, + 1362, + 1012 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "+43134 ", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "旅", + "boxes": [ + 198, + 993, + 246, + 1020 + ] + }, + { + "text": "", + "boxes": [ + 1586, + 980, + 1634, + 1020 + ] + }, + { + "text": "2", + "boxes": [ + 1144, + 1028, + 1170, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": "About 2,670,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "15 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着，", + "boxes": [ + 178, + 389, + 758, + 413 + ] + }, + { + "text": "?", + "boxes": [ + 548, + 423, + 572, + 445 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "ww.thepaper.cn T", + "boxes": [ + 276, + 450, + 378, + 481 + ] + }, + { + "text": " Translate this result ", + "boxes": [ + 366, + 455, + 490, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "18 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 210, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 176, + 615, + 720, + 651 + ] + }, + { + "text": "18 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 178, + 669, + 762, + 693 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 212, + 715, + 292, + 741 + ] + }, + { + "text": "https://cn.chinadaly.com.cn Translaethis result ", + "boxes": [ + 210, + 731, + 514, + 760 + ] + }, + { + "text": "将AI送上太空我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 176, + 756, + 706, + 792 + ] + }, + { + "text": "16 hours ago·12星箭上排布图 首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 178, + 784, + 780, + 814 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链，", + "boxes": [ + 178, + 810, + 774, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/fnance.sina.com.cn tech rll doc. Translae this resut ", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 170, + 891, + 674, + 935 + ] + }, + { + "text": "5 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 174, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的“三体计算星座\"的首次发射.", + "boxes": [ + 174, + 945, + 576, + 977 + ] + }, + { + "text": "新华网", + "boxes": [ + 210, + 993, + 268, + 1024 + ] + }, + { + "text": "https://ww.xinhuanet.com Translatethisresult", + "boxes": [ + 210, + 1008, + 508, + 1042 + ] + }, + { + "text": "子人工智能送", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "140_6_3", + "episode_id": 140, + "env_id": 6, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.97626781463623, + "advantages": 0.8070930242538452, + "generated_text": "{\n \"intent\": \"To explore trending topics by opening websites related to Bing search results.\",\n \"action\": \"DoubleClick(277, 348)\"\n}", + "action_string": "DoubleClick(277, 348)", + "intent_string": "To explore trending topics by opening websites related to Bing search results.", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 306, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "Trending on Bing ", + "boxes": [ + 178, + 157, + 308, + 189 + ] + }, + { + "text": "Sign in", + "boxes": [ + 1562, + 161, + 1608, + 179 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 290, + 232 + ] + }, + { + "text": "VIDEOS", + "boxes": [ + 330, + 212, + 372, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 230 + ] + }, + { + "text": "MAPS", + "boxes": [ + 574, + 216, + 602, + 230 + ] + }, + { + "text": "About 1,180.000 results", + "boxes": [ + 172, + 254, + 332, + 288 + ] + }, + { + "text": "Q", + "boxes": [ + 182, + 306, + 214, + 328 + ] + }, + { + "text": "必应", + "boxes": [ + 205, + 290, + 252, + 325 + ] + }, + { + "text": "https://cn.bing.com news", + "boxes": [ + 210, + 309, + 382, + 340 + ] + }, + { + "text": "top stories - Search News - 必应", + "boxes": [ + 174, + 333, + 474, + 371 + ] + }, + { + "text": "President Donald Trump announ", + "boxes": [ + 182, + 369, + 380, + 387 + ] + }, + { + "text": "nctions on Syria following last ", + "boxes": [ + 600, + 361, + 788, + 391 + ] + }, + { + "text": "them a chance at greatness.\" The. A .", + "boxes": [ + 536, + 389, + 774, + 413 + ] + }, + { + "text": " Search News - Bing", + "boxes": [ + 190, + 419, + 380, + 455 + ] + }, + { + "text": " Bing Image Trending", + "boxes": [ + 506, + 415, + 706, + 457 + ] + }, + { + "text": "Trending on Bing. Released by Ha", + "boxes": [ + 196, + 449, + 406, + 472 + ] + }, + { + "text": " See trending images, wallpapers, gifs and", + "boxes": [ + 508, + 445, + 776, + 479 + ] + }, + { + "text": "ideas on Bing everyday", + "boxes": [ + 514, + 472, + 660, + 496 + ] + }, + { + "text": "See results only from cn.bing.com", + "boxes": [ + 194, + 506, + 406, + 530 + ] + }, + { + "text": "Lifewire", + "boxes": [ + 216, + 554, + 268, + 574 + ] + }, + { + "text": "W", + "boxes": [ + 186, + 566, + 204, + 580 + ] + }, + { + "text": "https://www.lifewire.com", + "boxes": [ + 212, + 572, + 368, + 596 + ] + }, + { + "text": "How to Find the Most Popular Searches Online - Lifewire", + "boxes": [ + 174, + 594, + 686, + 623 + ] + }, + { + "text": "Oct 21, 2024 · Allyou have to do to see what's popular on Bing or Yahoo is select the text box", + "boxes": [ + 178, + 623, + 766, + 647 + ] + }, + { + "text": "The Droid Guy", + "boxes": [ + 214, + 691, + 310, + 717 + ] + }, + { + "text": "https://thedroidguy.com ", + "boxes": [ + 210, + 707, + 374, + 739 + ] + }, + { + "text": "How to Find What's Trending on Bing? - The Droid Guy", + "boxes": [ + 176, + 737, + 680, + 766 + ] + }, + { + "text": "Nov 13, 2024 · Learn various methods to discover trending topics and keywords on Bing such as", + "boxes": [ + 178, + 760, + 790, + 790 + ] + }, + { + "text": "using the hmeage, news section, keyword tool search Als, social media Google Trends.", + "boxes": [ + 178, + 784, + 758, + 814 + ] + }, + { + "text": "Microsoft", + "boxes": [ + 211, + 827, + 279, + 858 + ] + }, + { + "text": "6", + "boxes": [ + 184, + 844, + 212, + 866 + ] + }, + { + "text": "htp:/www.microsoft.com en-gb > bing features bing-news ", + "boxes": [ + 208, + 846, + 620, + 880 + ] + }, + { + "text": " Bing News I Microsoft Bing ", + "boxes": [ + 174, + 874, + 426, + 909 + ] + }, + { + "text": "1 day ago Bing News features customizable newsfeeds,topic-specificsearches and in-dpth", + "boxes": [ + 176, + 901, + 780, + 931 + ] + }, + { + "text": "articles from a wide array of sources. Users can follow trending stories, local news, and global .", + "boxes": [ + 178, + 923, + 768, + 951 + ] + }, + { + "text": "Bing", + "boxes": [ + 218, + 979, + 242, + 993 + ] + }, + { + "text": " Search News - Bing", + "boxes": [ + 174, + 1012, + 362, + 1049 + ] + }, + { + "text": "ending on B.", + "boxes": [ + 232, + 1050, + 318, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 296, + 632, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1630, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 927 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "智东西·7小时", + "boxes": [ + 828, + 919, + 944, + 949 + ] + }, + { + "text": "汽车部落·4天", + "boxes": [ + 1140, + 921, + 1250, + 945 + ] + }, + { + "text": "多个重大工程把“规划图”变成“实景图”硬核", + "boxes": [ + 196, + 943, + 798, + 987 + ] + }, + { + "text": "阿里Qwen深度研究上线！免", + "boxes": [ + 826, + 941, + 1102, + 977 + ] + }, + { + "text": "现代五年磨一剑，纯电续航", + "boxes": [ + 1136, + 941, + 1388, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "费AI助理帮你自动“吃瓜”", + "boxes": [ + 826, + 967, + 1070, + 1003 + ] + }, + { + "text": "700km+8295芯片，颜值", + "boxes": [ + 1138, + 967, + 1398, + 1003 + ] + }, + { + "text": "实力支撑经济发展底气", + "boxes": [ + 198, + 979, + 498, + 1023 + ] + }, + { + "text": "中业动", + "boxes": [ + 614, + 987, + 668, + 1005 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "写报告，实测效果如何？", + "boxes": [ + 824, + 990, + 1054, + 1033 + ] + }, + { + "text": "", + "boxes": [ + 1587, + 981, + 1633, + 1019 + ] + }, + { + "text": "+43134 ", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "高操控好，香吗？", + "boxes": [ + 1140, + 997, + 1304, + 1026 + ] + }, + { + "text": "2", + "boxes": [ + 1144, + 1028, + 1170, + 1042 + ] + } + ] + }, + { + "frame_id": "140_7_3", + "episode_id": 140, + "env_id": 7, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.481109619140625, + "advantages": -0.27939027547836304, + "generated_text": "{\n \"intent\": \"Exploring the login interface by interacting with various clickable elements, such as downloading the App.\",\n \"action\": \"Click(783, 395)\"\n}", + "action_string": "Click(783, 395)", + "intent_string": "Exploring the login interface by interacting with various clickable elements, such as downloading the App.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1038, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1046, + 411 + ] + }, + { + "text": "手机号", + "boxes": [ + 1052, + 385, + 1110, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 948, + 441, + 1082, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ALPP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1055, + 380, + 1109, + 412 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "140_0_4", + "episode_id": 140, + "env_id": 0, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.462462425231934, + "advantages": 0.4337272047996521, + "generated_text": "{\n \"intent\": \"Click on the article titled '奇瑞之夜，风云A9L用技术冗余上演降维打击！' to begin reading.\",\n \"action\": \"Click(507, 359)\"\n}", + "action_string": "Click(507, 359)", + "intent_string": "Click on the article titled '奇瑞之夜，风云A9L用技术冗余上演降维打击！' to begin reading.", + "before_screen_ocr_results": [ + { + "text": "Q", + "boxes": [ + 66, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1850, + 89 + ] + }, + { + "text": "?", + "boxes": [ + 1850, + 69, + 1870, + 83 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市12℃", + "boxes": [ + 1620, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1757, + 116, + 1793, + 150 + ] + }, + { + "text": "nsn", + "boxes": [ + 66, + 129, + 102, + 149 + ] + }, + { + "text": "习", + "boxes": [ + 1840, + 129, + 1852, + 141 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "资讯 娱乐 时尚 育 科技 萌宠 汽车", + "boxes": [ + 344, + 171, + 694, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 250, + 1444, + 280 + ] + }, + { + "text": "汽车网评十关注", + "boxes": [ + 386, + 268, + 576, + 304 + ] + }, + { + "text": "9.7K关注者", + "boxes": [ + 1104, + 276, + 1174, + 298 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1416, + 278, + 1516, + 322 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1415, + 307, + 1547, + 356 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "奇瑞之夜，风云A9L用技术余上演降维打击！", + "boxes": [ + 368, + 347, + 1044, + 389 + ] + }, + { + "text": "班，提集灵感，", + "boxes": [ + 1450, + 351, + 1504, + 369 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "14小时·03分钟读取", + "boxes": [ + 364, + 411, + 552, + 447 + ] + }, + { + "text": "【豆包】绘画助手，免费好用！", + "boxes": [ + 1434, + 409, + 1680, + 445 + ] + }, + { + "text": "区", + "boxes": [ + 194, + 455, + 210, + 472 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1428, + 469, + 1530, + 494 + ] + }, + { + "text": "5 月 13日，奇瑞汽车在龙山碰撞安全试验室召开“安全之夜”，正式揭晓基于全新EOX平台打造的首款C级旗舰轿车", + "boxes": [ + 364, + 504, + 1240, + 534 + ] + }, + { + "text": "风云A9L。这款承载着奇瑞冲击高端市场决心的车型，以“坚守安全底线、超越品质上限”为核心，通过超国标极", + "boxes": [ + 400, + 530, + 1240, + 560 + ] + }, + { + "text": "限测试、不计成本的技术投入和百万级豪华标准，重新定义中国汽车的价值高度。从技术验证到市场破局，风云A9L", + "boxes": [ + 364, + 556, + 1230, + 586 + ] + }, + { + "text": "访问汽车网评", + "boxes": [ + 1430, + 554, + 1550, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "正上演一场中国品牌向高端市场的硬核突围。", + "boxes": [ + 364, + 580, + 696, + 612 + ] + }, + { + "text": "吉利银河星舰9谋照曝光！预计5月", + "boxes": [ + 1444, + 600, + 1662, + 629 + ] + }, + { + "text": "内发布", + "boxes": [ + 1446, + 623, + 1494, + 649 + ] + }, + { + "text": "2025款极星Pol", + "boxes": [ + 1448, + 667, + 1542, + 691 + ] + }, + { + "text": "4实车亮相！", + "boxes": [ + 1576, + 669, + 1652, + 693 + ] + }, + { + "text": "标配Nappa座椅", + "boxes": [ + 1446, + 685, + 1550, + 715 + ] + }, + { + "text": "最大碰撞安全试验室", + "boxes": [ + 676, + 721, + 1008, + 762 + ] + }, + { + "text": "奥迪e-tron GTq", + "boxes": [ + 1448, + 731, + 1550, + 754 + ] + }, + { + "text": "ro官图发布", + "boxes": [ + 1578, + 735, + 1652, + 752 + ] + }, + { + "text": "双电机585马力", + "boxes": [ + 1446, + 750, + 1544, + 774 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 871, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 874, + 1722, + 907 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 951, + 984, + 981 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 30, + 967, + 200, + 997 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "奇瑞之夜，风…", + "boxes": [ + 216, + 1048, + 310, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×奇瑞之夜，风云A9L用技术", + "boxes": [ + 186, + 26, + 414, + 54 + ] + }, + { + "text": "C", + "boxes": [ + 66, + 68, + 126, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1874, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市12℃", + "boxes": [ + 1620, + 117, + 1744, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 175, + 318, + 201 + ] + }, + { + "text": "资讯 娱乐 时尚 育 科技 萌宠 汽车", + "boxes": [ + 344, + 171, + 694, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 250, + 1444, + 280 + ] + }, + { + "text": "汽车网评十关注", + "boxes": [ + 386, + 268, + 576, + 304 + ] + }, + { + "text": "9.7K关注者", + "boxes": [ + 1104, + 276, + 1174, + 298 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1416, + 278, + 1516, + 322 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1415, + 307, + 1547, + 356 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "奇瑞之夜，风云A9L用技术余上演降维打击！", + "boxes": [ + 368, + 347, + 1044, + 389 + ] + }, + { + "text": "风班，提集灵感，", + "boxes": [ + 1442, + 351, + 1504, + 369 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "14小时·03分钟读取", + "boxes": [ + 364, + 411, + 552, + 447 + ] + }, + { + "text": "【豆包】绘画助手，免费好用！", + "boxes": [ + 1434, + 409, + 1680, + 445 + ] + }, + { + "text": "区", + "boxes": [ + 194, + 455, + 210, + 472 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1428, + 469, + 1530, + 494 + ] + }, + { + "text": "5 月13日，奇瑞汽车在龙山碰撞安全试验室召开“安全之夜”，正式揭晓基于全新 EOX平台打造的首款C 级旗舰轿车", + "boxes": [ + 362, + 502, + 1238, + 532 + ] + }, + { + "text": "风云A9L。这款承载着奇瑞冲击高端市场决心的车型，以“坚守安全底线、超越品质上限”为核心，通过超国标极", + "boxes": [ + 400, + 530, + 1240, + 560 + ] + }, + { + "text": "限测试、不计成本的技术投入和百万级豪华标准，重新定义中国汽车的价值高度。从技术验证到市场破局，风云A9L", + "boxes": [ + 364, + 556, + 1230, + 586 + ] + }, + { + "text": "访问汽车网评", + "boxes": [ + 1430, + 554, + 1550, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "正上演一场中国品牌向高端市场的硬核突围。", + "boxes": [ + 364, + 580, + 696, + 612 + ] + }, + { + "text": "吉利银河星舰9谋照曝光！预计5月", + "boxes": [ + 1444, + 600, + 1662, + 629 + ] + }, + { + "text": "内发布", + "boxes": [ + 1446, + 623, + 1494, + 649 + ] + }, + { + "text": "2025款极星Pole", + "boxes": [ + 1448, + 667, + 1548, + 691 + ] + }, + { + "text": "4实车亮相！", + "boxes": [ + 1576, + 669, + 1652, + 693 + ] + }, + { + "text": "标配Nappa座椅", + "boxes": [ + 1446, + 685, + 1550, + 715 + ] + }, + { + "text": "发大碰撞安全试验室", + "boxes": [ + 702, + 723, + 1006, + 758 + ] + }, + { + "text": "奥迪e-tron GTq", + "boxes": [ + 1448, + 731, + 1550, + 754 + ] + }, + { + "text": "ro官图发布", + "boxes": [ + 1578, + 735, + 1652, + 752 + ] + }, + { + "text": "双电机585马力", + "boxes": [ + 1446, + 750, + 1544, + 774 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 871, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 874, + 1722, + 907 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 196, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "瑞之夜，风…·", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "140_1_4", + "episode_id": 140, + "env_id": 1, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.060478210449219, + "advantages": -0.585049569606781, + "generated_text": "{\n \"intent\": \"To continue exploring the details related to진영선 발표 사로잡아, I need to click on her profile link.\",\n \"action\": \"DoubleClick(989, 447)\"\n}", + "action_string": "DoubleClick(989, 447)", + "intent_string": "To continue exploring the details related to진영선 발표 사로잡아, I need to click on her profile link.", + "before_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 62, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1868, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻", + "boxes": [ + 152, + 117, + 286, + 147 + ] + }, + { + "text": "长春财经", + "boxes": [ + 270, + 117, + 430, + 147 + ] + }, + { + "text": "科技", + "boxes": [ + 442, + 119, + 492, + 145 + ] + }, + { + "text": "", + "boxes": [ + 484, + 125, + 514, + 139 + ] + }, + { + "text": "电视剧更多", + "boxes": [ + 504, + 117, + 632, + 149 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 1044, + 119, + 1112, + 145 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1430, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1472, + 117, + 1788, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1816, + 119, + 1860, + 147 + ] + }, + { + "text": "月灵霸服", + "boxes": [ + 565, + 186, + 935, + 290 + ] + }, + { + "text": "十级召唤变异月灵·爆率+99%", + "boxes": [ + 970, + 206, + 1190, + 236 + ] + }, + { + "text": "PK增伤+99%", + "boxes": [ + 942, + 232, + 1072, + 262 + ] + }, + { + "text": "上线免费赠送会员！", + "boxes": [ + 1066, + 232, + 1224, + 262 + ] + }, + { + "text": "刀刀景击·自动挂机", + "boxes": [ + 930, + 258, + 1058, + 282 + ] + }, + { + "text": "带月灵打怪超爽", + "boxes": [ + 1068, + 258, + 1174, + 282 + ] + }, + { + "text": "O", + "boxes": [ + 358, + 324, + 382, + 349 + ] + }, + { + "text": "女演员甘薇宣布与贾跃亭离婚，否认得到", + "boxes": [ + 428, + 330, + 1100, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1152, + 332, + 1280, + 363 + ] + }, + { + "text": "郑钦文第7次交锋萨巴伦卡", + "boxes": [ + 1274, + 373, + 1468, + 403 + ] + }, + { + "text": "40亿！贾跃亭曾发视频：漂泊8年期待回", + "boxes": [ + 424, + 385, + 1088, + 433 + ] + }, + { + "text": "迎来历史性首胜！比赛全·", + "boxes": [ + 1278, + 397, + 1470, + 427 + ] + }, + { + "text": "口", + "boxes": [ + 356, + 411, + 384, + 439 + ] + }, + { + "text": "北京", + "boxes": [ + 416, + 435, + 512, + 494 + ] + }, + { + "text": "评论-7小时前", + "boxes": [ + 1284, + 429, + 1370, + 455 + ] + }, + { + "text": "评论", + "boxes": [ + 358, + 447, + 386, + 471 + ] + }, + { + "text": "又有新身份！刘国梁，受邀", + "boxes": [ + 1276, + 463, + 1478, + 498 + ] + }, + { + "text": "☆", + "boxes": [ + 352, + 496, + 392, + 534 + ] + }, + { + "text": "成为\"联合国运动会大使\"", + "boxes": [ + 1278, + 488, + 1450, + 518 + ] + }, + { + "text": "", + "boxes": [ + 428, + 520, + 472, + 556 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 470, + 514, + 538, + 546 + ] + }, + { + "text": "1小时前", + "boxes": [ + 1281, + 519, + 1325, + 545 + ] + }, + { + "text": "收藏", + "boxes": [ + 354, + 536, + 388, + 566 + ] + }, + { + "text": "危机再临，全新干员强势助", + "boxes": [ + 1276, + 558, + 1476, + 588 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 390, + 619 + ] + }, + { + "text": "阵，点燃战场！", + "boxes": [ + 1274, + 582, + 1392, + 611 + ] + }, + { + "text": "5月14日，@甘薇521宣布与贾跃亭离婚，否认资产转移和贾跃亭给了她40亿，两人离婚的", + "boxes": [ + 428, + 592, + 1110, + 615 + ] + }, + { + "text": "原因是她在感情方面一味付出，而得到的回报少之又少。据悉，两人于2008年结婚，婚后", + "boxes": [ + 428, + 623, + 1112, + 653 + ] + }, + { + "text": "明日方舟", + "boxes": [ + 1306, + 617, + 1362, + 635 + ] + }, + { + "text": "分享", + "boxes": [ + 354, + 627, + 390, + 655 + ] + }, + { + "text": "育有两个女儿一个儿子。", + "boxes": [ + 426, + 657, + 608, + 687 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "日", + "boxes": [ + 354, + 679, + 386, + 709 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "新浪娱乐", + "boxes": [ + 492, + 733, + 592, + 758 + ] + }, + { + "text": "自微博网页版", + "boxes": [ + 548, + 756, + 622, + 774 + ] + }, + { + "text": "#甘薇宣布离婚#甘微贾跃亭离婚#14日，@甘薇521宣布与贾跃亭离婚，否认资产转移", + "boxes": [ + 492, + 768, + 998, + 802 + ] + }, + { + "text": "和贾跃亭给了她40亿，两人离婚的原因是她在感情方面一味付出，而得到的回报少之又", + "boxes": [ + 492, + 792, + 992, + 826 + ] + }, + { + "text": "，两人于2008年结婚，婚后育有两个女儿一个儿子。", + "boxes": [ + 548, + 816, + 844, + 848 + ] + }, + { + "text": "对华", + "boxes": [ + 1258, + 838, + 1304, + 858 + ] + }, + { + "text": "天税", + "boxes": [ + 1348, + 842, + 1374, + 856 + ] + }, + { + "text": "心", + "boxes": [ + 1431, + 853, + 1461, + 881 + ] + }, + { + "text": "甘薇521", + "boxes": [ + 546, + 876, + 624, + 901 + ] + }, + { + "text": "前来自微博视频号", + "boxes": [ + 592, + 897, + 694, + 923 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1168, + 899, + 1336, + 929 + ] + }, + { + "text": "与贾总共同走过十余年，感恩相遇，亦尊重彼此选择。未来将以母亲、制片人、公", + "boxes": [ + 544, + 919, + 1056, + 955 + ] + }, + { + "text": "益践行者的身份继续前行。三个孩子是我生命的光，新作品《桃枝气泡》也正在启", + "boxes": [ + 544, + 941, + 1054, + 977 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催..", + "boxes": [ + 1170, + 945, + 1446, + 975 + ] + }, + { + "text": "动中，愿用故事传递更多力量口甘薇521的微博视频", + "boxes": [ + 544, + 967, + 892, + 997 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元.", + "boxes": [ + 1172, + 991, + 1452, + 1020 + ] + }, + { + "text": "演员甘薇宣", + "boxes": [ + 226, + 1050, + 292, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 62, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1868, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻", + "boxes": [ + 152, + 117, + 286, + 147 + ] + }, + { + "text": "长春财经", + "boxes": [ + 270, + 117, + 430, + 147 + ] + }, + { + "text": "科技", + "boxes": [ + 442, + 119, + 492, + 145 + ] + }, + { + "text": "", + "boxes": [ + 484, + 125, + 514, + 139 + ] + }, + { + "text": "电视剧更多", + "boxes": [ + 504, + 117, + 632, + 149 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 1044, + 119, + 1114, + 145 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1430, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1472, + 117, + 1788, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1816, + 119, + 1860, + 147 + ] + }, + { + "text": "月灵霸服", + "boxes": [ + 530, + 193, + 934, + 286 + ] + }, + { + "text": "干级召唤变异月灵·爆率+99%", + "boxes": [ + 970, + 206, + 1190, + 236 + ] + }, + { + "text": "PK增伤+99%", + "boxes": [ + 942, + 232, + 1072, + 262 + ] + }, + { + "text": "上线免费赠送会员！", + "boxes": [ + 1064, + 232, + 1224, + 262 + ] + }, + { + "text": "刀刀景击·自动挂机", + "boxes": [ + 930, + 254, + 1060, + 284 + ] + }, + { + "text": "带月灵打怪超爽", + "boxes": [ + 1068, + 256, + 1172, + 280 + ] + }, + { + "text": "O", + "boxes": [ + 358, + 324, + 382, + 347 + ] + }, + { + "text": "女演员甘薇宣布与贾跃亭离婚，否认得到", + "boxes": [ + 428, + 330, + 1100, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1154, + 334, + 1282, + 365 + ] + }, + { + "text": "郑钦文第7次交锋萨巴伦卡", + "boxes": [ + 1274, + 373, + 1468, + 403 + ] + }, + { + "text": "40亿！贾跃亭曾发视频：漂泊8年期待回", + "boxes": [ + 426, + 385, + 1088, + 433 + ] + }, + { + "text": "迎来历史性首胜！比赛全", + "boxes": [ + 1278, + 397, + 1468, + 427 + ] + }, + { + "text": "口", + "boxes": [ + 358, + 411, + 382, + 437 + ] + }, + { + "text": "评论-7小时前", + "boxes": [ + 1284, + 431, + 1370, + 455 + ] + }, + { + "text": "评论", + "boxes": [ + 358, + 447, + 384, + 471 + ] + }, + { + "text": "又有新身份！刘国梁，受邀", + "boxes": [ + 1276, + 463, + 1478, + 498 + ] + }, + { + "text": "成为\"联合国运动会大使\"", + "boxes": [ + 1278, + 488, + 1450, + 518 + ] + }, + { + "text": "☆", + "boxes": [ + 354, + 500, + 388, + 530 + ] + }, + { + "text": "北", + "boxes": [ + 430, + 520, + 472, + 556 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 472, + 514, + 538, + 546 + ] + }, + { + "text": "1小时前", + "boxes": [ + 1281, + 519, + 1325, + 545 + ] + }, + { + "text": "收藏", + "boxes": [ + 354, + 536, + 388, + 566 + ] + }, + { + "text": "危机再临，全新干员强势助", + "boxes": [ + 1276, + 558, + 1476, + 588 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 390, + 619 + ] + }, + { + "text": "阵，点燃战场！", + "boxes": [ + 1274, + 582, + 1392, + 611 + ] + }, + { + "text": "5月14日，@甘薇521宣布与贾跃亭离婚，否认资产转移和贾跃亭给了她40亿，两人离婚的", + "boxes": [ + 428, + 592, + 1110, + 615 + ] + }, + { + "text": "原因是她在感情方面一味付出，而得到的回报少之又少。据悉，两人于2008年结婚，婚后", + "boxes": [ + 428, + 621, + 1110, + 651 + ] + }, + { + "text": "明日方舟", + "boxes": [ + 1306, + 617, + 1362, + 635 + ] + }, + { + "text": "分享", + "boxes": [ + 354, + 627, + 390, + 655 + ] + }, + { + "text": "育有两个女儿一个儿子。", + "boxes": [ + 428, + 657, + 608, + 687 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "目", + "boxes": [ + 356, + 681, + 384, + 709 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 741 + ] + }, + { + "text": "新浪娱乐", + "boxes": [ + 494, + 735, + 592, + 758 + ] + }, + { + "text": "自微博网页版", + "boxes": [ + 548, + 756, + 622, + 774 + ] + }, + { + "text": "#甘微宣布离婚#甘微贾跃亭离婚#14日，@甘薇521宣布与贾跃亭离婚，否认资产转移", + "boxes": [ + 492, + 768, + 998, + 802 + ] + }, + { + "text": "和贾跃亭给了她40亿，两人离婚的原因是她在感情方面一味付出，而得到的回报少之又", + "boxes": [ + 494, + 794, + 992, + 824 + ] + }, + { + "text": "，两人于2008年结婚，婚后育有两个女儿一个儿子。", + "boxes": [ + 548, + 816, + 844, + 848 + ] + }, + { + "text": "对华", + "boxes": [ + 1258, + 838, + 1304, + 858 + ] + }, + { + "text": "天税", + "boxes": [ + 1348, + 842, + 1374, + 856 + ] + }, + { + "text": "心", + "boxes": [ + 1430, + 850, + 1462, + 881 + ] + }, + { + "text": "甘薇521", + "boxes": [ + 546, + 876, + 624, + 901 + ] + }, + { + "text": "前来自微博视频号", + "boxes": [ + 592, + 897, + 694, + 923 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1168, + 899, + 1336, + 929 + ] + }, + { + "text": "与贾总共同走过十余年，感恩相遇，亦尊重彼此选择。未来将以母亲、制片人、公", + "boxes": [ + 544, + 919, + 1056, + 955 + ] + }, + { + "text": "益践行者的身份继续前行。三个孩子是我生命的光，新作品《桃枝气泡》也正在启", + "boxes": [ + 544, + 941, + 1054, + 977 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催..", + "boxes": [ + 1170, + 945, + 1446, + 975 + ] + }, + { + "text": "动中，愿用故事传递更多力量口甘薇521的微博视频", + "boxes": [ + 544, + 967, + 892, + 997 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元.", + "boxes": [ + 1172, + 991, + 1452, + 1020 + ] + }, + { + "text": "演员甘薇宣", + "boxes": [ + 226, + 1050, + 292, + 1068 + ] + } + ] + }, + { + "frame_id": "140_2_4", + "episode_id": 140, + "env_id": 2, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.568977355957031, + "advantages": -0.2155396193265915, + "generated_text": "{\n \"intent\": \"Double click on the main article titled '赵丽颖新恋情爆出，网友祝福又担忧！男友赵德胤被扒黑历史不少' to start exploring this particular section.\",\n \"action\": \"DoubleClick(100, 350)\"\n}", + "action_string": "DoubleClick(100, 350)", + "intent_string": "Double click on the main article titled '赵丽颖新恋情爆出，网友祝福又担忧！男友赵德胤被扒黑历史不少' to start exploring this particular section.", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 38, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1870, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻长春财经科技电视剧更多\\", + "boxes": [ + 132, + 115, + 636, + 151 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 1040, + 113, + 1132, + 151 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1432, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1470, + 117, + 1788, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1814, + 117, + 1864, + 151 + ] + }, + { + "text": "全国在职硕士", + "boxes": [ + 546, + 216, + 820, + 258 + ] + }, + { + "text": "在职硕士招生", + "boxes": [ + 850, + 218, + 976, + 250 + ] + }, + { + "text": "O", + "boxes": [ + 458, + 223, + 526, + 270 + ] + }, + { + "text": "在职硕士", + "boxes": [ + 1128, + 236, + 1198, + 254 + ] + }, + { + "text": "搜索", + "boxes": [ + 1324, + 230, + 1386, + 262 + ] + }, + { + "text": "2024招生简章", + "boxes": [ + 848, + 246, + 982, + 276 + ] + }, + { + "text": "明师教育", + "boxes": [ + 1392, + 260, + 1480, + 292 + ] + }, + { + "text": "○", + "boxes": [ + 354, + 320, + 386, + 349 + ] + }, + { + "text": "赵丽颖新恋情爆出，网友祝福又担忧！男", + "boxes": [ + 428, + 330, + 1096, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1149, + 327, + 1285, + 370 + ] + }, + { + "text": "104", + "boxes": [ + 358, + 359, + 384, + 381 + ] + }, + { + "text": "《人生若如初见》最受质疑", + "boxes": [ + 1280, + 373, + 1474, + 403 + ] + }, + { + "text": "友赵德胤被扒黑历史不少", + "boxes": [ + 424, + 383, + 840, + 437 + ] + }, + { + "text": "口", + "boxes": [ + 356, + 405, + 386, + 437 + ] + }, + { + "text": "演员出现！观众吐槽如此….", + "boxes": [ + 1278, + 397, + 1472, + 427 + ] + }, + { + "text": "44评论-1小时前", + "boxes": [ + 1277, + 422, + 1383, + 459 + ] + }, + { + "text": "100", + "boxes": [ + 356, + 445, + 386, + 480 + ] + }, + { + "text": "?", + "boxes": [ + 432, + 463, + 472, + 502 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 464, + 461, + 552, + 486 + ] + }, + { + "text": "+关注", + "boxes": [ + 1040, + 467, + 1096, + 500 + ] + }, + { + "text": "《刑警的日子》大结局方婷", + "boxes": [ + 1282, + 460, + 1480, + 498 + ] + }, + { + "text": "2025-05-15 01:19发布于山东电视剧领域创作者", + "boxes": [ + 470, + 476, + 738, + 506 + ] + }, + { + "text": "☆", + "boxes": [ + 352, + 496, + 392, + 534 + ] + }, + { + "text": "婷刘子明没复合！这正是··", + "boxes": [ + 1278, + 488, + 1468, + 518 + ] + }, + { + "text": "1评论1小时前", + "boxes": [ + 1277, + 518, + 1367, + 548 + ] + }, + { + "text": "3", + "boxes": [ + 360, + 534, + 380, + 564 + ] + }, + { + "text": "Al划重点·全文约1443字，阅读需5分钟", + "boxes": [ + 446, + 536, + 698, + 566 + ] + }, + { + "text": "「六周年庆典」新装时装限", + "boxes": [ + 1280, + 554, + 1480, + 590 + ] + }, + { + "text": "", + "boxes": [ + 452, + 578, + 466, + 596 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 388, + 619 + ] + }, + { + "text": "时上架，干员华丽归来！", + "boxes": [ + 1278, + 584, + 1454, + 608 + ] + }, + { + "text": "广告明日方舟", + "boxes": [ + 1282, + 617, + 1364, + 635 + ] + }, + { + "text": "62", + "boxes": [ + 362, + 629, + 382, + 655 + ] + }, + { + "text": "示", + "boxes": [ + 1036, + 633, + 1084, + 653 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "日", + "boxes": [ + 356, + 677, + 386, + 709 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "", + "boxes": [ + 1848, + 725, + 1868, + 754 + ] + }, + { + "text": "回馈", + "boxes": [ + 1848, + 788, + 1868, + 826 + ] + }, + { + "text": "关税", + "boxes": [ + 1340, + 842, + 1374, + 856 + ] + }, + { + "text": "C", + "boxes": [ + 1427, + 849, + 1463, + 883 + ] + }, + { + "text": "O", + "boxes": [ + 1850, + 862, + 1866, + 878 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1168, + 899, + 1336, + 929 + ] + }, + { + "text": "不少网友扒起男方的资料", + "boxes": [ + 646, + 947, + 894, + 983 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催..", + "boxes": [ + 1170, + 945, + 1446, + 975 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元.", + "boxes": [ + 1172, + 991, + 1454, + 1020 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1870, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页", + "boxes": [ + 154, + 119, + 246, + 145 + ] + }, + { + "text": "要闻长春财经科技电视剧更多\\", + "boxes": [ + 232, + 117, + 632, + 147 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 1042, + 117, + 1130, + 149 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1432, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1470, + 117, + 1788, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1814, + 117, + 1862, + 151 + ] + }, + { + "text": "全国在职硕士", + "boxes": [ + 546, + 216, + 820, + 258 + ] + }, + { + "text": "在职硕士招生", + "boxes": [ + 850, + 218, + 976, + 250 + ] + }, + { + "text": "O", + "boxes": [ + 464, + 228, + 524, + 268 + ] + }, + { + "text": "在职硕士", + "boxes": [ + 1128, + 236, + 1198, + 254 + ] + }, + { + "text": "搜索", + "boxes": [ + 1324, + 230, + 1386, + 262 + ] + }, + { + "text": "2024招生简章", + "boxes": [ + 848, + 246, + 982, + 276 + ] + }, + { + "text": "明师教育", + "boxes": [ + 1387, + 253, + 1483, + 297 + ] + }, + { + "text": "○", + "boxes": [ + 354, + 320, + 386, + 349 + ] + }, + { + "text": "赵丽颖新恋情爆出", + "boxes": [ + 428, + 330, + 730, + 379 + ] + }, + { + "text": "网友祝福又担忧！男", + "boxes": [ + 754, + 330, + 1096, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1149, + 327, + 1285, + 370 + ] + }, + { + "text": "，", + "boxes": [ + 724, + 339, + 774, + 367 + ] + }, + { + "text": "104", + "boxes": [ + 358, + 359, + 382, + 381 + ] + }, + { + "text": "《人生若如初见》最受质疑", + "boxes": [ + 1280, + 373, + 1474, + 403 + ] + }, + { + "text": "友赵德胤被扒黑历史不少", + "boxes": [ + 426, + 385, + 840, + 433 + ] + }, + { + "text": "演员出现！观众吐槽如此…", + "boxes": [ + 1280, + 397, + 1472, + 427 + ] + }, + { + "text": "口", + "boxes": [ + 360, + 413, + 380, + 433 + ] + }, + { + "text": "44评论-1小时前", + "boxes": [ + 1277, + 422, + 1381, + 459 + ] + }, + { + "text": "100", + "boxes": [ + 353, + 443, + 385, + 474 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 472, + 461, + 550, + 486 + ] + }, + { + "text": "+关注", + "boxes": [ + 1040, + 467, + 1096, + 500 + ] + }, + { + "text": "《刑警的日子》大结局方婷", + "boxes": [ + 1282, + 460, + 1478, + 498 + ] + }, + { + "text": "2025-05-15 01:19 发布于山东电视剧领域创作者", + "boxes": [ + 470, + 476, + 738, + 506 + ] + }, + { + "text": "婷刘子明没复合！这正是·", + "boxes": [ + 1278, + 488, + 1466, + 518 + ] + }, + { + "text": "☆", + "boxes": [ + 354, + 500, + 388, + 530 + ] + }, + { + "text": "1评论1小时前", + "boxes": [ + 1277, + 518, + 1367, + 548 + ] + }, + { + "text": "3", + "boxes": [ + 364, + 536, + 378, + 560 + ] + }, + { + "text": "Al划重点·全文约1443字，阅读需5分钟", + "boxes": [ + 446, + 534, + 700, + 564 + ] + }, + { + "text": "「六周年庆典」新装时装限", + "boxes": [ + 1280, + 554, + 1480, + 590 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 386, + 617 + ] + }, + { + "text": "时上架，干员华丽归来！", + "boxes": [ + 1278, + 584, + 1454, + 608 + ] + }, + { + "text": "广告明日方舟", + "boxes": [ + 1282, + 617, + 1364, + 635 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "日", + "boxes": [ + 358, + 679, + 380, + 707 + ] + }, + { + "text": "手机看", + "boxes": [ + 354, + 717, + 388, + 739 + ] + }, + { + "text": "回", + "boxes": [ + 1848, + 790, + 1868, + 818 + ] + }, + { + "text": "关税", + "boxes": [ + 1340, + 842, + 1374, + 856 + ] + }, + { + "text": "C", + "boxes": [ + 1427, + 849, + 1463, + 883 + ] + }, + { + "text": "O", + "boxes": [ + 1852, + 862, + 1866, + 878 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1170, + 899, + 1336, + 929 + ] + }, + { + "text": "年度台湾杰出电影工作者奖", + "boxes": [ + 634, + 947, + 906, + 983 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催..", + "boxes": [ + 1170, + 945, + 1446, + 975 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元.", + "boxes": [ + 1172, + 991, + 1452, + 1020 + ] + } + ] + }, + { + "frame_id": "140_3_4", + "episode_id": 140, + "env_id": 3, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.382925033569336, + "advantages": -0.3507378399372101, + "generated_text": "{\n \"intent\": \"Click on the 'Buy' button to proceed to purchase the MacBook Air\",\n \"action\": \"DoubleClick(1004, 936)\" \n}", + "action_string": "DoubleClick(1004, 936)", + "intent_string": "Click on the 'Buy' button to proceed to purchase the MacBook Air", + "before_screen_ocr_results": [ + { + "text": "目☆", + "boxes": [ + 1538, + 60, + 1662, + 91 + ] + }, + { + "text": "Visior", + "boxes": [ + 842, + 113, + 870, + 127 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 129 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1052, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1082, + 111, + 1164, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "Q", + "boxes": [ + 1380, + 111, + 1394, + 127 + ] + }, + { + "text": "二", + "boxes": [ + 1430, + 113, + 1442, + 125 + ] + }, + { + "text": "Buy MacBook Air starting at $899 with education savings* Shop", + "boxes": [ + 738, + 153, + 1164, + 185 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 858, + 242, + 1052, + 290 + ] + }, + { + "text": "Speed of lightness.", + "boxes": [ + 716, + 298, + 1196, + 359 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 762, + 842, + 1146, + 883 + ] + }, + { + "text": "Buy", + "boxes": [ + 938, + 911, + 972, + 931 + ] + }, + { + "text": "From $999 or $83.25/mo. for 12 mo.**", + "boxes": [ + 798, + 969, + 1110, + 999 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "目☆", + "boxes": [ + 1538, + 60, + 1662, + 91 + ] + }, + { + "text": "Visior", + "boxes": [ + 842, + 113, + 870, + 127 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 129 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1052, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1084, + 111, + 1164, + 129 + ] + }, + { + "text": "Q", + "boxes": [ + 1380, + 111, + 1394, + 127 + ] + }, + { + "text": "二", + "boxes": [ + 1430, + 113, + 1442, + 125 + ] + }, + { + "text": "Buy MacBook Air starting at $899 with education savings* Shop", + "boxes": [ + 738, + 153, + 1164, + 185 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 858, + 242, + 1052, + 290 + ] + }, + { + "text": "Speed of lightness.", + "boxes": [ + 716, + 298, + 1196, + 359 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 762, + 842, + 1146, + 883 + ] + }, + { + "text": "Buy", + "boxes": [ + 938, + 911, + 972, + 931 + ] + }, + { + "text": "From $999 or $83.25/mo.for 12 mo.**", + "boxes": [ + 798, + 965, + 1110, + 999 + ] + } + ] + }, + { + "frame_id": "140_4_4", + "episode_id": 140, + "env_id": 4, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.196413040161133, + "advantages": 0.24039769172668457, + "generated_text": "{\n \"intent\": \"Clicking on one of the trending topics will help me start understanding what is current information and can elaborate on my exploration.\",\n \"action\": \"Click(614, 79)\"\n}", + "action_string": "Click(614, 79)", + "intent_string": "Clicking on one of the trending topics will help me start understanding what is current information and can elaborate on my exploration.", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 17, + 105, + 189, + 155 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 468, + 295, + 630, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1422, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1282, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 478, + 444, + 640, + 481 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 792, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 768, + 1550, + 794 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "若x²+ |2x-6l ", + "boxes": [ + 1134, + 852, + 1258, + 881 + ] + }, + { + "text": "求t的最大值", + "boxes": [ + 1294, + 852, + 1424, + 881 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1462, + 852, + 1514, + 878 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1624, + 852, + 1690, + 878 + ] + }, + { + "text": "23,640...", + "boxes": [ + 1632, + 868, + 1688, + 885 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1526, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1634, + 925 + ] + }, + { + "text": " 4.07", + "boxes": [ + 1616, + 891, + 1700, + 939 + ] + }, + { + "text": "游戏天地·2天", + "boxes": [ + 828, + 921, + 936, + 945 + ] + }, + { + "text": "荒野大镖客，老玩家都爱的2", + "boxes": [ + 824, + 941, + 1090, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 987 + ] + }, + { + "text": "124130", + "boxes": [ + 1600, + 935, + 1702, + 989 + ] + }, + { + "text": "万万没想到，师傅徒手就修复了报废的摩托车", + "boxes": [ + 200, + 945, + 792, + 987 + ] + }, + { + "text": "种玩法揭秘", + "boxes": [ + 826, + 969, + 936, + 1001 + ] + }, + { + "text": "轮毂轮毂修复创意手工牛人制造高手在..", + "boxes": [ + 196, + 979, + 772, + 1024 + ] + }, + { + "text": "一点视频/三乐大掌柜·6天", + "boxes": [ + 1156, + 980, + 1322, + 1017 + ] + }, + { + "text": "", + "boxes": [ + 1449, + 974, + 1529, + 1038 + ] + }, + { + "text": ".1", + "boxes": [ + 1616, + 979, + 1702, + 1032 + ] + }, + { + "text": "0", + "boxes": [ + 1140, + 989, + 1166, + 1011 + ] + }, + { + "text": "3", + "boxes": [ + 1590, + 989, + 1630, + 1014 + ] + }, + { + "text": "求t的最大值，这里要考虑到", + "boxes": [ + 1136, + 1009, + 1396, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "目", + "boxes": [ + 1818, + 69, + 1834, + 83 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 187, + 153 + ] + }, + { + "text": " Apple - http:/ww.ape.com", + "boxes": [ + 256, + 107, + 480, + 137 + ] + }, + { + "text": " bing ", + "boxes": [ + 254, + 143, + 318, + 169 + ] + }, + { + "text": "- bing.com", + "boxes": [ + 312, + 145, + 394, + 169 + ] + }, + { + "text": "奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 292, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.cor", + "boxes": [ + 600, + 220, + 658, + 238 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 478, + 449, + 638, + 477 + ] + }, + { + "text": "歌手2025首发阵", + "boxes": [ + 1118, + 455, + 1244, + 472 + ] + }, + { + "text": "零炭计划", + "boxes": [ + 262, + 772, + 414, + 810 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "若x²+ [2x-6] ", + "boxes": [ + 1127, + 843, + 1259, + 884 + ] + }, + { + "text": "求t的最大值", + "boxes": [ + 1296, + 852, + 1424, + 881 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "23,40%", + "boxes": [ + 1626, + 850, + 1690, + 889 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "游戏天地·2天", + "boxes": [ + 830, + 921, + 936, + 945 + ] + }, + { + "text": "荒野大镖客，老玩家都爱的2", + "boxes": [ + 824, + 941, + 1090, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "5.4秒破百，斯柯达ENYAQRS官图发布", + "boxes": [ + 204, + 949, + 738, + 985 + ] + }, + { + "text": "两种外观／配双电机四驱", + "boxes": [ + 202, + 981, + 534, + 1022 + ] + }, + { + "text": "种玩法揭秘", + "boxes": [ + 828, + 973, + 936, + 1001 + ] + }, + { + "text": "D", + "boxes": [ + 1140, + 989, + 1164, + 1011 + ] + }, + { + "text": "一点视频/三乐大掌柜·6天", + "boxes": [ + 1156, + 983, + 1322, + 1018 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1528, + 1036 + ] + }, + { + "text": "+43134 ", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "", + "boxes": [ + 1587, + 983, + 1633, + 1019 + ] + }, + { + "text": "求t的最大值，这里要考虑到", + "boxes": [ + 1136, + 1009, + 1396, + 1044 + ] + } + ] + }, + { + "frame_id": "140_5_4", + "episode_id": 140, + "env_id": 5, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.571146011352539, + "advantages": -0.21396373212337494, + "generated_text": "{\n \"intent\": \"Click on the first search result to open the news article.\", \n \"action\": \"Click(230, 352)\"\n}", + "action_string": "Click(230, 352)", + "intent_string": "Click on the first search result to open the news article.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": "About 2,670,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "15 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着，", + "boxes": [ + 178, + 389, + 758, + 413 + ] + }, + { + "text": "?", + "boxes": [ + 548, + 423, + 572, + 445 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "ww.thepaper.cn T", + "boxes": [ + 276, + 450, + 378, + 481 + ] + }, + { + "text": " Translate this result ", + "boxes": [ + 366, + 455, + 490, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "18 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 210, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 176, + 615, + 720, + 651 + ] + }, + { + "text": "18 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 178, + 669, + 762, + 693 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 212, + 715, + 292, + 741 + ] + }, + { + "text": "https://cn.chinadaly.com.cn Translaethis result ", + "boxes": [ + 210, + 731, + 514, + 760 + ] + }, + { + "text": "将AI送上太空我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 176, + 756, + 706, + 792 + ] + }, + { + "text": "16 hours ago·12星箭上排布图 首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 178, + 784, + 780, + 814 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链，", + "boxes": [ + 178, + 810, + 774, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/fnance.sina.com.cn tech rll doc. Translae this resut ", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 170, + 891, + 674, + 935 + ] + }, + { + "text": "5 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 174, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的“三体计算星座\"的首次发射.", + "boxes": [ + 174, + 945, + 576, + 977 + ] + }, + { + "text": "新华网", + "boxes": [ + 210, + 993, + 268, + 1024 + ] + }, + { + "text": "https://ww.xinhuanet.com Translatethisresult", + "boxes": [ + 210, + 1008, + 508, + 1042 + ] + }, + { + "text": "子人工智能送", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 113, + 890, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1152, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 360, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "140_6_4", + "episode_id": 140, + "env_id": 6, + "step": 4, + "format_rewards": 1.0, + "rewards": 11.190717697143555, + "advantages": 0.9629268646240234, + "generated_text": "{\n \"intent\": \"Click on the button representing the current professional search trend (人工智能送太空)\",\n \"action\": \"DoubleClick(510, 427)\"\n}", + "action_string": "DoubleClick(510, 427)", + "intent_string": "Click on the button representing the current professional search trend (人工智能送太空)", + "before_screen_ocr_results": [ + { + "text": "- Microsoft Bing", + "boxes": [ + 78, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13.71%", + "boxes": [ + 1632, + 806, + 1688, + 840 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1630, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 927 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "智东西·7小时", + "boxes": [ + 828, + 921, + 942, + 945 + ] + }, + { + "text": "汽车部落·4天", + "boxes": [ + 1142, + 921, + 1252, + 945 + ] + }, + { + "text": "阿里Qwen深度研究上线！免", + "boxes": [ + 824, + 941, + 1102, + 977 + ] + }, + { + "text": "现代五年磨一剑，纯电续航", + "boxes": [ + 1134, + 941, + 1386, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "费AI助理帮你自动“吃瓜”", + "boxes": [ + 824, + 967, + 1070, + 1003 + ] + }, + { + "text": "700km+8295芯片，颜值", + "boxes": [ + 1138, + 967, + 1398, + 1003 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "探秘那些", + "boxes": [ + 208, + 989, + 318, + 1012 + ] + }, + { + "text": "来的新职业", + "boxes": [ + 418, + 989, + 550, + 1012 + ] + }, + { + "text": "+43134 ", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "写报告，实测效果如何？", + "boxes": [ + 824, + 995, + 1054, + 1030 + ] + }, + { + "text": "高操控好，香吗？", + "boxes": [ + 1140, + 997, + 1304, + 1026 + ] + }, + { + "text": "", + "boxes": [ + 1586, + 983, + 1633, + 1019 + ] + }, + { + "text": "2", + "boxes": [ + 1144, + 1028, + 1170, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 26, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 268, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "Sign ii", + "boxes": [ + 1566, + 163, + 1602, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 2,670.000 results", + "boxes": [ + 172, + 254, + 332, + 288 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "15 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着，", + "boxes": [ + 178, + 389, + 758, + 413 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "A", + "boxes": [ + 501, + 420, + 528, + 448 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "ww.thepaper.cn T", + "boxes": [ + 276, + 450, + 378, + 481 + ] + }, + { + "text": " Translate this result", + "boxes": [ + 368, + 455, + 490, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "18 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 210, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报「将人工智能送上太空！我国太空计算卫星.", + "boxes": [ + 176, + 613, + 718, + 649 + ] + }, + { + "text": "18 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 178, + 669, + 762, + 693 + ] + }, + { + "text": "C", + "boxes": [ + 178, + 721, + 210, + 752 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 212, + 715, + 292, + 741 + ] + }, + { + "text": "https://cn.chinadaily.com.cn Translatetisresult", + "boxes": [ + 210, + 731, + 514, + 760 + ] + }, + { + "text": "将AI送上太空 我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 176, + 756, + 706, + 792 + ] + }, + { + "text": "16 hours ago·12星箭上排布图 首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 178, + 784, + 778, + 814 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链，", + "boxes": [ + 178, + 810, + 774, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/fnance.sina.com.cn tech roll doc. Trnslatetisresult", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 170, + 891, + 674, + 935 + ] + }, + { + "text": "5 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 174, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的\"三体计算星座\"的首次发射，", + "boxes": [ + 174, + 945, + 574, + 977 + ] + }, + { + "text": "封面新闻", + "boxes": [ + 212, + 995, + 278, + 1020 + ] + }, + { + "text": "?", + "boxes": [ + 184, + 1005, + 208, + 1026 + ] + }, + { + "text": "https://ww.thecover.cn news Translate tisresult", + "boxes": [ + 210, + 1008, + 534, + 1042 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 300, + 1070 + ] + } + ] + }, + { + "frame_id": "140_7_4", + "episode_id": 140, + "env_id": 7, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.998397827148438, + "advantages": -0.6301614046096802, + "generated_text": "{\n \"intent\": \"To begin exploration and sign-up process by accessing and opening necessary applications.\",\n \"action\": \"DoubleClick(950, 64)\"\n}", + "action_string": "DoubleClick(950, 64)", + "intent_string": "To begin exploration and sign-up process by accessing and opening necessary applications.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ALPP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1055, + 380, + 1109, + 412 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×", + "boxes": [ + 8, + 30, + 236, + 54 + ] + }, + { + "text": "↑→白", + "boxes": [ + 10, + 64, + 130, + 93 + ] + }, + { + "text": "①| https://www.zhihu.com/signin?next=%2F", + "boxes": [ + 256, + 66, + 596, + 89 + ] + }, + { + "text": "三目?", + "boxes": [ + 1788, + 69, + 1868, + 87 + ] + }, + { + "text": "王线视频网站-海量正版高清视频在线观看", + "boxes": [ + 338, + 216, + 580, + 234 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1304, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》", + "boxes": [ + 950, + 703, + 1262, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 794, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 826, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "无障毒", + "boxes": [ + 928, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "140_0_5", + "episode_id": 140, + "env_id": 0, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.265554428100586, + "advantages": 0.2906405031681061, + "generated_text": "{\n \"intent\": \"Click on the article titled '奇瑞之夜，风云A9L用技术冗余上演降维打击！' to start reading more about it.\",\n \"action\": \"DoubleClick(457, 373)\"\n}", + "action_string": "DoubleClick(457, 373)", + "intent_string": "Click on the article titled '奇瑞之夜，风云A9L用技术冗余上演降维打击！' to start reading more about it.", + "before_screen_ocr_results": [ + { + "text": "×奇瑞之夜，风云A9L用技术", + "boxes": [ + 186, + 26, + 414, + 54 + ] + }, + { + "text": "C", + "boxes": [ + 66, + 68, + 126, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1874, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市12℃", + "boxes": [ + 1620, + 117, + 1744, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 175, + 318, + 201 + ] + }, + { + "text": "资讯 娱乐 时尚 育 科技 萌宠 汽车", + "boxes": [ + 344, + 171, + 694, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 250, + 1444, + 280 + ] + }, + { + "text": "汽车网评十关注", + "boxes": [ + 386, + 268, + 576, + 304 + ] + }, + { + "text": "9.7K关注者", + "boxes": [ + 1104, + 276, + 1174, + 298 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1416, + 278, + 1516, + 322 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1415, + 307, + 1547, + 356 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "奇瑞之夜，风云A9L用技术余上演降维打击！", + "boxes": [ + 368, + 347, + 1044, + 389 + ] + }, + { + "text": "风班，提集灵感，", + "boxes": [ + 1442, + 351, + 1504, + 369 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "14小时·03分钟读取", + "boxes": [ + 364, + 411, + 552, + 447 + ] + }, + { + "text": "【豆包】绘画助手，免费好用！", + "boxes": [ + 1434, + 409, + 1680, + 445 + ] + }, + { + "text": "区", + "boxes": [ + 194, + 455, + 210, + 472 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1428, + 469, + 1530, + 494 + ] + }, + { + "text": "5 月13日，奇瑞汽车在龙山碰撞安全试验室召开“安全之夜”，正式揭晓基于全新 EOX平台打造的首款C 级旗舰轿车", + "boxes": [ + 362, + 502, + 1238, + 532 + ] + }, + { + "text": "风云A9L。这款承载着奇瑞冲击高端市场决心的车型，以“坚守安全底线、超越品质上限”为核心，通过超国标极", + "boxes": [ + 400, + 530, + 1240, + 560 + ] + }, + { + "text": "限测试、不计成本的技术投入和百万级豪华标准，重新定义中国汽车的价值高度。从技术验证到市场破局，风云A9L", + "boxes": [ + 364, + 556, + 1230, + 586 + ] + }, + { + "text": "访问汽车网评", + "boxes": [ + 1430, + 554, + 1550, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "正上演一场中国品牌向高端市场的硬核突围。", + "boxes": [ + 364, + 580, + 696, + 612 + ] + }, + { + "text": "吉利银河星舰9谋照曝光！预计5月", + "boxes": [ + 1444, + 600, + 1662, + 629 + ] + }, + { + "text": "内发布", + "boxes": [ + 1446, + 623, + 1494, + 649 + ] + }, + { + "text": "2025款极星Pole", + "boxes": [ + 1448, + 667, + 1548, + 691 + ] + }, + { + "text": "4实车亮相！", + "boxes": [ + 1576, + 669, + 1652, + 693 + ] + }, + { + "text": "标配Nappa座椅", + "boxes": [ + 1446, + 685, + 1550, + 715 + ] + }, + { + "text": "发大碰撞安全试验室", + "boxes": [ + 702, + 723, + 1006, + 758 + ] + }, + { + "text": "奥迪e-tron GTq", + "boxes": [ + 1448, + 731, + 1550, + 754 + ] + }, + { + "text": "ro官图发布", + "boxes": [ + 1578, + 735, + 1652, + 752 + ] + }, + { + "text": "双电机585马力", + "boxes": [ + 1446, + 750, + 1544, + 774 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 871, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 874, + 1722, + 907 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 196, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "瑞之夜，风…·", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×奇瑞之夜，风云A9L用技术", + "boxes": [ + 186, + 26, + 414, + 54 + ] + }, + { + "text": "C", + "boxes": [ + 66, + 68, + 126, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1874, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市12℃", + "boxes": [ + 1620, + 117, + 1744, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 175, + 318, + 201 + ] + }, + { + "text": "资讯 娱乐 时尚 育 科技 萌宠 汽车", + "boxes": [ + 344, + 171, + 694, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 250, + 1444, + 280 + ] + }, + { + "text": "汽车网评十关注", + "boxes": [ + 386, + 268, + 576, + 304 + ] + }, + { + "text": "9.7K关注者", + "boxes": [ + 1104, + 276, + 1174, + 298 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1416, + 278, + 1516, + 322 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1415, + 307, + 1547, + 356 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "奇瑞之夜，风云A9L用技术余上演降维打击！", + "boxes": [ + 368, + 347, + 1044, + 389 + ] + }, + { + "text": "班，提集灵感，", + "boxes": [ + 1450, + 351, + 1504, + 369 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "14小时·03分钟读取", + "boxes": [ + 364, + 411, + 552, + 447 + ] + }, + { + "text": "【豆包】绘画助手，免费好用！", + "boxes": [ + 1434, + 409, + 1680, + 445 + ] + }, + { + "text": "区", + "boxes": [ + 194, + 455, + 210, + 472 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1428, + 469, + 1530, + 494 + ] + }, + { + "text": "5 月13日，奇瑞汽车在龙山碰撞安全试验室召开“安全之夜”，正式揭晓基于全新 EOX平台打造的首款C 级旗舰轿车", + "boxes": [ + 362, + 502, + 1238, + 532 + ] + }, + { + "text": "风云A9L。这款承载着奇瑞冲击高端市场决心的车型，以“坚守安全底线、超越品质上限”为核心，通过超国标极", + "boxes": [ + 400, + 530, + 1240, + 560 + ] + }, + { + "text": "限测试、不计成本的技术投入和百万级豪华标准，重新定义中国汽车的价值高度。从技术验证到市场破局，风云A9L", + "boxes": [ + 364, + 556, + 1230, + 586 + ] + }, + { + "text": "访问汽车网评", + "boxes": [ + 1430, + 554, + 1550, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "正上演一场中国品牌向高端市场的硬核突围。", + "boxes": [ + 364, + 580, + 696, + 612 + ] + }, + { + "text": "吉利银河星舰9谋照曝光！预计5月", + "boxes": [ + 1444, + 600, + 1662, + 629 + ] + }, + { + "text": "内发布", + "boxes": [ + 1446, + 623, + 1494, + 649 + ] + }, + { + "text": "2025款极星Pole", + "boxes": [ + 1448, + 667, + 1548, + 691 + ] + }, + { + "text": "4实车亮相！", + "boxes": [ + 1576, + 669, + 1652, + 693 + ] + }, + { + "text": "标配Nappa座椅", + "boxes": [ + 1446, + 685, + 1550, + 715 + ] + }, + { + "text": "最大碰撞安全试验室", + "boxes": [ + 700, + 723, + 1006, + 758 + ] + }, + { + "text": "奥迪e-tron GTq", + "boxes": [ + 1448, + 731, + 1550, + 754 + ] + }, + { + "text": "ro官图发布", + "boxes": [ + 1578, + 735, + 1652, + 752 + ] + }, + { + "text": "双电机585马力", + "boxes": [ + 1446, + 750, + 1544, + 774 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 871, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 874, + 1722, + 907 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 196, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "瑞之夜，风…·", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "140_1_5", + "episode_id": 140, + "env_id": 1, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.17119312286377, + "advantages": -0.5045965909957886, + "generated_text": "{\n \"intent\": \"Click on the article to explore more details about the divorce news between Gong Yuwei and Jia Yueying\",\n \"action\": \"Click(524, 479)\"\n}", + "action_string": "Click(524, 479)", + "intent_string": "Click on the article to explore more details about the divorce news between Gong Yuwei and Jia Yueying", + "before_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 62, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1868, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻", + "boxes": [ + 152, + 117, + 286, + 147 + ] + }, + { + "text": "长春财经", + "boxes": [ + 270, + 117, + 428, + 147 + ] + }, + { + "text": "科技 电视剧更多\\", + "boxes": [ + 438, + 115, + 634, + 151 + ] + }, + { + "text": "", + "boxes": [ + 424, + 125, + 450, + 139 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 1044, + 119, + 1112, + 145 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1430, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1472, + 117, + 1788, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1816, + 119, + 1860, + 147 + ] + }, + { + "text": "月灵霸服", + "boxes": [ + 577, + 186, + 935, + 293 + ] + }, + { + "text": "十级召唤变异月灵·爆率+99%", + "boxes": [ + 970, + 206, + 1200, + 236 + ] + }, + { + "text": "PK增伤+99%", + "boxes": [ + 942, + 232, + 1068, + 262 + ] + }, + { + "text": "上线免费赠送会员！", + "boxes": [ + 1064, + 232, + 1224, + 262 + ] + }, + { + "text": "刀刀案击·自动挂机", + "boxes": [ + 932, + 258, + 1060, + 282 + ] + }, + { + "text": "带月灵打怪超爽", + "boxes": [ + 1068, + 258, + 1174, + 282 + ] + }, + { + "text": "·100%伤害", + "boxes": [ + 1172, + 260, + 1244, + 278 + ] + }, + { + "text": "O", + "boxes": [ + 358, + 324, + 382, + 347 + ] + }, + { + "text": "女演员甘薇宣布与贾跃亭离婚，否认得到", + "boxes": [ + 428, + 330, + 1100, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1152, + 332, + 1280, + 363 + ] + }, + { + "text": "郑钦文第7次交锋萨巴伦卡", + "boxes": [ + 1274, + 373, + 1468, + 403 + ] + }, + { + "text": "40亿！贾跃亭曾发视频：漂泊8年期待回", + "boxes": [ + 426, + 385, + 1088, + 433 + ] + }, + { + "text": "迎来历史性首胜！比赛全·", + "boxes": [ + 1278, + 397, + 1470, + 427 + ] + }, + { + "text": "口", + "boxes": [ + 358, + 411, + 382, + 437 + ] + }, + { + "text": "评论-7小时前", + "boxes": [ + 1284, + 431, + 1370, + 455 + ] + }, + { + "text": "评论", + "boxes": [ + 358, + 447, + 384, + 471 + ] + }, + { + "text": "又有新身份！刘国梁，受邀", + "boxes": [ + 1276, + 463, + 1478, + 498 + ] + }, + { + "text": "成为\"联合国运动会大使\"", + "boxes": [ + 1278, + 488, + 1450, + 518 + ] + }, + { + "text": "☆", + "boxes": [ + 354, + 500, + 388, + 530 + ] + }, + { + "text": "北", + "boxes": [ + 430, + 520, + 472, + 556 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 472, + 514, + 538, + 546 + ] + }, + { + "text": "1小时前", + "boxes": [ + 1281, + 519, + 1325, + 545 + ] + }, + { + "text": "收藏", + "boxes": [ + 349, + 530, + 391, + 568 + ] + }, + { + "text": "危机再临，全新干员强势助", + "boxes": [ + 1276, + 558, + 1476, + 588 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 390, + 617 + ] + }, + { + "text": "阵，点燃战场！", + "boxes": [ + 1274, + 582, + 1392, + 611 + ] + }, + { + "text": "5月14日，@甘薇521宣布与贾跃亭离婚，否认资产转移和贾跃亭给了她40亿，两人离婚的", + "boxes": [ + 428, + 592, + 1110, + 615 + ] + }, + { + "text": "原因是她在感情方面一味付出，而得到的回报少之又少。据悉，两人于2008年结婚，婚后", + "boxes": [ + 428, + 623, + 1112, + 653 + ] + }, + { + "text": "明日方舟", + "boxes": [ + 1306, + 617, + 1362, + 635 + ] + }, + { + "text": "分享", + "boxes": [ + 354, + 627, + 390, + 655 + ] + }, + { + "text": "育有两个女儿一个儿子。", + "boxes": [ + 428, + 657, + 608, + 687 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "目", + "boxes": [ + 356, + 681, + 384, + 709 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 741 + ] + }, + { + "text": "新浪娱乐", + "boxes": [ + 492, + 735, + 592, + 758 + ] + }, + { + "text": "自微博网页版", + "boxes": [ + 548, + 756, + 622, + 774 + ] + }, + { + "text": "#甘微宣布离婚#甘微贾跃亭离婚#14日，@甘薇521宣布与贾跃亭离婚，否认资产转移", + "boxes": [ + 492, + 768, + 998, + 802 + ] + }, + { + "text": "和贾跃亭给了她40亿，两人离婚的原因是她在感情方面一味付出，而得到的回报少之又", + "boxes": [ + 492, + 792, + 992, + 826 + ] + }, + { + "text": "，两人于2008年结婚，婚后育有两个女儿一个儿子。", + "boxes": [ + 548, + 816, + 844, + 848 + ] + }, + { + "text": "对华", + "boxes": [ + 1258, + 838, + 1304, + 858 + ] + }, + { + "text": "天税", + "boxes": [ + 1348, + 842, + 1374, + 856 + ] + }, + { + "text": "心", + "boxes": [ + 1431, + 853, + 1461, + 881 + ] + }, + { + "text": "甘薇521", + "boxes": [ + 546, + 876, + 624, + 901 + ] + }, + { + "text": "前来自微博视频号", + "boxes": [ + 592, + 897, + 694, + 923 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1168, + 899, + 1336, + 929 + ] + }, + { + "text": "与贾总共同走过十余年，感恩相遇，亦尊重彼此选择。未来将以母亲、制片人、公", + "boxes": [ + 544, + 919, + 1056, + 955 + ] + }, + { + "text": "益践行者的身份继续前行。三个孩子是我生命的光，新作品《桃枝气泡》也正在启", + "boxes": [ + 544, + 941, + 1054, + 977 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催..", + "boxes": [ + 1170, + 945, + 1446, + 975 + ] + }, + { + "text": "动中，愿用故事传递更多力量口甘薇521的微博视频", + "boxes": [ + 544, + 967, + 892, + 997 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元.", + "boxes": [ + 1172, + 991, + 1452, + 1020 + ] + }, + { + "text": "演员甘薇宣", + "boxes": [ + 226, + 1050, + 292, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 62, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1868, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻", + "boxes": [ + 152, + 117, + 286, + 147 + ] + }, + { + "text": "长春财经", + "boxes": [ + 270, + 117, + 430, + 147 + ] + }, + { + "text": "科技", + "boxes": [ + 442, + 119, + 492, + 145 + ] + }, + { + "text": "", + "boxes": [ + 484, + 125, + 514, + 139 + ] + }, + { + "text": "电视剧更多", + "boxes": [ + 504, + 117, + 632, + 149 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 1044, + 119, + 1114, + 145 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1430, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1472, + 117, + 1788, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1816, + 119, + 1860, + 147 + ] + }, + { + "text": "月灵霸服", + "boxes": [ + 575, + 186, + 935, + 293 + ] + }, + { + "text": "十级召唤变异月灵·爆率+99%", + "boxes": [ + 966, + 206, + 1198, + 236 + ] + }, + { + "text": "PK增伤+99%", + "boxes": [ + 942, + 232, + 1072, + 262 + ] + }, + { + "text": "上线免费赠送会员！", + "boxes": [ + 1066, + 232, + 1224, + 262 + ] + }, + { + "text": "刀刀景击·自动挂机", + "boxes": [ + 932, + 258, + 1058, + 282 + ] + }, + { + "text": "带月灵打怪超爽", + "boxes": [ + 1068, + 256, + 1174, + 284 + ] + }, + { + "text": "O", + "boxes": [ + 352, + 316, + 388, + 352 + ] + }, + { + "text": "女演员甘薇宣布与贾跃亭离婚，否认得到", + "boxes": [ + 428, + 330, + 1100, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1152, + 332, + 1280, + 363 + ] + }, + { + "text": "郑钦文第7次交锋萨巴伦卡", + "boxes": [ + 1274, + 373, + 1468, + 403 + ] + }, + { + "text": "40亿！贾跃亭曾发视频：漂泊8年期待回", + "boxes": [ + 428, + 385, + 1088, + 433 + ] + }, + { + "text": "迎来历史性首胜！比赛全·", + "boxes": [ + 1278, + 397, + 1470, + 427 + ] + }, + { + "text": "", + "boxes": [ + 347, + 401, + 392, + 446 + ] + }, + { + "text": "北京", + "boxes": [ + 421, + 434, + 519, + 493 + ] + }, + { + "text": "评论-7小时前", + "boxes": [ + 1284, + 429, + 1372, + 455 + ] + }, + { + "text": "评论", + "boxes": [ + 358, + 447, + 386, + 471 + ] + }, + { + "text": "又有新身份！刘国梁，受邀", + "boxes": [ + 1276, + 463, + 1478, + 498 + ] + }, + { + "text": "☆", + "boxes": [ + 352, + 496, + 392, + 534 + ] + }, + { + "text": "成为\"联合国运动会大使\"", + "boxes": [ + 1278, + 488, + 1450, + 518 + ] + }, + { + "text": "", + "boxes": [ + 428, + 520, + 472, + 556 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 470, + 514, + 536, + 546 + ] + }, + { + "text": "1小时前", + "boxes": [ + 1281, + 519, + 1325, + 545 + ] + }, + { + "text": "收藏", + "boxes": [ + 350, + 531, + 392, + 570 + ] + }, + { + "text": "危机再临，全新干员强势助", + "boxes": [ + 1276, + 558, + 1476, + 588 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 390, + 619 + ] + }, + { + "text": "阵，点燃战场！", + "boxes": [ + 1274, + 582, + 1392, + 611 + ] + }, + { + "text": "5月14日，@甘薇521宣布与贾跃亭离婚，否认资产转移和贾跃亭给了她40亿，两人离婚的", + "boxes": [ + 428, + 592, + 1110, + 615 + ] + }, + { + "text": "原因是她在感情方面一味付出，而得到的回报少之又少。据悉，两人于2008年结婚，婚后", + "boxes": [ + 428, + 623, + 1112, + 653 + ] + }, + { + "text": "明日方舟", + "boxes": [ + 1306, + 617, + 1362, + 635 + ] + }, + { + "text": "分享", + "boxes": [ + 354, + 627, + 390, + 655 + ] + }, + { + "text": "育有两个女儿一个儿子。", + "boxes": [ + 426, + 657, + 608, + 687 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "日", + "boxes": [ + 354, + 679, + 386, + 709 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "新浪娱乐", + "boxes": [ + 492, + 733, + 592, + 758 + ] + }, + { + "text": "自微博网页版", + "boxes": [ + 548, + 756, + 622, + 774 + ] + }, + { + "text": "#甘薇宣布离婚#甘微贾跃亭离婚#14日，@甘薇521宣布与贾跃亭离婚，否认资产转移", + "boxes": [ + 492, + 768, + 998, + 802 + ] + }, + { + "text": "和贾跃亭给了她40亿，两人离婚的原因是她在感情方面一味付出，而得到的回报少之又", + "boxes": [ + 492, + 792, + 992, + 826 + ] + }, + { + "text": "，两人于2008年结婚，婚后育有两个女儿一个儿子。", + "boxes": [ + 548, + 816, + 844, + 848 + ] + }, + { + "text": "对华", + "boxes": [ + 1258, + 838, + 1304, + 858 + ] + }, + { + "text": "天税", + "boxes": [ + 1348, + 842, + 1374, + 856 + ] + }, + { + "text": "心", + "boxes": [ + 1431, + 853, + 1461, + 881 + ] + }, + { + "text": "甘薇521", + "boxes": [ + 546, + 876, + 624, + 901 + ] + }, + { + "text": "前来自微博视频号", + "boxes": [ + 592, + 897, + 694, + 923 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1168, + 899, + 1336, + 929 + ] + }, + { + "text": "与贾总共同走过十余年，感恩相遇，亦尊重彼此选择。未来将以母亲、制片人、公", + "boxes": [ + 544, + 919, + 1056, + 955 + ] + }, + { + "text": "益践行者的身份继续前行。三个孩子是我生命的光，新作品《桃枝气泡》也正在启", + "boxes": [ + 544, + 941, + 1054, + 977 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催..", + "boxes": [ + 1170, + 945, + 1446, + 975 + ] + }, + { + "text": "动中，愿用故事传递更多力量口甘薇521的微博视频", + "boxes": [ + 544, + 967, + 892, + 997 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元.", + "boxes": [ + 1172, + 991, + 1452, + 1020 + ] + }, + { + "text": "演员甘薇宣", + "boxes": [ + 226, + 1050, + 292, + 1068 + ] + } + ] + }, + { + "frame_id": "140_2_5", + "episode_id": 140, + "env_id": 2, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.281956672668457, + "advantages": 0.302559494972229, + "generated_text": "{\n \"intent\": \"Click on the article titled '赵丽颖新恋情爆出，网友祝福又担忧！男友赵德胤被扒黑历史不少' to start reading it.\",\n \"action\": \"Click(496, 350)\"\n}", + "action_string": "Click(496, 350)", + "intent_string": "Click on the article titled '赵丽颖新恋情爆出，网友祝福又担忧！男友赵德胤被扒黑历史不少' to start reading it.", + "before_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 54, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1870, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页", + "boxes": [ + 154, + 119, + 246, + 145 + ] + }, + { + "text": "要闻", + "boxes": [ + 234, + 119, + 284, + 147 + ] + }, + { + "text": "长春财经科技电视剧更多", + "boxes": [ + 268, + 115, + 634, + 151 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 1040, + 113, + 1134, + 151 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1434, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1470, + 117, + 1790, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1816, + 119, + 1860, + 147 + ] + }, + { + "text": "全国在职硕士", + "boxes": [ + 546, + 216, + 820, + 258 + ] + }, + { + "text": "在职硕士招生", + "boxes": [ + 850, + 218, + 976, + 250 + ] + }, + { + "text": "O", + "boxes": [ + 462, + 228, + 526, + 268 + ] + }, + { + "text": "在职硕士", + "boxes": [ + 1126, + 232, + 1200, + 256 + ] + }, + { + "text": "搜索", + "boxes": [ + 1324, + 230, + 1386, + 262 + ] + }, + { + "text": "2024招生简章", + "boxes": [ + 848, + 246, + 982, + 276 + ] + }, + { + "text": "明师教育", + "boxes": [ + 1392, + 260, + 1480, + 292 + ] + }, + { + "text": "○", + "boxes": [ + 354, + 320, + 388, + 349 + ] + }, + { + "text": "赵丽颖新恋情爆出", + "boxes": [ + 428, + 330, + 732, + 379 + ] + }, + { + "text": "网友祝福又担忧！男", + "boxes": [ + 754, + 330, + 1096, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1149, + 327, + 1285, + 370 + ] + }, + { + "text": "，", + "boxes": [ + 718, + 338, + 776, + 369 + ] + }, + { + "text": "104", + "boxes": [ + 358, + 359, + 382, + 381 + ] + }, + { + "text": "《人生若如初见》最受质疑", + "boxes": [ + 1282, + 373, + 1476, + 403 + ] + }, + { + "text": "友赵德胤被扒黑历史不少", + "boxes": [ + 426, + 385, + 840, + 433 + ] + }, + { + "text": "演员出现！观众吐槽如此.", + "boxes": [ + 1276, + 393, + 1472, + 429 + ] + }, + { + "text": "口", + "boxes": [ + 358, + 411, + 382, + 435 + ] + }, + { + "text": "44评论-1小时前", + "boxes": [ + 1277, + 422, + 1383, + 459 + ] + }, + { + "text": "100", + "boxes": [ + 350, + 442, + 388, + 479 + ] + }, + { + "text": "?", + "boxes": [ + 432, + 463, + 470, + 502 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 464, + 461, + 552, + 486 + ] + }, + { + "text": "+关注", + "boxes": [ + 1038, + 467, + 1096, + 500 + ] + }, + { + "text": "《刑警的日子》大结局方婷", + "boxes": [ + 1282, + 460, + 1480, + 498 + ] + }, + { + "text": "2025-05-15 01:19发布于山东电视剧领域创作者", + "boxes": [ + 470, + 476, + 738, + 506 + ] + }, + { + "text": "婷刘子明没复合！这正是…", + "boxes": [ + 1276, + 486, + 1470, + 522 + ] + }, + { + "text": "☆", + "boxes": [ + 352, + 496, + 392, + 534 + ] + }, + { + "text": "1评论1小时前", + "boxes": [ + 1277, + 518, + 1367, + 548 + ] + }, + { + "text": "3", + "boxes": [ + 360, + 534, + 380, + 566 + ] + }, + { + "text": "Al划重点·全文约1443字，阅读需5分钟", + "boxes": [ + 446, + 534, + 698, + 564 + ] + }, + { + "text": "「六周年庆典」新装时装限", + "boxes": [ + 1280, + 554, + 1480, + 590 + ] + }, + { + "text": "", + "boxes": [ + 354, + 586, + 390, + 621 + ] + }, + { + "text": "时上架，干员华丽归来！", + "boxes": [ + 1278, + 584, + 1454, + 608 + ] + }, + { + "text": "广告明日方舟", + "boxes": [ + 1284, + 617, + 1364, + 635 + ] + }, + { + "text": "62", + "boxes": [ + 360, + 629, + 382, + 655 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "日", + "boxes": [ + 354, + 677, + 386, + 711 + ] + }, + { + "text": "面了，他们都没有我全面。真的，在感情里", + "boxes": [ + 442, + 677, + 1094, + 727 + ] + }, + { + "text": "手机看", + "boxes": [ + 348, + 715, + 390, + 742 + ] + }, + { + "text": "我有时会觉得有落差，你说我都做得这么好", + "boxes": [ + 448, + 729, + 1090, + 770 + ] + }, + { + "text": "", + "boxes": [ + 1848, + 725, + 1868, + 756 + ] + }, + { + "text": "了，你为什么不能做得和我一样好呢？作为", + "boxes": [ + 442, + 770, + 1096, + 830 + ] + }, + { + "text": "回碳", + "boxes": [ + 1846, + 786, + 1872, + 830 + ] + }, + { + "text": "一个女生，我都这样付出了，我都不怕，你", + "boxes": [ + 454, + 828, + 1094, + 870 + ] + }, + { + "text": "对华", + "boxes": [ + 1258, + 838, + 1304, + 858 + ] + }, + { + "text": "关税", + "boxes": [ + 1340, + 842, + 1374, + 856 + ] + }, + { + "text": "6", + "boxes": [ + 1426, + 850, + 1462, + 881 + ] + }, + { + "text": "为什么反而不如我呢？可能还是没有遇到对", + "boxes": [ + 442, + 869, + 1094, + 921 + ] + }, + { + "text": "O", + "boxes": [ + 1852, + 862, + 1866, + 878 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1168, + 897, + 1338, + 933 + ] + }, + { + "text": "的人吧", + "boxes": [ + 439, + 920, + 557, + 970 + ] + }, + { + "text": "所以在感情中有落差", + "boxes": [ + 668, + 943, + 876, + 983 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催..", + "boxes": [ + 1166, + 939, + 1450, + 979 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元..", + "boxes": [ + 1170, + 991, + 1454, + 1020 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 38, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1870, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻长春财经科技电视剧更多", + "boxes": [ + 134, + 117, + 634, + 147 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 1042, + 117, + 1130, + 149 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1432, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1470, + 117, + 1790, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1814, + 117, + 1864, + 151 + ] + }, + { + "text": "全国在职硕士", + "boxes": [ + 546, + 216, + 820, + 258 + ] + }, + { + "text": "在职硕士招生", + "boxes": [ + 850, + 218, + 976, + 250 + ] + }, + { + "text": "O", + "boxes": [ + 458, + 223, + 526, + 270 + ] + }, + { + "text": "在职硕士", + "boxes": [ + 1128, + 236, + 1198, + 254 + ] + }, + { + "text": "搜索", + "boxes": [ + 1324, + 230, + 1386, + 262 + ] + }, + { + "text": "2024招生简章", + "boxes": [ + 848, + 246, + 982, + 276 + ] + }, + { + "text": "明师教育", + "boxes": [ + 1392, + 260, + 1480, + 292 + ] + }, + { + "text": "○", + "boxes": [ + 354, + 320, + 386, + 349 + ] + }, + { + "text": "赵丽颖新恋情爆出，网友祝福又担忧！男", + "boxes": [ + 428, + 330, + 1096, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1152, + 332, + 1280, + 363 + ] + }, + { + "text": "104", + "boxes": [ + 358, + 359, + 384, + 381 + ] + }, + { + "text": "《人生若如初见》最受质疑", + "boxes": [ + 1280, + 373, + 1474, + 403 + ] + }, + { + "text": "友赵德胤被扒黑历史不少", + "boxes": [ + 424, + 383, + 840, + 435 + ] + }, + { + "text": "演员出现！观众吐槽如此….", + "boxes": [ + 1276, + 395, + 1472, + 429 + ] + }, + { + "text": "口", + "boxes": [ + 358, + 407, + 382, + 435 + ] + }, + { + "text": "44评论-1小时前", + "boxes": [ + 1277, + 422, + 1383, + 459 + ] + }, + { + "text": "100", + "boxes": [ + 350, + 441, + 388, + 478 + ] + }, + { + "text": "?", + "boxes": [ + 432, + 463, + 472, + 502 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 464, + 461, + 552, + 486 + ] + }, + { + "text": "+关注", + "boxes": [ + 1040, + 467, + 1096, + 500 + ] + }, + { + "text": "《刑警的日子》大结局方婷", + "boxes": [ + 1282, + 460, + 1478, + 498 + ] + }, + { + "text": "2025-05-1501:19发布于山东电视剧领域创作者", + "boxes": [ + 468, + 472, + 738, + 506 + ] + }, + { + "text": "婷刘子明没复合！这正是…", + "boxes": [ + 1276, + 486, + 1470, + 522 + ] + }, + { + "text": "☆", + "boxes": [ + 352, + 496, + 392, + 534 + ] + }, + { + "text": "1评论1小时前", + "boxes": [ + 1277, + 518, + 1367, + 548 + ] + }, + { + "text": "3", + "boxes": [ + 360, + 534, + 380, + 564 + ] + }, + { + "text": "Al划重点·全文约1443字，阅读需5分钟", + "boxes": [ + 446, + 536, + 698, + 566 + ] + }, + { + "text": "「六周年庆典」新装时装限", + "boxes": [ + 1280, + 554, + 1480, + 590 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 388, + 619 + ] + }, + { + "text": "时上架，干员华丽归来！", + "boxes": [ + 1278, + 584, + 1454, + 608 + ] + }, + { + "text": "广告明日方舟", + "boxes": [ + 1282, + 617, + 1364, + 635 + ] + }, + { + "text": "62", + "boxes": [ + 364, + 631, + 378, + 649 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "目", + "boxes": [ + 358, + 681, + 386, + 709 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "", + "boxes": [ + 1848, + 725, + 1868, + 754 + ] + }, + { + "text": "回馈", + "boxes": [ + 1848, + 788, + 1868, + 826 + ] + }, + { + "text": "对华加", + "boxes": [ + 1258, + 838, + 1312, + 858 + ] + }, + { + "text": "关税", + "boxes": [ + 1340, + 842, + 1374, + 856 + ] + }, + { + "text": "C", + "boxes": [ + 1428, + 852, + 1462, + 881 + ] + }, + { + "text": "O", + "boxes": [ + 1852, + 862, + 1866, + 878 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1168, + 899, + 1336, + 929 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催..", + "boxes": [ + 1170, + 945, + 1446, + 975 + ] + }, + { + "text": "00:00/ 01:02", + "boxes": [ + 490, + 977, + 574, + 1001 + ] + }, + { + "text": "", + "boxes": [ + 1018, + 979, + 1052, + 999 + ] + }, + { + "text": "电", + "boxes": [ + 1070, + 981, + 1088, + 997 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元..", + "boxes": [ + 1170, + 991, + 1454, + 1020 + ] + } + ] + }, + { + "frame_id": "140_3_5", + "episode_id": 140, + "env_id": 3, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.592923164367676, + "advantages": -0.19813896715641022, + "generated_text": "{\n \"intent\": \"Move the mouse to the 'Buy' button and click it to start shopping.\",\n \"action\": \"DoubleClick(949, 926)\"\n}", + "action_string": "DoubleClick(949, 926)", + "intent_string": "Move the mouse to the 'Buy' button and click it to start shopping.", + "before_screen_ocr_results": [ + { + "text": "目☆", + "boxes": [ + 1538, + 60, + 1662, + 91 + ] + }, + { + "text": "Visior", + "boxes": [ + 842, + 113, + 870, + 127 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 129 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1052, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1084, + 111, + 1164, + 129 + ] + }, + { + "text": "Q", + "boxes": [ + 1380, + 111, + 1394, + 127 + ] + }, + { + "text": "二", + "boxes": [ + 1430, + 113, + 1442, + 125 + ] + }, + { + "text": "Buy MacBook Air starting at $899 with education savings* Shop", + "boxes": [ + 738, + 153, + 1164, + 185 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 858, + 242, + 1052, + 290 + ] + }, + { + "text": "Speed of lightness.", + "boxes": [ + 716, + 298, + 1196, + 359 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 762, + 842, + 1146, + 883 + ] + }, + { + "text": "Buy", + "boxes": [ + 938, + 911, + 972, + 931 + ] + }, + { + "text": "From $999 or $83.25/mo.for 12 mo.**", + "boxes": [ + 798, + 965, + 1110, + 999 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "BuyMac", + "boxes": [ + 784, + 4, + 852, + 22 + ] + }, + { + "text": "Air-Applex", + "boxes": [ + 118, + 32, + 228, + 50 + ] + }, + { + "text": "→×", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "Vision", + "boxes": [ + 842, + 113, + 872, + 127 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 129 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1082, + 111, + 1164, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1297, + 108, + 1349, + 134 + ] + }, + { + "text": "u", + "boxes": [ + 1382, + 115, + 1394, + 127 + ] + }, + { + "text": "Buy MacBook Air starting at $89 with education savings* Shop>", + "boxes": [ + 740, + 155, + 1166, + 185 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 858, + 242, + 1052, + 290 + ] + }, + { + "text": "Speed of lightness.", + "boxes": [ + 716, + 298, + 1196, + 359 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 762, + 842, + 1146, + 883 + ] + }, + { + "text": "BUy", + "boxes": [ + 934, + 909, + 976, + 945 + ] + }, + { + "text": "From $999 or $83.25/mo. for 12 mo.**", + "boxes": [ + 798, + 965, + 1110, + 999 + ] + } + ] + }, + { + "frame_id": "140_4_5", + "episode_id": 140, + "env_id": 4, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.592711448669434, + "advantages": 0.528374969959259, + "generated_text": "{\n \"intent\": \"Clicking on one of the top search results will help me learn more about the featured topic.\",\n \"action\": \"Click(567, 261)\" \n}", + "action_string": "Click(567, 261)", + "intent_string": "Clicking on one of the top search results will help me learn more about the featured topic.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "目", + "boxes": [ + 1818, + 69, + 1834, + 83 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 187, + 153 + ] + }, + { + "text": " Apple - http:/ww.ape.com", + "boxes": [ + 256, + 107, + 480, + 137 + ] + }, + { + "text": " bing ", + "boxes": [ + 254, + 143, + 318, + 169 + ] + }, + { + "text": "- bing.com", + "boxes": [ + 312, + 145, + 394, + 169 + ] + }, + { + "text": "奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 292, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.cor", + "boxes": [ + 600, + 220, + 658, + 238 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 478, + 449, + 638, + 477 + ] + }, + { + "text": "歌手2025首发阵", + "boxes": [ + 1118, + 455, + 1244, + 472 + ] + }, + { + "text": "零炭计划", + "boxes": [ + 262, + 772, + 414, + 810 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "若x²+ [2x-6] ", + "boxes": [ + 1127, + 843, + 1259, + 884 + ] + }, + { + "text": "求t的最大值", + "boxes": [ + 1296, + 852, + 1424, + 881 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "23,40%", + "boxes": [ + 1626, + 850, + 1690, + 889 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "游戏天地·2天", + "boxes": [ + 830, + 921, + 936, + 945 + ] + }, + { + "text": "荒野大镖客，老玩家都爱的2", + "boxes": [ + 824, + 941, + 1090, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "5.4秒破百，斯柯达ENYAQRS官图发布", + "boxes": [ + 204, + 949, + 738, + 985 + ] + }, + { + "text": "两种外观／配双电机四驱", + "boxes": [ + 202, + 981, + 534, + 1022 + ] + }, + { + "text": "种玩法揭秘", + "boxes": [ + 828, + 973, + 936, + 1001 + ] + }, + { + "text": "D", + "boxes": [ + 1140, + 989, + 1164, + 1011 + ] + }, + { + "text": "一点视频/三乐大掌柜·6天", + "boxes": [ + 1156, + 983, + 1322, + 1018 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1528, + 1036 + ] + }, + { + "text": "+43134 ", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "", + "boxes": [ + 1587, + 983, + 1633, + 1019 + ] + }, + { + "text": "求t的最大值，这里要考虑到", + "boxes": [ + 1136, + 1009, + 1396, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1055, + 380, + 1109, + 412 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "140_5_5", + "episode_id": 140, + "env_id": 5, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.683783531188965, + "advantages": -0.13211366534233093, + "generated_text": "{\n \"intent\": \"Click on the headline to explore more details about the AI satellite launch and related articles.\",\n \"action\": \"Click(510, 338)\" \n}", + "action_string": "Click(510, 338)", + "intent_string": "Click on the headline to explore more details about the AI satellite launch and related articles.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 113, + 890, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1152, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 360, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 113, + 890, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1152, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将A送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "140_6_5", + "episode_id": 140, + "env_id": 6, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.267250061035156, + "advantages": -0.4347951412200928, + "generated_text": "{\n \"intent\": \"Moving the mouse to the first search result as it mentions a successful deployment of artificial intelligence into space.\",\n \"action\": \"DoubleClick(281, 289)\"\n}", + "action_string": "DoubleClick(281, 289)", + "intent_string": "Moving the mouse to the first search result as it mentions a successful deployment of artificial intelligence into space.", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 26, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 268, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "Sign ii", + "boxes": [ + 1566, + 163, + 1602, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 2,670.000 results", + "boxes": [ + 172, + 254, + 332, + 288 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "15 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着，", + "boxes": [ + 178, + 389, + 758, + 413 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "A", + "boxes": [ + 501, + 420, + 528, + 448 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://wwv", + "boxes": [ + 214, + 455, + 284, + 472 + ] + }, + { + "text": "ww.thepaper.cn T", + "boxes": [ + 276, + 450, + 378, + 481 + ] + }, + { + "text": " Translate this result", + "boxes": [ + 368, + 455, + 490, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "18 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 210, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报「将人工智能送上太空！我国太空计算卫星.", + "boxes": [ + 176, + 613, + 718, + 649 + ] + }, + { + "text": "18 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 178, + 669, + 762, + 693 + ] + }, + { + "text": "C", + "boxes": [ + 178, + 721, + 210, + 752 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 212, + 715, + 292, + 741 + ] + }, + { + "text": "https://cn.chinadaily.com.cn Translatetisresult", + "boxes": [ + 210, + 731, + 514, + 760 + ] + }, + { + "text": "将AI送上太空 我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 176, + 756, + 706, + 792 + ] + }, + { + "text": "16 hours ago·12星箭上排布图 首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 178, + 784, + 778, + 814 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链，", + "boxes": [ + 178, + 810, + 774, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/fnance.sina.com.cn tech roll doc. Trnslatetisresult", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 170, + 891, + 674, + 935 + ] + }, + { + "text": "5 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 174, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的\"三体计算星座\"的首次发射，", + "boxes": [ + 174, + 945, + 574, + 977 + ] + }, + { + "text": "?", + "boxes": [ + 179, + 1001, + 211, + 1032 + ] + }, + { + "text": "封面新闻", + "boxes": [ + 212, + 995, + 278, + 1020 + ] + }, + { + "text": "https://ww.thecover.cn news Translate tisresult", + "boxes": [ + 210, + 1008, + 534, + 1042 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 300, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 266, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 210, + 208, + 232 + ] + }, + { + "text": "IMAGES ", + "boxes": [ + 242, + 208, + 294, + 234 + ] + }, + { + "text": "VIDEOS", + "boxes": [ + 330, + 212, + 372, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 230 + ] + }, + { + "text": " About 2,670,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 292, + 272, + 324 + ] + }, + { + "text": "￥", + "boxes": [ + 266, + 290, + 294, + 312 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "长O", + "boxes": [ + 174, + 338, + 232, + 369 + ] + }, + { + "text": "Global web icon", + "boxes": [ + 220, + 338, + 346, + 367 + ] + }, + { + "text": "戎功发射全球首个太空计算卫星星座", + "boxes": [ + 344, + 338, + 666, + 367 + ] + }, + { + "text": "15 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 176, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着.", + "boxes": [ + 176, + 387, + 760, + 417 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 210, + 435, + 278, + 461 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://wwv", + "boxes": [ + 214, + 455, + 284, + 472 + ] + }, + { + "text": "w.thepaper.cn", + "boxes": [ + 282, + 453, + 370, + 476 + ] + }, + { + "text": " Translate this result", + "boxes": [ + 368, + 455, + 490, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "18 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 502, + 786, + 532 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 208, + 572, + 266, + 604 + ] + }, + { + "text": "O", + "boxes": [ + 182, + 584, + 218, + 611 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 176, + 615, + 722, + 651 + ] + }, + { + "text": "18 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 178, + 667, + 762, + 691 + ] + }, + { + "text": "C", + "boxes": [ + 178, + 721, + 210, + 752 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 212, + 715, + 292, + 741 + ] + }, + { + "text": "https://cn.chinadailycomcnTranslatethisresut", + "boxes": [ + 210, + 731, + 514, + 760 + ] + }, + { + "text": "将AI送上太空我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 176, + 756, + 706, + 792 + ] + }, + { + "text": "16 hours ago·12星箭上排布图 首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 178, + 784, + 780, + 814 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链", + "boxes": [ + 178, + 810, + 774, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/inancesinacom.cn tech rolldoc. Trnslatethisresult", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 174, + 897, + 672, + 933 + ] + }, + { + "text": "5 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 174, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的\"三体计算星座\"的首次发射，", + "boxes": [ + 174, + 945, + 574, + 977 + ] + }, + { + "text": "?", + "boxes": [ + 179, + 1001, + 211, + 1032 + ] + }, + { + "text": "封面新闻", + "boxes": [ + 212, + 995, + 278, + 1020 + ] + }, + { + "text": "http://ww.thecover.cn>news Translate this result", + "boxes": [ + 210, + 1008, + 534, + 1042 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 300, + 1070 + ] + } + ] + }, + { + "frame_id": "140_7_5", + "episode_id": 140, + "env_id": 7, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.869542121887207, + "advantages": -0.7237966656684875, + "generated_text": "{\n \"intent\": \"The first action need to be clicking on the homepage to start exploring.\",\n \"action\": \"DoubleClick(172, 260)\"\n}", + "action_string": "DoubleClick(172, 260)", + "intent_string": "The first action need to be clicking on the homepage to start exploring.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×", + "boxes": [ + 8, + 30, + 236, + 54 + ] + }, + { + "text": "↑→白", + "boxes": [ + 10, + 64, + 130, + 93 + ] + }, + { + "text": "①| https://www.zhihu.com/signin?next=%2F", + "boxes": [ + 256, + 66, + 596, + 89 + ] + }, + { + "text": "三目?", + "boxes": [ + 1788, + 69, + 1868, + 87 + ] + }, + { + "text": "http://www.apple.cor", + "boxes": [ + 338, + 113, + 470, + 131 + ] + }, + { + "text": "王线视频网站-海量正版高清视频在线观看", + "boxes": [ + 338, + 216, + 580, + 234 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1304, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》", + "boxes": [ + 950, + 703, + 1262, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 794, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 826, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "无障毒", + "boxes": [ + 928, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 28, + 244, + 52 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1591, + 61, + 1663, + 92 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1876, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 946, + 310, + 1040, + 341 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎App", + "boxes": [ + 708, + 383, + 812, + 409 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 664, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "140_0_6", + "episode_id": 140, + "env_id": 0, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.654586791992188, + "advantages": -0.153329998254776, + "generated_text": "{\n \"intent\": \"Open the article about Chuangyi Night and Yunfang A9L to gather more information\",\n \"action\": \"DoubleClick(479, 366)\"\n}", + "action_string": "DoubleClick(479, 366)", + "intent_string": "Open the article about Chuangyi Night and Yunfang A9L to gather more information", + "before_screen_ocr_results": [ + { + "text": "×奇瑞之夜，风云A9L用技术", + "boxes": [ + 186, + 26, + 414, + 54 + ] + }, + { + "text": "C", + "boxes": [ + 66, + 68, + 126, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1874, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市12℃", + "boxes": [ + 1620, + 117, + 1744, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 344, + 171, + 694, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 250, + 1444, + 280 + ] + }, + { + "text": "汽车网评十关注", + "boxes": [ + 386, + 268, + 576, + 304 + ] + }, + { + "text": "9.7K关注者", + "boxes": [ + 1104, + 276, + 1174, + 298 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1416, + 278, + 1516, + 322 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1415, + 307, + 1547, + 356 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "奇瑞之夜，风云A9L用技术余上演降维打击！", + "boxes": [ + 368, + 347, + 1044, + 389 + ] + }, + { + "text": "班，提集灵感，", + "boxes": [ + 1450, + 351, + 1504, + 369 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "14小时·03分钟读取", + "boxes": [ + 364, + 411, + 552, + 447 + ] + }, + { + "text": "【豆包】绘画助手，免费好用！", + "boxes": [ + 1434, + 409, + 1680, + 445 + ] + }, + { + "text": "区", + "boxes": [ + 194, + 455, + 210, + 472 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1428, + 469, + 1530, + 494 + ] + }, + { + "text": "5 月13日，奇瑞汽车在龙山碰撞安全试验室召开“安全之夜”，正式揭晓基于全新 EOX平台打造的首款C 级旗舰轿车", + "boxes": [ + 362, + 502, + 1238, + 532 + ] + }, + { + "text": "风云A9L。这款承载着奇瑞冲击高端市场决心的车型，以“坚守安全底线、超越品质上限”为核心，通过超国标极", + "boxes": [ + 400, + 530, + 1240, + 560 + ] + }, + { + "text": "限测试、不计成本的技术投入和百万级豪华标准，重新定义中国汽车的价值高度。从技术验证到市场破局，风云A9L", + "boxes": [ + 364, + 556, + 1230, + 586 + ] + }, + { + "text": "访问汽车网评", + "boxes": [ + 1430, + 554, + 1550, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "正上演一场中国品牌向高端市场的硬核突围。", + "boxes": [ + 364, + 580, + 696, + 612 + ] + }, + { + "text": "吉利银河星舰9谋照曝光！预计5月", + "boxes": [ + 1444, + 600, + 1662, + 629 + ] + }, + { + "text": "内发布", + "boxes": [ + 1446, + 623, + 1494, + 649 + ] + }, + { + "text": "2025款极星Pole", + "boxes": [ + 1448, + 667, + 1548, + 691 + ] + }, + { + "text": "4实车亮相！", + "boxes": [ + 1576, + 669, + 1652, + 693 + ] + }, + { + "text": "标配Nappa座椅", + "boxes": [ + 1446, + 685, + 1550, + 715 + ] + }, + { + "text": "最大碰撞安全试验室", + "boxes": [ + 700, + 723, + 1006, + 758 + ] + }, + { + "text": "奥迪e-tron GTq", + "boxes": [ + 1448, + 731, + 1550, + 754 + ] + }, + { + "text": "ro官图发布", + "boxes": [ + 1578, + 735, + 1652, + 752 + ] + }, + { + "text": "双电机585马力", + "boxes": [ + 1446, + 750, + 1544, + 774 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 871, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 874, + 1722, + 907 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 196, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "瑞之夜，风…·", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×奇瑞之夜，风云A9L用技术", + "boxes": [ + 186, + 26, + 414, + 54 + ] + }, + { + "text": "C", + "boxes": [ + 66, + 68, + 126, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1874, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市12℃", + "boxes": [ + 1620, + 117, + 1744, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 344, + 171, + 694, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 250, + 1444, + 280 + ] + }, + { + "text": "汽车网评十关注", + "boxes": [ + 386, + 268, + 576, + 304 + ] + }, + { + "text": "9.7K关注者", + "boxes": [ + 1104, + 276, + 1174, + 298 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1416, + 278, + 1516, + 322 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1415, + 307, + 1547, + 356 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "奇瑞之夜，风云A9L用技术余上演降维打击！", + "boxes": [ + 368, + 347, + 1044, + 389 + ] + }, + { + "text": "班，提集灵感，", + "boxes": [ + 1450, + 351, + 1504, + 369 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "14小时·03分钟读取", + "boxes": [ + 364, + 411, + 552, + 447 + ] + }, + { + "text": "【豆包】绘画助手，免费好用！", + "boxes": [ + 1434, + 409, + 1680, + 445 + ] + }, + { + "text": "区", + "boxes": [ + 194, + 455, + 210, + 472 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1428, + 469, + 1530, + 494 + ] + }, + { + "text": "5 月13日，奇瑞汽车在龙山碰撞安全试验室召开“安全之夜”，正式揭晓基于全新 EOX平台打造的首款C 级旗舰轿车", + "boxes": [ + 362, + 502, + 1238, + 532 + ] + }, + { + "text": "风云A9L。这款承载着奇瑞冲击高端市场决心的车型，以“坚守安全底线、超越品质上限”为核心，通过超国标极", + "boxes": [ + 400, + 530, + 1240, + 560 + ] + }, + { + "text": "限测试、不计成本的技术投入和百万级豪华标准，重新定义中国汽车的价值高度。从技术验证到市场破局，风云A9L", + "boxes": [ + 364, + 556, + 1230, + 586 + ] + }, + { + "text": "访问汽车网评", + "boxes": [ + 1430, + 554, + 1550, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "正上演一场中国品牌向高端市场的硬核突围。", + "boxes": [ + 364, + 580, + 696, + 612 + ] + }, + { + "text": "吉利银河星舰9谋照曝光！预计5月", + "boxes": [ + 1444, + 600, + 1662, + 629 + ] + }, + { + "text": "内发布", + "boxes": [ + 1446, + 623, + 1494, + 649 + ] + }, + { + "text": "2025款极星Pole", + "boxes": [ + 1448, + 667, + 1548, + 691 + ] + }, + { + "text": "4实车亮相！", + "boxes": [ + 1576, + 669, + 1652, + 693 + ] + }, + { + "text": "标配Nappa座椅", + "boxes": [ + 1446, + 685, + 1550, + 715 + ] + }, + { + "text": "最大碰撞安全试验室", + "boxes": [ + 700, + 723, + 1006, + 758 + ] + }, + { + "text": "奥迪e-tron GTq", + "boxes": [ + 1448, + 731, + 1550, + 754 + ] + }, + { + "text": "ro官图发布", + "boxes": [ + 1578, + 735, + 1652, + 752 + ] + }, + { + "text": "双电机585马力", + "boxes": [ + 1446, + 750, + 1544, + 774 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 871, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 874, + 1722, + 907 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 196, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "瑞之夜，风…·", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "140_1_6", + "episode_id": 140, + "env_id": 1, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.3331298828125, + "advantages": 0.3397454023361206, + "generated_text": "{\n \"intent\": \"Click on the article标题'女演员甘薇宣布与贾跃亭离婚，否认得到40亿！' to start reading it.\",\n \"action\": \"Click(532, 373)\" \n}", + "action_string": "Click(532, 373)", + "intent_string": "Click on the article标题'女演员甘薇宣布与贾跃亭离婚，否认得到40亿！' to start reading it.", + "before_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 62, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1868, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻", + "boxes": [ + 152, + 117, + 286, + 147 + ] + }, + { + "text": "长春财经", + "boxes": [ + 270, + 117, + 430, + 147 + ] + }, + { + "text": "科技", + "boxes": [ + 442, + 119, + 492, + 145 + ] + }, + { + "text": "", + "boxes": [ + 484, + 125, + 514, + 139 + ] + }, + { + "text": "电视剧更多", + "boxes": [ + 504, + 117, + 632, + 149 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 1044, + 119, + 1114, + 145 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1430, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1472, + 117, + 1788, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1816, + 119, + 1860, + 147 + ] + }, + { + "text": "月灵霸服", + "boxes": [ + 617, + 186, + 937, + 290 + ] + }, + { + "text": "十级召唤变异月灵·爆率+99%", + "boxes": [ + 966, + 206, + 1190, + 236 + ] + }, + { + "text": "PK增伤+99%", + "boxes": [ + 942, + 232, + 1072, + 262 + ] + }, + { + "text": "上线免费赠送会员！", + "boxes": [ + 1066, + 232, + 1224, + 262 + ] + }, + { + "text": "刀刀暴击·自动挂机", + "boxes": [ + 932, + 258, + 1058, + 282 + ] + }, + { + "text": "带月灵打怪超爽", + "boxes": [ + 1068, + 256, + 1174, + 284 + ] + }, + { + "text": "O", + "boxes": [ + 352, + 316, + 388, + 352 + ] + }, + { + "text": "女演员甘薇宣布与贾跃亭离婚，否认得到", + "boxes": [ + 428, + 330, + 1100, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1154, + 334, + 1282, + 365 + ] + }, + { + "text": "郑钦文第7次交锋萨巴伦卡", + "boxes": [ + 1274, + 373, + 1468, + 403 + ] + }, + { + "text": "40亿！贾跃亭曾发视频：漂泊8年期待回", + "boxes": [ + 428, + 385, + 1088, + 433 + ] + }, + { + "text": "迎来历史性首胜！比赛全·", + "boxes": [ + 1278, + 397, + 1470, + 427 + ] + }, + { + "text": "", + "boxes": [ + 347, + 401, + 392, + 446 + ] + }, + { + "text": "北京", + "boxes": [ + 423, + 434, + 519, + 494 + ] + }, + { + "text": "评论-7小时前", + "boxes": [ + 1284, + 429, + 1370, + 455 + ] + }, + { + "text": "评论", + "boxes": [ + 358, + 447, + 386, + 471 + ] + }, + { + "text": "又有新身份！刘国梁，受邀", + "boxes": [ + 1276, + 463, + 1478, + 498 + ] + }, + { + "text": "☆", + "boxes": [ + 352, + 496, + 392, + 534 + ] + }, + { + "text": "成为\"联合国运动会大使\"", + "boxes": [ + 1278, + 488, + 1450, + 518 + ] + }, + { + "text": "", + "boxes": [ + 428, + 520, + 472, + 556 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 470, + 514, + 536, + 546 + ] + }, + { + "text": "1小时前", + "boxes": [ + 1281, + 519, + 1325, + 545 + ] + }, + { + "text": "收藏", + "boxes": [ + 350, + 531, + 392, + 570 + ] + }, + { + "text": "危机再临，全新干员强势助", + "boxes": [ + 1274, + 552, + 1476, + 592 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 390, + 619 + ] + }, + { + "text": "阵，点燃战场！", + "boxes": [ + 1274, + 582, + 1392, + 611 + ] + }, + { + "text": "5月14日，@甘薇521宣布与贾跃亭离婚，否认资产转移和贾跃亭给了她40亿，两人离婚的", + "boxes": [ + 428, + 592, + 1110, + 615 + ] + }, + { + "text": "原因是她在感情方面一味付出，而得到的回报少之又少。据悉，两人于2008年结婚，婚后", + "boxes": [ + 428, + 623, + 1112, + 653 + ] + }, + { + "text": "明日方舟", + "boxes": [ + 1306, + 617, + 1362, + 635 + ] + }, + { + "text": "分享", + "boxes": [ + 354, + 627, + 390, + 655 + ] + }, + { + "text": "育有两个女儿一个儿子。", + "boxes": [ + 426, + 657, + 608, + 687 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "日", + "boxes": [ + 354, + 679, + 386, + 709 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "新浪娱乐", + "boxes": [ + 492, + 733, + 592, + 758 + ] + }, + { + "text": "自微博网页版", + "boxes": [ + 548, + 756, + 622, + 774 + ] + }, + { + "text": "#甘微宣布离婚#甘微贾跃亭离婚#14日，@甘薇521宣布与贾跃亭离婚，否认资产转移", + "boxes": [ + 492, + 768, + 998, + 802 + ] + }, + { + "text": "和贾跃亭给了她40亿，两人离婚的原因是她在感情方面一味付出，而得到的回报少之又", + "boxes": [ + 492, + 792, + 992, + 826 + ] + }, + { + "text": "，两人于2008年结婚，婚后育有两个女儿一个儿子。", + "boxes": [ + 548, + 816, + 844, + 848 + ] + }, + { + "text": "对华", + "boxes": [ + 1258, + 838, + 1304, + 858 + ] + }, + { + "text": "心", + "boxes": [ + 1431, + 853, + 1461, + 881 + ] + }, + { + "text": "甘薇521", + "boxes": [ + 546, + 876, + 624, + 901 + ] + }, + { + "text": "前来自微博视频号", + "boxes": [ + 592, + 897, + 694, + 923 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1168, + 899, + 1336, + 929 + ] + }, + { + "text": "与贾总共同走过十余年，感恩相遇，亦尊重彼此选择。未来将以母亲、制片人、公", + "boxes": [ + 544, + 919, + 1056, + 955 + ] + }, + { + "text": "益践行者的身份继续前行。三个孩子是我生命的光，新作品《桃枝气泡》也正在启", + "boxes": [ + 544, + 941, + 1054, + 977 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催..", + "boxes": [ + 1170, + 945, + 1446, + 975 + ] + }, + { + "text": "动中，愿用故事传递更多力量口甘薇521的微博视频", + "boxes": [ + 544, + 967, + 892, + 997 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元.", + "boxes": [ + 1172, + 991, + 1452, + 1020 + ] + }, + { + "text": "演员甘薇宣", + "boxes": [ + 226, + 1050, + 292, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 62, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1868, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻", + "boxes": [ + 152, + 117, + 286, + 147 + ] + }, + { + "text": "长春财经", + "boxes": [ + 270, + 117, + 430, + 147 + ] + }, + { + "text": "科技", + "boxes": [ + 442, + 119, + 492, + 145 + ] + }, + { + "text": "", + "boxes": [ + 484, + 125, + 514, + 139 + ] + }, + { + "text": "电视剧更多", + "boxes": [ + 504, + 117, + 632, + 149 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 1044, + 119, + 1114, + 145 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1430, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1472, + 117, + 1788, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1816, + 119, + 1860, + 147 + ] + }, + { + "text": "月灵霸服", + "boxes": [ + 615, + 186, + 937, + 290 + ] + }, + { + "text": "十级召唤变异月灵·爆率+99%", + "boxes": [ + 966, + 206, + 1190, + 236 + ] + }, + { + "text": "PK增伤+99%", + "boxes": [ + 942, + 232, + 1072, + 262 + ] + }, + { + "text": "上线免费赠送会员！", + "boxes": [ + 1066, + 232, + 1224, + 262 + ] + }, + { + "text": "刀刀暴击·自动挂机", + "boxes": [ + 932, + 258, + 1058, + 282 + ] + }, + { + "text": "带月灵打怪超爽", + "boxes": [ + 1068, + 256, + 1174, + 284 + ] + }, + { + "text": "O", + "boxes": [ + 356, + 324, + 384, + 351 + ] + }, + { + "text": "女演员甘薇宣布与贾跃亭离婚，否认得到", + "boxes": [ + 428, + 330, + 1100, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1154, + 334, + 1282, + 365 + ] + }, + { + "text": "郑钦文第7次交锋萨巴伦卡", + "boxes": [ + 1274, + 373, + 1468, + 403 + ] + }, + { + "text": "40亿！贾跃亭曾发视频：漂泊8年期待回", + "boxes": [ + 428, + 385, + 1088, + 433 + ] + }, + { + "text": "迎来历史性首胜！比赛全·", + "boxes": [ + 1278, + 397, + 1470, + 427 + ] + }, + { + "text": "口", + "boxes": [ + 354, + 409, + 386, + 439 + ] + }, + { + "text": "北京", + "boxes": [ + 422, + 437, + 510, + 492 + ] + }, + { + "text": "评论-7小时前", + "boxes": [ + 1284, + 429, + 1370, + 455 + ] + }, + { + "text": "评论", + "boxes": [ + 354, + 445, + 388, + 474 + ] + }, + { + "text": "又有新身份！刘国梁，受邀", + "boxes": [ + 1276, + 463, + 1478, + 498 + ] + }, + { + "text": "☆", + "boxes": [ + 352, + 496, + 392, + 534 + ] + }, + { + "text": "成为\"联合国运动会大使\"", + "boxes": [ + 1278, + 488, + 1450, + 518 + ] + }, + { + "text": "", + "boxes": [ + 428, + 520, + 472, + 556 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 470, + 514, + 538, + 546 + ] + }, + { + "text": "1小时前", + "boxes": [ + 1281, + 519, + 1325, + 545 + ] + }, + { + "text": "收藏", + "boxes": [ + 354, + 536, + 388, + 566 + ] + }, + { + "text": "危机再临，全新干员强势助", + "boxes": [ + 1274, + 552, + 1476, + 592 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 390, + 619 + ] + }, + { + "text": "阵，点燃战场！", + "boxes": [ + 1274, + 582, + 1392, + 611 + ] + }, + { + "text": "5月14日，@甘薇521宣布与贾跃亭离婚，否认资产转移和贾跃亭给了她40亿，两人离婚的", + "boxes": [ + 428, + 592, + 1110, + 615 + ] + }, + { + "text": "原因是她在感情方面一味付出，而得到的回报少之又少。据悉，两人于2008年结婚，婚后", + "boxes": [ + 428, + 623, + 1112, + 653 + ] + }, + { + "text": "明日方舟", + "boxes": [ + 1306, + 617, + 1362, + 635 + ] + }, + { + "text": "分享", + "boxes": [ + 354, + 627, + 390, + 655 + ] + }, + { + "text": "育有两个女儿一个儿子。", + "boxes": [ + 426, + 657, + 608, + 687 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "日", + "boxes": [ + 354, + 679, + 386, + 709 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "新浪娱乐", + "boxes": [ + 492, + 733, + 592, + 758 + ] + }, + { + "text": "自微博网页版", + "boxes": [ + 548, + 756, + 622, + 774 + ] + }, + { + "text": "#甘微宣布离婚#甘微贾跃亭离婚#14日，@甘薇521宣布与贾跃亭离婚，否认资产转移", + "boxes": [ + 492, + 768, + 998, + 802 + ] + }, + { + "text": "和贾跃亭给了她40亿，两人离婚的原因是她在感情方面一味付出，而得到的回报少之又", + "boxes": [ + 492, + 792, + 992, + 826 + ] + }, + { + "text": "，两人于2008年结婚，婚后育有两个女儿一个儿子。", + "boxes": [ + 548, + 816, + 844, + 848 + ] + }, + { + "text": "对华", + "boxes": [ + 1258, + 838, + 1304, + 858 + ] + }, + { + "text": "心", + "boxes": [ + 1431, + 853, + 1461, + 881 + ] + }, + { + "text": "甘薇521", + "boxes": [ + 546, + 876, + 624, + 901 + ] + }, + { + "text": "前来自微博视频号", + "boxes": [ + 592, + 897, + 694, + 923 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1168, + 899, + 1336, + 929 + ] + }, + { + "text": "与贾总共同走过十余年，感恩相遇，亦尊重彼此选择。未来将以母亲、制片人、公", + "boxes": [ + 544, + 919, + 1056, + 955 + ] + }, + { + "text": "益践行者的身份继续前行。三个孩子是我生命的光，新作品《桃枝气泡》也正在启", + "boxes": [ + 544, + 941, + 1054, + 977 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催..", + "boxes": [ + 1170, + 945, + 1446, + 975 + ] + }, + { + "text": "动中，愿用故事传递更多力量口甘薇521的微博视频", + "boxes": [ + 544, + 967, + 892, + 997 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元.", + "boxes": [ + 1172, + 991, + 1452, + 1020 + ] + }, + { + "text": "演员甘薇宣", + "boxes": [ + 226, + 1050, + 292, + 1068 + ] + } + ] + }, + { + "frame_id": "140_2_6", + "episode_id": 140, + "env_id": 2, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.22089958190918, + "advantages": 0.2581912577152252, + "generated_text": "{\n \"intent\": \"Click on the article titled '赵丽颖新恋情爆出，网友祝福又担忧！男友赵德胤被扒黑历史不少' to explore more details.\",\n \"action\": \"Click(547, 365)\" \n}", + "action_string": "Click(547, 365)", + "intent_string": "Click on the article titled '赵丽颖新恋情爆出，网友祝福又担忧！男友赵德胤被扒黑历史不少' to explore more details.", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 38, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1870, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻长春财经科技电视剧更多", + "boxes": [ + 134, + 117, + 634, + 147 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 1042, + 117, + 1130, + 149 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1432, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1470, + 117, + 1790, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1814, + 117, + 1864, + 151 + ] + }, + { + "text": "全国在职硕士", + "boxes": [ + 546, + 216, + 820, + 258 + ] + }, + { + "text": "在职硕士招生", + "boxes": [ + 850, + 218, + 976, + 250 + ] + }, + { + "text": "O", + "boxes": [ + 458, + 223, + 526, + 270 + ] + }, + { + "text": "在职硕士", + "boxes": [ + 1128, + 236, + 1198, + 254 + ] + }, + { + "text": "搜索", + "boxes": [ + 1324, + 230, + 1386, + 262 + ] + }, + { + "text": "2024招生简章", + "boxes": [ + 848, + 246, + 982, + 276 + ] + }, + { + "text": "明师教育", + "boxes": [ + 1392, + 260, + 1480, + 292 + ] + }, + { + "text": "○", + "boxes": [ + 354, + 320, + 386, + 349 + ] + }, + { + "text": "赵丽颖新恋情爆出，网友祝福又担忧！男", + "boxes": [ + 428, + 330, + 1096, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1152, + 332, + 1280, + 363 + ] + }, + { + "text": "104", + "boxes": [ + 358, + 359, + 384, + 381 + ] + }, + { + "text": "《人生若如初见》最受质疑", + "boxes": [ + 1280, + 373, + 1474, + 403 + ] + }, + { + "text": "友赵德胤被扒黑历史不少", + "boxes": [ + 424, + 383, + 840, + 435 + ] + }, + { + "text": "演员出现！观众吐槽如此….", + "boxes": [ + 1276, + 395, + 1472, + 429 + ] + }, + { + "text": "口", + "boxes": [ + 358, + 407, + 382, + 435 + ] + }, + { + "text": "44评论-1小时前", + "boxes": [ + 1277, + 422, + 1383, + 459 + ] + }, + { + "text": "100", + "boxes": [ + 350, + 441, + 388, + 478 + ] + }, + { + "text": "?", + "boxes": [ + 432, + 463, + 472, + 502 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 464, + 461, + 552, + 486 + ] + }, + { + "text": "+关注", + "boxes": [ + 1040, + 467, + 1096, + 500 + ] + }, + { + "text": "《刑警的日子》大结局方婷", + "boxes": [ + 1282, + 460, + 1478, + 498 + ] + }, + { + "text": "2025-05-1501:19发布于山东电视剧领域创作者", + "boxes": [ + 468, + 472, + 738, + 506 + ] + }, + { + "text": "婷刘子明没复合！这正是…", + "boxes": [ + 1276, + 486, + 1470, + 522 + ] + }, + { + "text": "☆", + "boxes": [ + 352, + 496, + 392, + 534 + ] + }, + { + "text": "1评论1小时前", + "boxes": [ + 1277, + 518, + 1367, + 548 + ] + }, + { + "text": "3", + "boxes": [ + 360, + 534, + 380, + 564 + ] + }, + { + "text": "Al划重点·全文约1443字，阅读需5分钟", + "boxes": [ + 446, + 536, + 698, + 566 + ] + }, + { + "text": "「六周年庆典」新装时装限", + "boxes": [ + 1280, + 554, + 1480, + 590 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 388, + 619 + ] + }, + { + "text": "时上架，干员华丽归来！", + "boxes": [ + 1278, + 584, + 1454, + 608 + ] + }, + { + "text": "广告明日方舟", + "boxes": [ + 1282, + 617, + 1364, + 635 + ] + }, + { + "text": "62", + "boxes": [ + 364, + 631, + 378, + 649 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "目", + "boxes": [ + 358, + 681, + 386, + 709 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "", + "boxes": [ + 1848, + 725, + 1868, + 754 + ] + }, + { + "text": "回馈", + "boxes": [ + 1848, + 788, + 1868, + 826 + ] + }, + { + "text": "对华加", + "boxes": [ + 1258, + 838, + 1312, + 858 + ] + }, + { + "text": "关税", + "boxes": [ + 1340, + 842, + 1374, + 856 + ] + }, + { + "text": "C", + "boxes": [ + 1428, + 852, + 1462, + 881 + ] + }, + { + "text": "O", + "boxes": [ + 1852, + 862, + 1866, + 878 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1168, + 899, + 1336, + 929 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催..", + "boxes": [ + 1170, + 945, + 1446, + 975 + ] + }, + { + "text": "00:00/ 01:02", + "boxes": [ + 490, + 977, + 574, + 1001 + ] + }, + { + "text": "", + "boxes": [ + 1018, + 979, + 1052, + 999 + ] + }, + { + "text": "电", + "boxes": [ + 1070, + 981, + 1088, + 997 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元..", + "boxes": [ + 1170, + 991, + 1454, + 1020 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 38, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1870, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻长春财经科技电视剧更多", + "boxes": [ + 134, + 117, + 634, + 147 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 1042, + 117, + 1130, + 149 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1432, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1470, + 117, + 1790, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1814, + 117, + 1864, + 151 + ] + }, + { + "text": "全国在职硕士", + "boxes": [ + 546, + 216, + 820, + 258 + ] + }, + { + "text": "在职硕士招生", + "boxes": [ + 850, + 218, + 976, + 250 + ] + }, + { + "text": "O", + "boxes": [ + 458, + 223, + 526, + 270 + ] + }, + { + "text": "在职硕士", + "boxes": [ + 1128, + 236, + 1198, + 254 + ] + }, + { + "text": "搜索", + "boxes": [ + 1324, + 230, + 1386, + 262 + ] + }, + { + "text": "2024招生简章", + "boxes": [ + 848, + 246, + 982, + 276 + ] + }, + { + "text": "明师教育", + "boxes": [ + 1392, + 260, + 1480, + 292 + ] + }, + { + "text": "○", + "boxes": [ + 354, + 320, + 386, + 349 + ] + }, + { + "text": "赵丽颖新恋情爆出，网友祝福又担忧！男", + "boxes": [ + 428, + 330, + 1096, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1152, + 332, + 1280, + 363 + ] + }, + { + "text": "104", + "boxes": [ + 358, + 359, + 384, + 381 + ] + }, + { + "text": "《人生若如初见》最受质疑", + "boxes": [ + 1280, + 373, + 1474, + 403 + ] + }, + { + "text": "友赵德胤被扒黑历史不少", + "boxes": [ + 424, + 383, + 840, + 435 + ] + }, + { + "text": "演员出现！观众吐槽如此….", + "boxes": [ + 1276, + 395, + 1472, + 429 + ] + }, + { + "text": "口", + "boxes": [ + 358, + 407, + 382, + 435 + ] + }, + { + "text": "44评论-1小时前", + "boxes": [ + 1277, + 422, + 1383, + 459 + ] + }, + { + "text": "100", + "boxes": [ + 350, + 441, + 388, + 478 + ] + }, + { + "text": "?", + "boxes": [ + 432, + 463, + 472, + 502 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 464, + 461, + 552, + 486 + ] + }, + { + "text": "+关注", + "boxes": [ + 1040, + 467, + 1096, + 500 + ] + }, + { + "text": "《刑警的日子》大结局方婷", + "boxes": [ + 1282, + 460, + 1478, + 498 + ] + }, + { + "text": "2025-05-1501:19发布于山东电视剧领域创作者", + "boxes": [ + 468, + 472, + 738, + 506 + ] + }, + { + "text": "婷刘子明没复合！这正是…", + "boxes": [ + 1276, + 486, + 1470, + 522 + ] + }, + { + "text": "☆", + "boxes": [ + 352, + 496, + 392, + 534 + ] + }, + { + "text": "1评论1小时前", + "boxes": [ + 1277, + 518, + 1367, + 548 + ] + }, + { + "text": "3", + "boxes": [ + 360, + 534, + 380, + 564 + ] + }, + { + "text": "Al划重点·全文约1443字，阅读需5分钟", + "boxes": [ + 446, + 536, + 698, + 566 + ] + }, + { + "text": "「六周年庆典」新装时装限", + "boxes": [ + 1280, + 554, + 1480, + 590 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 388, + 619 + ] + }, + { + "text": "时上架，干员华丽归来！", + "boxes": [ + 1278, + 584, + 1454, + 608 + ] + }, + { + "text": "广告明日方舟", + "boxes": [ + 1282, + 617, + 1364, + 635 + ] + }, + { + "text": "62", + "boxes": [ + 364, + 631, + 378, + 649 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "目", + "boxes": [ + 358, + 681, + 386, + 709 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "", + "boxes": [ + 1848, + 725, + 1868, + 754 + ] + }, + { + "text": "回馈", + "boxes": [ + 1848, + 788, + 1868, + 826 + ] + }, + { + "text": "对华加", + "boxes": [ + 1258, + 838, + 1312, + 858 + ] + }, + { + "text": "关税", + "boxes": [ + 1340, + 842, + 1374, + 856 + ] + }, + { + "text": "C", + "boxes": [ + 1428, + 852, + 1462, + 881 + ] + }, + { + "text": "O", + "boxes": [ + 1852, + 862, + 1866, + 878 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1168, + 899, + 1336, + 929 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催..", + "boxes": [ + 1170, + 945, + 1446, + 975 + ] + }, + { + "text": "00:00/ 01:02", + "boxes": [ + 490, + 977, + 574, + 1001 + ] + }, + { + "text": "", + "boxes": [ + 1018, + 979, + 1052, + 999 + ] + }, + { + "text": "电", + "boxes": [ + 1070, + 981, + 1088, + 997 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元..", + "boxes": [ + 1170, + 991, + 1454, + 1020 + ] + } + ] + }, + { + "frame_id": "140_3_6", + "episode_id": 140, + "env_id": 3, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.231094360351562, + "advantages": -0.4610683023929596, + "generated_text": "{\n \"intent\": \"Explore and familiarize myself with different MacBook Air options available on the Apple website.\",\n \"action\": \"Click(530, 768)\" \n}", + "action_string": "Click(530, 768)", + "intent_string": "Explore and familiarize myself with different MacBook Air options available on the Apple website.", + "before_screen_ocr_results": [ + { + "text": "Buy MacBook Air -Appl", + "boxes": [ + 780, + 2, + 982, + 26 + ] + }, + { + "text": "目☆", + "boxes": [ + 1538, + 62, + 1662, + 91 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 544, + 127 + ] + }, + { + "text": "Phone", + "boxes": [ + 700, + 113, + 730, + 127 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Visior", + "boxes": [ + 842, + 113, + 870, + 127 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 129 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1052, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1082, + 109, + 1168, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1200, + 111, + 1268, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "口", + "boxes": [ + 1426, + 111, + 1444, + 127 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 460, + 153, + 588, + 185 + ] + }, + { + "text": "Overview", + "boxes": [ + 1254, + 161, + 1316, + 181 + ] + }, + { + "text": " macos", + "boxes": [ + 1322, + 161, + 1376, + 179 + ] + }, + { + "text": " Compare", + "boxes": [ + 1386, + 161, + 1444, + 181 + ] + }, + { + "text": "Choose your new MacBook Air.", + "boxes": [ + 622, + 322, + 1286, + 381 + ] + }, + { + "text": "B", + "boxes": [ + 934, + 407, + 974, + 437 + ] + }, + { + "text": "Have questions about buying a Mac?", + "boxes": [ + 804, + 439, + 1106, + 469 + ] + }, + { + "text": "Chat with a Mac Specialist 7", + "boxes": [ + 844, + 467, + 1066, + 490 + ] + }, + { + "text": "13-inch", + "boxes": [ + 848, + 550, + 922, + 582 + ] + }, + { + "text": "15-inch", + "boxes": [ + 986, + 550, + 1062, + 582 + ] + }, + { + "text": "From $999", + "boxes": [ + 847, + 571, + 921, + 602 + ] + }, + { + "text": "From $1199", + "boxes": [ + 988, + 576, + 1060, + 602 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Buy MacBook Air -Apple", + "boxes": [ + 780, + 2, + 984, + 26 + ] + }, + { + "text": "目☆", + "boxes": [ + 1538, + 62, + 1662, + 91 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 544, + 127 + ] + }, + { + "text": "Phone", + "boxes": [ + 700, + 113, + 730, + 127 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Visior", + "boxes": [ + 842, + 113, + 870, + 127 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 129 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1052, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1082, + 109, + 1168, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1200, + 111, + 1268, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "口", + "boxes": [ + 1426, + 111, + 1444, + 127 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 460, + 153, + 588, + 185 + ] + }, + { + "text": "Overview", + "boxes": [ + 1254, + 161, + 1316, + 181 + ] + }, + { + "text": " macos", + "boxes": [ + 1322, + 161, + 1376, + 179 + ] + }, + { + "text": " Compare", + "boxes": [ + 1386, + 161, + 1444, + 181 + ] + }, + { + "text": "Choose your new MacBook Air.", + "boxes": [ + 622, + 322, + 1286, + 381 + ] + }, + { + "text": "B", + "boxes": [ + 934, + 407, + 974, + 437 + ] + }, + { + "text": "Have questions about buying a Mac?", + "boxes": [ + 804, + 439, + 1106, + 469 + ] + }, + { + "text": "Chat with a Mac Specialist 7", + "boxes": [ + 844, + 467, + 1066, + 490 + ] + }, + { + "text": "13-inch", + "boxes": [ + 848, + 550, + 922, + 582 + ] + }, + { + "text": "15-inch", + "boxes": [ + 986, + 550, + 1062, + 582 + ] + }, + { + "text": "From $999", + "boxes": [ + 847, + 571, + 921, + 602 + ] + }, + { + "text": "From $1199", + "boxes": [ + 988, + 576, + 1060, + 602 + ] + } + ] + }, + { + "frame_id": "140_4_6", + "episode_id": 140, + "env_id": 4, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.273402214050293, + "advantages": -0.4303245544433594, + "generated_text": "{\n \"intent\": \"I want to access the content of Zhihu by completing the verification process.\",\n \"action\": \"Click(624, 420)\" \n}", + "action_string": "Click(624, 420)", + "intent_string": "I want to access the content of Zhihu by completing the verification process.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1055, + 380, + 1109, + 412 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1055, + 380, + 1109, + 412 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 664, + 413, + 858, + 437 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "140_5_6", + "episode_id": 140, + "env_id": 5, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.619060516357422, + "advantages": -0.17914579808712006, + "generated_text": "{\n \"intent\": \"探索这篇新闻，获取关于AI平台送太空的信息和图片。\",\n \"action\": \"DoubleClick(997, 452)\"\n}", + "action_string": "DoubleClick(997, 452)", + "intent_string": "探索这篇新闻，获取关于AI平台送太空的信息和图片。", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 113, + 890, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1152, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将A送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "新闻", + "boxes": [ + 514, + 111, + 546, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 858, + 108, + 893, + 134 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1168, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道>", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1186, + 365 + ] + }, + { + "text": "来源：央视新闻丨2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，", + "boxes": [ + 488, + 441, + 778, + 471 + ] + }, + { + "text": "国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭", + "boxes": [ + 776, + 441, + 1218, + 471 + ] + }, + { + "text": "成功将太空计算星座021任", + "boxes": [ + 1224, + 441, + 1446, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "140_6_6", + "episode_id": 140, + "env_id": 6, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.207378387451172, + "advantages": -0.4783019423484802, + "generated_text": "{\n \"intent\": \"The user wants to find more information about launching AI into space.\",\n \"action\": \"Move(990, 47)\"\n}", + "action_string": "Move(990, 47)", + "intent_string": "The user wants to find more information about launching AI into space.", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 266, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 210, + 208, + 232 + ] + }, + { + "text": "IMAGES ", + "boxes": [ + 242, + 208, + 294, + 234 + ] + }, + { + "text": "VIDEOS", + "boxes": [ + 330, + 212, + 372, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 230 + ] + }, + { + "text": " About 2,670,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 292, + 272, + 324 + ] + }, + { + "text": "￥", + "boxes": [ + 266, + 290, + 294, + 312 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "长O", + "boxes": [ + 174, + 338, + 232, + 369 + ] + }, + { + "text": "Global web icon", + "boxes": [ + 220, + 338, + 346, + 367 + ] + }, + { + "text": "戎功发射全球首个太空计算卫星星座", + "boxes": [ + 344, + 338, + 666, + 367 + ] + }, + { + "text": "15 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 176, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着.", + "boxes": [ + 176, + 387, + 760, + 417 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 210, + 435, + 278, + 461 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://wwv", + "boxes": [ + 214, + 455, + 284, + 472 + ] + }, + { + "text": "w.thepaper.cn", + "boxes": [ + 282, + 453, + 370, + 476 + ] + }, + { + "text": " Translate this result", + "boxes": [ + 368, + 455, + 490, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "18 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 502, + 786, + 532 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 208, + 572, + 266, + 604 + ] + }, + { + "text": "O", + "boxes": [ + 182, + 584, + 218, + 611 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 176, + 615, + 722, + 651 + ] + }, + { + "text": "18 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 178, + 667, + 762, + 691 + ] + }, + { + "text": "C", + "boxes": [ + 178, + 721, + 210, + 752 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 212, + 715, + 292, + 741 + ] + }, + { + "text": "https://cn.chinadailycomcnTranslatethisresut", + "boxes": [ + 210, + 731, + 514, + 760 + ] + }, + { + "text": "将AI送上太空我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 176, + 756, + 706, + 792 + ] + }, + { + "text": "16 hours ago·12星箭上排布图 首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 178, + 784, + 780, + 814 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链", + "boxes": [ + 178, + 810, + 774, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/inancesinacom.cn tech rolldoc. Trnslatethisresult", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 174, + 897, + 672, + 933 + ] + }, + { + "text": "5 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 174, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的\"三体计算星座\"的首次发射，", + "boxes": [ + 174, + 945, + 574, + 977 + ] + }, + { + "text": "?", + "boxes": [ + 179, + 1001, + 211, + 1032 + ] + }, + { + "text": "封面新闻", + "boxes": [ + 212, + 995, + 278, + 1020 + ] + }, + { + "text": "http://ww.thecover.cn>news Translate this result", + "boxes": [ + 210, + 1008, + 534, + 1042 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 300, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 266, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "Signir", + "boxes": [ + 1566, + 163, + 1602, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 210, + 208, + 232 + ] + }, + { + "text": "IMAGES ", + "boxes": [ + 242, + 208, + 294, + 234 + ] + }, + { + "text": "VIDEOS", + "boxes": [ + 330, + 212, + 372, + 232 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 2,670,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "C", + "boxes": [ + 176, + 298, + 216, + 335 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 292, + 264, + 324 + ] + }, + { + "text": "*Q", + "boxes": [ + 178, + 339, + 232, + 369 + ] + }, + { + "text": "Global web icon", + "boxes": [ + 220, + 338, + 348, + 367 + ] + }, + { + "text": "戎功发射全球首个太空计算卫星星座", + "boxes": [ + 342, + 336, + 668, + 371 + ] + }, + { + "text": "15 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 176, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着.", + "boxes": [ + 176, + 387, + 760, + 417 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 210, + 435, + 278, + 461 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://wwv", + "boxes": [ + 214, + 455, + 284, + 472 + ] + }, + { + "text": "v.thepaper.cn", + "boxes": [ + 284, + 457, + 372, + 474 + ] + }, + { + "text": " Translate this result", + "boxes": [ + 368, + 455, + 490, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "18 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 208, + 572, + 266, + 604 + ] + }, + { + "text": "O", + "boxes": [ + 182, + 584, + 218, + 611 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 174, + 613, + 724, + 653 + ] + }, + { + "text": "18 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 178, + 669, + 762, + 693 + ] + }, + { + "text": "C", + "boxes": [ + 178, + 721, + 210, + 752 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 212, + 715, + 292, + 741 + ] + }, + { + "text": "https://cn.chinadaly.com.cn Translaethis result ", + "boxes": [ + 210, + 731, + 514, + 760 + ] + }, + { + "text": "将AI送上太空 我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 174, + 756, + 704, + 792 + ] + }, + { + "text": "ours ago·12星箭上排布图首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 206, + 784, + 780, + 814 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链", + "boxes": [ + 178, + 810, + 774, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 190, + 872, + 202, + 883 + ] + }, + { + "text": "https:/inancesinacom.cn tech rolldoc. Trnslatethisresult", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 174, + 897, + 672, + 933 + ] + }, + { + "text": "5 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 174, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的\"三体计算星座\"的首次发射。", + "boxes": [ + 174, + 945, + 576, + 977 + ] + }, + { + "text": ">", + "boxes": [ + 180, + 1001, + 212, + 1032 + ] + }, + { + "text": "封面新闻", + "boxes": [ + 212, + 995, + 278, + 1020 + ] + }, + { + "text": "http://ww.thecover.cn>news Translate this result", + "boxes": [ + 210, + 1008, + 534, + 1042 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 292, + 1070 + ] + } + ] + }, + { + "frame_id": "140_7_6", + "episode_id": 140, + "env_id": 7, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.494077682495117, + "advantages": -0.9966346025466919, + "generated_text": "{\n \"intent\": \"The main task is to begin exploring the platform by logging into Zhihu.\",\n \"action\": \"DoubleClick(300, 350)\" \n}", + "action_string": "DoubleClick(300, 350)", + "intent_string": "The main task is to begin exploring the platform by logging into Zhihu.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 6, + 28, + 244, + 52 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 946, + 310, + 1040, + 341 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎App", + "boxes": [ + 708, + 383, + 812, + 409 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 660, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 28, + 244, + 52 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 946, + 310, + 1040, + 341 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎App", + "boxes": [ + 708, + 383, + 812, + 409 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 660, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "140_0_7", + "episode_id": 140, + "env_id": 0, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.032593727111816, + "advantages": 0.12135546654462814, + "generated_text": "{\n \"intent\": \"Click on an interesting article titled '奇瑞之夜，风云A9L用技术冗余上演降维打击！' related to automотive news.\",\n \"action\": \"Click(525, 366)\" \n}", + "action_string": "Click(525, 366)", + "intent_string": "Click on an interesting article titled '奇瑞之夜，风云A9L用技术冗余上演降维打击！' related to automотive news.", + "before_screen_ocr_results": [ + { + "text": "×奇瑞之夜，风云A9L用技术", + "boxes": [ + 186, + 26, + 414, + 54 + ] + }, + { + "text": "C", + "boxes": [ + 66, + 68, + 126, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1874, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市12℃", + "boxes": [ + 1620, + 117, + 1744, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 344, + 171, + 694, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 250, + 1444, + 280 + ] + }, + { + "text": "汽车网评十关注", + "boxes": [ + 386, + 268, + 576, + 304 + ] + }, + { + "text": "9.7K关注者", + "boxes": [ + 1104, + 276, + 1174, + 298 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1416, + 278, + 1516, + 322 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1415, + 307, + 1547, + 356 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "奇瑞之夜，风云A9L用技术余上演降维打击！", + "boxes": [ + 368, + 347, + 1044, + 389 + ] + }, + { + "text": "班，提集灵感，", + "boxes": [ + 1450, + 351, + 1504, + 369 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "14小时·03分钟读取", + "boxes": [ + 364, + 411, + 552, + 447 + ] + }, + { + "text": "【豆包】绘画助手，免费好用！", + "boxes": [ + 1434, + 409, + 1680, + 445 + ] + }, + { + "text": "区", + "boxes": [ + 194, + 455, + 210, + 472 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1428, + 469, + 1530, + 494 + ] + }, + { + "text": "5 月13日，奇瑞汽车在龙山碰撞安全试验室召开“安全之夜”，正式揭晓基于全新 EOX平台打造的首款C 级旗舰轿车", + "boxes": [ + 362, + 502, + 1238, + 532 + ] + }, + { + "text": "风云A9L。这款承载着奇瑞冲击高端市场决心的车型，以“坚守安全底线、超越品质上限”为核心，通过超国标极", + "boxes": [ + 400, + 530, + 1240, + 560 + ] + }, + { + "text": "限测试、不计成本的技术投入和百万级豪华标准，重新定义中国汽车的价值高度。从技术验证到市场破局，风云A9L", + "boxes": [ + 364, + 556, + 1230, + 586 + ] + }, + { + "text": "访问汽车网评", + "boxes": [ + 1430, + 554, + 1550, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "正上演一场中国品牌向高端市场的硬核突围。", + "boxes": [ + 364, + 580, + 696, + 612 + ] + }, + { + "text": "吉利银河星舰9谋照曝光！预计5月", + "boxes": [ + 1444, + 600, + 1662, + 629 + ] + }, + { + "text": "内发布", + "boxes": [ + 1446, + 623, + 1494, + 649 + ] + }, + { + "text": "2025款极星Pole", + "boxes": [ + 1448, + 667, + 1548, + 691 + ] + }, + { + "text": "4实车亮相！", + "boxes": [ + 1576, + 669, + 1652, + 693 + ] + }, + { + "text": "标配Nappa座椅", + "boxes": [ + 1446, + 685, + 1550, + 715 + ] + }, + { + "text": "最大碰撞安全试验室", + "boxes": [ + 700, + 723, + 1006, + 758 + ] + }, + { + "text": "奥迪e-tron GTq", + "boxes": [ + 1448, + 731, + 1550, + 754 + ] + }, + { + "text": "ro官图发布", + "boxes": [ + 1578, + 735, + 1652, + 752 + ] + }, + { + "text": "双电机585马力", + "boxes": [ + 1446, + 750, + 1544, + 774 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 871, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 874, + 1722, + 907 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 196, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "瑞之夜，风…·", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×奇瑞之夜，风云A9L用技术", + "boxes": [ + 186, + 26, + 414, + 54 + ] + }, + { + "text": "C", + "boxes": [ + 66, + 68, + 126, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1874, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市12℃", + "boxes": [ + 1620, + 117, + 1744, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 344, + 171, + 694, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 250, + 1444, + 280 + ] + }, + { + "text": "汽车网评十关注", + "boxes": [ + 386, + 268, + 576, + 304 + ] + }, + { + "text": "9.7K关注者", + "boxes": [ + 1104, + 276, + 1174, + 298 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1416, + 278, + 1516, + 322 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1415, + 307, + 1547, + 356 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "奇瑞之夜，风云A9L用技术余上演降维打击！", + "boxes": [ + 368, + 347, + 1044, + 389 + ] + }, + { + "text": "班，提集灵感，", + "boxes": [ + 1450, + 351, + 1504, + 369 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "14小时·03分钟读取", + "boxes": [ + 364, + 411, + 552, + 447 + ] + }, + { + "text": "【豆包】绘画助手，免费好用！", + "boxes": [ + 1434, + 409, + 1680, + 445 + ] + }, + { + "text": "区", + "boxes": [ + 194, + 455, + 210, + 472 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1428, + 469, + 1530, + 494 + ] + }, + { + "text": "5 月13日，奇瑞汽车在龙山碰撞安全试验室召开“安全之夜”，正式揭晓基于全新 EOX平台打造的首款C 级旗舰轿车", + "boxes": [ + 362, + 502, + 1238, + 532 + ] + }, + { + "text": "风云A9L。这款承载着奇瑞冲击高端市场决心的车型，以“坚守安全底线、超越品质上限”为核心，通过超国标极", + "boxes": [ + 400, + 530, + 1240, + 560 + ] + }, + { + "text": "限测试、不计成本的技术投入和百万级豪华标准，重新定义中国汽车的价值高度。从技术验证到市场破局，风云A9L", + "boxes": [ + 364, + 556, + 1230, + 586 + ] + }, + { + "text": "访问汽车网评", + "boxes": [ + 1430, + 554, + 1550, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "正上演一场中国品牌向高端市场的硬核突围。", + "boxes": [ + 364, + 580, + 696, + 612 + ] + }, + { + "text": "吉利银河星舰9谋照曝光！预计5月", + "boxes": [ + 1444, + 600, + 1662, + 629 + ] + }, + { + "text": "内发布", + "boxes": [ + 1446, + 623, + 1494, + 649 + ] + }, + { + "text": "2025款极星Pole", + "boxes": [ + 1448, + 667, + 1548, + 691 + ] + }, + { + "text": "4实车亮相！", + "boxes": [ + 1576, + 669, + 1652, + 693 + ] + }, + { + "text": "标配Nappa座椅", + "boxes": [ + 1446, + 685, + 1550, + 715 + ] + }, + { + "text": "最大碰撞安全试验室", + "boxes": [ + 700, + 723, + 1006, + 758 + ] + }, + { + "text": "奥迪e-tron GTq", + "boxes": [ + 1448, + 731, + 1550, + 754 + ] + }, + { + "text": "ro官图发布", + "boxes": [ + 1578, + 735, + 1652, + 752 + ] + }, + { + "text": "双电机585马力", + "boxes": [ + 1446, + 750, + 1544, + 774 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 871, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 874, + 1722, + 907 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 196, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "瑞之夜，风…·", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "140_1_7", + "episode_id": 140, + "env_id": 1, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.956686019897461, + "advantages": -0.66047203540802, + "generated_text": "{\n \"intent\": \"Exploring the article about the important news about rural farmers livestreaming, which may provide valuable information and insights for me.\",\n \"action\": \"Click(504, 348)\"\n}", + "action_string": "Click(504, 348)", + "intent_string": "Exploring the article about the important news about rural farmers livestreaming, which may provide valuable information and insights for me.", + "before_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 62, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1868, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻", + "boxes": [ + 152, + 117, + 286, + 147 + ] + }, + { + "text": "长春财经", + "boxes": [ + 270, + 117, + 430, + 147 + ] + }, + { + "text": "", + "boxes": [ + 420, + 125, + 450, + 139 + ] + }, + { + "text": "科技", + "boxes": [ + 442, + 119, + 492, + 145 + ] + }, + { + "text": "", + "boxes": [ + 484, + 125, + 514, + 139 + ] + }, + { + "text": "电视剧更多", + "boxes": [ + 504, + 117, + 632, + 149 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 1044, + 119, + 1114, + 145 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1430, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1472, + 117, + 1788, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1816, + 119, + 1860, + 147 + ] + }, + { + "text": "月灵霸服", + "boxes": [ + 533, + 184, + 935, + 293 + ] + }, + { + "text": "十级召唤变异月灵·爆率+99%", + "boxes": [ + 966, + 206, + 1198, + 236 + ] + }, + { + "text": "PK增伤+99%", + "boxes": [ + 942, + 232, + 1072, + 262 + ] + }, + { + "text": "上线免费赠送会员！", + "boxes": [ + 1066, + 232, + 1224, + 262 + ] + }, + { + "text": "刀刀景击·自动挂机", + "boxes": [ + 932, + 258, + 1058, + 282 + ] + }, + { + "text": "带月灵打怪超爽", + "boxes": [ + 1068, + 256, + 1174, + 284 + ] + }, + { + "text": "O", + "boxes": [ + 356, + 324, + 384, + 351 + ] + }, + { + "text": "女演员甘薇宣布与贾跃亭离婚，否认得到", + "boxes": [ + 428, + 330, + 1100, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1154, + 334, + 1282, + 365 + ] + }, + { + "text": "郑钦文第7次交锋萨巴伦卡", + "boxes": [ + 1274, + 373, + 1468, + 403 + ] + }, + { + "text": "40亿！贾跃亭曾发视频：漂泊8年期待回", + "boxes": [ + 426, + 385, + 1088, + 433 + ] + }, + { + "text": "迎来历史性首胜！比赛全…", + "boxes": [ + 1278, + 397, + 1470, + 427 + ] + }, + { + "text": "口", + "boxes": [ + 354, + 409, + 386, + 439 + ] + }, + { + "text": "北京", + "boxes": [ + 422, + 437, + 510, + 492 + ] + }, + { + "text": "评论-7小时前", + "boxes": [ + 1284, + 429, + 1372, + 455 + ] + }, + { + "text": "评论", + "boxes": [ + 354, + 447, + 388, + 474 + ] + }, + { + "text": "又有新身份！刘国梁，受邀", + "boxes": [ + 1276, + 463, + 1478, + 498 + ] + }, + { + "text": "☆", + "boxes": [ + 352, + 496, + 392, + 534 + ] + }, + { + "text": "成为\"联合国运动会大使\"", + "boxes": [ + 1278, + 488, + 1450, + 518 + ] + }, + { + "text": "", + "boxes": [ + 428, + 520, + 472, + 556 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 470, + 514, + 538, + 546 + ] + }, + { + "text": "1小时前", + "boxes": [ + 1281, + 519, + 1325, + 545 + ] + }, + { + "text": "收藏", + "boxes": [ + 354, + 536, + 388, + 566 + ] + }, + { + "text": "危机再临，全新干员强势助", + "boxes": [ + 1274, + 552, + 1476, + 592 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 390, + 619 + ] + }, + { + "text": "阵，点燃战场！", + "boxes": [ + 1274, + 582, + 1392, + 611 + ] + }, + { + "text": "5月14日，@甘薇521宣布与贾跃亭离婚，否认资产转移和贾跃亭给了她40亿，两人离婚的", + "boxes": [ + 428, + 592, + 1110, + 615 + ] + }, + { + "text": "原因是她在感情方面一味付出，而得到的回报少之又少。据悉，两人于2008年结婚，婚后", + "boxes": [ + 428, + 623, + 1112, + 653 + ] + }, + { + "text": "明日方舟", + "boxes": [ + 1306, + 617, + 1362, + 635 + ] + }, + { + "text": "分享", + "boxes": [ + 354, + 627, + 390, + 655 + ] + }, + { + "text": "育有两个女儿一个儿子。", + "boxes": [ + 426, + 657, + 608, + 687 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "日", + "boxes": [ + 354, + 679, + 386, + 709 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "新浪娱乐", + "boxes": [ + 492, + 733, + 592, + 758 + ] + }, + { + "text": "自微博网页版", + "boxes": [ + 548, + 756, + 622, + 774 + ] + }, + { + "text": "#甘薇宣布离婚#甘微贾跃亭离婚#14日，@甘薇521宣布与贾跃亭离婚，否认资产转移", + "boxes": [ + 492, + 768, + 998, + 802 + ] + }, + { + "text": "和贾跃亭给了她40亿，两人离婚的原因是她在感情方面一味付出，而得到的回报少之又", + "boxes": [ + 492, + 792, + 992, + 826 + ] + }, + { + "text": "，两人于2008年结婚，婚后育有两个女儿一个儿子。", + "boxes": [ + 548, + 816, + 844, + 848 + ] + }, + { + "text": "对华", + "boxes": [ + 1258, + 838, + 1304, + 858 + ] + }, + { + "text": "心", + "boxes": [ + 1431, + 853, + 1461, + 881 + ] + }, + { + "text": "甘薇521", + "boxes": [ + 546, + 876, + 624, + 901 + ] + }, + { + "text": "前来自微博视频号", + "boxes": [ + 592, + 897, + 694, + 923 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1168, + 899, + 1336, + 929 + ] + }, + { + "text": "与贾总共同走过十余年，感恩相遇，亦尊重彼此选择。未来将以母亲、制片人、公", + "boxes": [ + 544, + 919, + 1056, + 955 + ] + }, + { + "text": "益践行者的身份继续前行。三个孩子是我生命的光，新作品《桃枝气泡》也正在启", + "boxes": [ + 544, + 941, + 1054, + 977 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催..", + "boxes": [ + 1170, + 945, + 1446, + 975 + ] + }, + { + "text": "动中，愿用故事传递更多力量口甘薇521的微博视频", + "boxes": [ + 544, + 967, + 892, + 997 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元.", + "boxes": [ + 1172, + 991, + 1452, + 1020 + ] + }, + { + "text": "演员甘薇宣", + "boxes": [ + 226, + 1050, + 292, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 62, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1868, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻", + "boxes": [ + 152, + 117, + 286, + 147 + ] + }, + { + "text": "长春财经", + "boxes": [ + 270, + 117, + 430, + 147 + ] + }, + { + "text": "科技", + "boxes": [ + 442, + 119, + 492, + 145 + ] + }, + { + "text": "", + "boxes": [ + 484, + 125, + 514, + 139 + ] + }, + { + "text": "电视剧更多", + "boxes": [ + 504, + 117, + 632, + 149 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 1044, + 119, + 1112, + 145 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1430, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1472, + 117, + 1788, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1816, + 119, + 1860, + 147 + ] + }, + { + "text": "月灵霸服", + "boxes": [ + 597, + 186, + 935, + 293 + ] + }, + { + "text": "十级召唤变异月灵·爆率+99%", + "boxes": [ + 970, + 206, + 1186, + 236 + ] + }, + { + "text": "PK增伤+99%", + "boxes": [ + 942, + 232, + 1068, + 262 + ] + }, + { + "text": "上线免费赠送会员！", + "boxes": [ + 1064, + 232, + 1224, + 262 + ] + }, + { + "text": "刀刀景击·自动挂机", + "boxes": [ + 930, + 258, + 1056, + 282 + ] + }, + { + "text": "带月灵打怪超爽", + "boxes": [ + 1070, + 258, + 1174, + 282 + ] + }, + { + "text": "O", + "boxes": [ + 356, + 324, + 384, + 351 + ] + }, + { + "text": "女演员甘薇宣布与贾跃亭离婚，否认得到", + "boxes": [ + 428, + 330, + 1100, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1154, + 334, + 1282, + 365 + ] + }, + { + "text": "郑钦文第7次交锋萨巴伦卡", + "boxes": [ + 1274, + 373, + 1468, + 403 + ] + }, + { + "text": "40亿！贾跃亭曾发视频：漂泊8年期待回", + "boxes": [ + 426, + 385, + 1086, + 433 + ] + }, + { + "text": "迎来历史性首胜！比赛全…", + "boxes": [ + 1278, + 397, + 1470, + 427 + ] + }, + { + "text": "", + "boxes": [ + 347, + 401, + 392, + 446 + ] + }, + { + "text": "北京", + "boxes": [ + 422, + 437, + 510, + 492 + ] + }, + { + "text": "评论-7小时前", + "boxes": [ + 1284, + 429, + 1370, + 455 + ] + }, + { + "text": "评论", + "boxes": [ + 354, + 447, + 388, + 474 + ] + }, + { + "text": "又有新身份！刘国梁，受邀", + "boxes": [ + 1276, + 463, + 1478, + 498 + ] + }, + { + "text": "☆", + "boxes": [ + 352, + 496, + 392, + 534 + ] + }, + { + "text": "成为\"联合国运动会大使\"", + "boxes": [ + 1278, + 488, + 1450, + 518 + ] + }, + { + "text": "", + "boxes": [ + 428, + 520, + 472, + 556 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 470, + 514, + 538, + 546 + ] + }, + { + "text": "1小时前", + "boxes": [ + 1281, + 519, + 1325, + 545 + ] + }, + { + "text": "收藏", + "boxes": [ + 354, + 536, + 388, + 566 + ] + }, + { + "text": "危机再临，全新干员强势助", + "boxes": [ + 1274, + 552, + 1476, + 592 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 390, + 619 + ] + }, + { + "text": "阵，点燃战场！", + "boxes": [ + 1274, + 582, + 1392, + 611 + ] + }, + { + "text": "5月14日，@甘薇521宣布与贾跃亭离婚，否认资产转移和贾跃亭给了她40亿，两人离婚的", + "boxes": [ + 428, + 592, + 1110, + 615 + ] + }, + { + "text": "原因是她在感情方面一味付出，而得到的回报少之又少。据悉，两人于2008年结婚，婚后", + "boxes": [ + 428, + 623, + 1112, + 653 + ] + }, + { + "text": "明日方舟", + "boxes": [ + 1306, + 617, + 1362, + 635 + ] + }, + { + "text": "分享", + "boxes": [ + 354, + 627, + 390, + 655 + ] + }, + { + "text": "育有两个女儿一个儿子。", + "boxes": [ + 426, + 657, + 608, + 687 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "日", + "boxes": [ + 354, + 679, + 386, + 709 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "新浪娱乐", + "boxes": [ + 492, + 733, + 592, + 758 + ] + }, + { + "text": "自微博网页版", + "boxes": [ + 548, + 756, + 622, + 774 + ] + }, + { + "text": "#甘薇宣布离婚#甘微贾跃亭离婚#14日，@甘薇521宣布与贾跃亭离婚，否认资产转移", + "boxes": [ + 492, + 768, + 998, + 802 + ] + }, + { + "text": "和贾跃亭给了她40亿，两人离婚的原因是她在感情方面一味付出，而得到的回报少之又", + "boxes": [ + 492, + 792, + 992, + 826 + ] + }, + { + "text": "，两人于2008年结婚，婚后育有两个女儿一个儿子。", + "boxes": [ + 548, + 816, + 844, + 848 + ] + }, + { + "text": "对华", + "boxes": [ + 1258, + 838, + 1304, + 858 + ] + }, + { + "text": "天税", + "boxes": [ + 1348, + 842, + 1374, + 856 + ] + }, + { + "text": "心", + "boxes": [ + 1431, + 853, + 1461, + 881 + ] + }, + { + "text": "甘薇521", + "boxes": [ + 546, + 876, + 624, + 901 + ] + }, + { + "text": "前来自微博视频号", + "boxes": [ + 592, + 897, + 694, + 923 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1168, + 899, + 1336, + 929 + ] + }, + { + "text": "与贾总共同走过十余年，感恩相遇，亦尊重彼此选择。未来将以母亲、制片人、公", + "boxes": [ + 544, + 919, + 1056, + 955 + ] + }, + { + "text": "益践行者的身份继续前行。三个孩子是我生命的光，新作品《桃枝气泡》也正在启", + "boxes": [ + 544, + 941, + 1054, + 977 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催..", + "boxes": [ + 1170, + 945, + 1446, + 975 + ] + }, + { + "text": "动中，愿用故事传递更多力量口甘薇521的微博视频", + "boxes": [ + 544, + 967, + 892, + 997 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元.", + "boxes": [ + 1172, + 991, + 1452, + 1020 + ] + }, + { + "text": "演员甘薇宣", + "boxes": [ + 226, + 1050, + 292, + 1068 + ] + } + ] + }, + { + "frame_id": "140_2_7", + "episode_id": 140, + "env_id": 2, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.433311462402344, + "advantages": -0.31412366032600403, + "generated_text": "{\n \"intent\": \"Explore the article about Zhao Liying's relationship, which may require interacting with elements such as clicking on images or scrolling through content\",\n \"action\": \"Click(518, 397)\" \n}", + "action_string": "Click(518, 397)", + "intent_string": "Explore the article about Zhao Liying's relationship, which may require interacting with elements such as clicking on images or scrolling through content", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 38, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1870, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻长春财经科技电视剧更多", + "boxes": [ + 134, + 117, + 634, + 147 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 1042, + 117, + 1130, + 149 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1432, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1470, + 117, + 1790, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1814, + 117, + 1864, + 151 + ] + }, + { + "text": "全国在职硕士", + "boxes": [ + 546, + 216, + 820, + 258 + ] + }, + { + "text": "在职硕士招生", + "boxes": [ + 850, + 218, + 976, + 250 + ] + }, + { + "text": "O", + "boxes": [ + 458, + 223, + 526, + 270 + ] + }, + { + "text": "在职硕士", + "boxes": [ + 1128, + 236, + 1198, + 254 + ] + }, + { + "text": "搜索", + "boxes": [ + 1324, + 230, + 1386, + 262 + ] + }, + { + "text": "2024招生简章", + "boxes": [ + 848, + 246, + 982, + 276 + ] + }, + { + "text": "明师教育", + "boxes": [ + 1392, + 260, + 1480, + 292 + ] + }, + { + "text": "○", + "boxes": [ + 354, + 320, + 386, + 349 + ] + }, + { + "text": "赵丽颖新恋情爆出，网友祝福又担忧！男", + "boxes": [ + 428, + 330, + 1096, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1152, + 332, + 1280, + 363 + ] + }, + { + "text": "104", + "boxes": [ + 358, + 359, + 384, + 381 + ] + }, + { + "text": "《人生若如初见》最受质疑", + "boxes": [ + 1280, + 373, + 1474, + 403 + ] + }, + { + "text": "友赵德胤被扒黑历史不少", + "boxes": [ + 424, + 383, + 840, + 435 + ] + }, + { + "text": "演员出现！观众吐槽如此….", + "boxes": [ + 1276, + 395, + 1472, + 429 + ] + }, + { + "text": "口", + "boxes": [ + 358, + 407, + 382, + 435 + ] + }, + { + "text": "44评论-1小时前", + "boxes": [ + 1277, + 422, + 1383, + 459 + ] + }, + { + "text": "100", + "boxes": [ + 350, + 441, + 388, + 478 + ] + }, + { + "text": "?", + "boxes": [ + 432, + 463, + 472, + 502 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 464, + 461, + 552, + 486 + ] + }, + { + "text": "+关注", + "boxes": [ + 1040, + 467, + 1096, + 500 + ] + }, + { + "text": "《刑警的日子》大结局方婷", + "boxes": [ + 1282, + 460, + 1478, + 498 + ] + }, + { + "text": "2025-05-1501:19发布于山东电视剧领域创作者", + "boxes": [ + 468, + 472, + 738, + 506 + ] + }, + { + "text": "婷刘子明没复合！这正是…", + "boxes": [ + 1276, + 486, + 1470, + 522 + ] + }, + { + "text": "☆", + "boxes": [ + 352, + 496, + 392, + 534 + ] + }, + { + "text": "1评论1小时前", + "boxes": [ + 1277, + 518, + 1367, + 548 + ] + }, + { + "text": "3", + "boxes": [ + 360, + 534, + 380, + 564 + ] + }, + { + "text": "Al划重点·全文约1443字，阅读需5分钟", + "boxes": [ + 446, + 536, + 698, + 566 + ] + }, + { + "text": "「六周年庆典」新装时装限", + "boxes": [ + 1280, + 554, + 1480, + 590 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 388, + 619 + ] + }, + { + "text": "时上架，干员华丽归来！", + "boxes": [ + 1278, + 584, + 1454, + 608 + ] + }, + { + "text": "广告明日方舟", + "boxes": [ + 1282, + 617, + 1364, + 635 + ] + }, + { + "text": "62", + "boxes": [ + 364, + 631, + 378, + 649 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "目", + "boxes": [ + 358, + 681, + 386, + 709 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "", + "boxes": [ + 1848, + 725, + 1868, + 754 + ] + }, + { + "text": "回馈", + "boxes": [ + 1848, + 788, + 1868, + 826 + ] + }, + { + "text": "对华加", + "boxes": [ + 1258, + 838, + 1312, + 858 + ] + }, + { + "text": "关税", + "boxes": [ + 1340, + 842, + 1374, + 856 + ] + }, + { + "text": "C", + "boxes": [ + 1428, + 852, + 1462, + 881 + ] + }, + { + "text": "O", + "boxes": [ + 1852, + 862, + 1866, + 878 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1168, + 899, + 1336, + 929 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催..", + "boxes": [ + 1170, + 945, + 1446, + 975 + ] + }, + { + "text": "00:00/ 01:02", + "boxes": [ + 490, + 977, + 574, + 1001 + ] + }, + { + "text": "", + "boxes": [ + 1018, + 979, + 1052, + 999 + ] + }, + { + "text": "电", + "boxes": [ + 1070, + 981, + 1088, + 997 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元..", + "boxes": [ + 1170, + 991, + 1454, + 1020 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 38, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1870, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻长春财经科技电视剧更多", + "boxes": [ + 134, + 117, + 634, + 147 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 1042, + 117, + 1130, + 149 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1432, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1470, + 117, + 1790, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1814, + 117, + 1864, + 151 + ] + }, + { + "text": "全国在职硕士", + "boxes": [ + 546, + 216, + 820, + 258 + ] + }, + { + "text": "在职硕士招生", + "boxes": [ + 850, + 218, + 976, + 250 + ] + }, + { + "text": "O", + "boxes": [ + 458, + 223, + 526, + 270 + ] + }, + { + "text": "在职硕士", + "boxes": [ + 1128, + 236, + 1198, + 254 + ] + }, + { + "text": "搜索", + "boxes": [ + 1324, + 230, + 1386, + 262 + ] + }, + { + "text": "2024招生简章", + "boxes": [ + 848, + 246, + 982, + 276 + ] + }, + { + "text": "明师教育", + "boxes": [ + 1392, + 260, + 1480, + 292 + ] + }, + { + "text": "○", + "boxes": [ + 354, + 320, + 386, + 349 + ] + }, + { + "text": "赵丽颖新恋情爆出，网友祝福又担忧！男", + "boxes": [ + 428, + 330, + 1096, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1152, + 332, + 1280, + 363 + ] + }, + { + "text": "104", + "boxes": [ + 358, + 359, + 384, + 381 + ] + }, + { + "text": "《人生若如初见》最受质疑", + "boxes": [ + 1280, + 373, + 1474, + 403 + ] + }, + { + "text": "友赵德胤被扒黑历史不少", + "boxes": [ + 424, + 383, + 842, + 437 + ] + }, + { + "text": "演员出现！观众吐槽如此….", + "boxes": [ + 1276, + 395, + 1472, + 429 + ] + }, + { + "text": "口", + "boxes": [ + 358, + 407, + 382, + 435 + ] + }, + { + "text": "44评论-1小时前", + "boxes": [ + 1277, + 422, + 1383, + 459 + ] + }, + { + "text": "100", + "boxes": [ + 350, + 441, + 388, + 478 + ] + }, + { + "text": "?", + "boxes": [ + 432, + 463, + 472, + 502 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 464, + 461, + 552, + 486 + ] + }, + { + "text": "+关注", + "boxes": [ + 1040, + 467, + 1096, + 500 + ] + }, + { + "text": "《刑警的日子》大结局方婷", + "boxes": [ + 1282, + 460, + 1478, + 498 + ] + }, + { + "text": "2025-05-1501:19发布于山东电视剧领域创作者", + "boxes": [ + 468, + 472, + 738, + 506 + ] + }, + { + "text": "婷刘子明没复合！这正是…", + "boxes": [ + 1276, + 486, + 1470, + 522 + ] + }, + { + "text": "☆", + "boxes": [ + 352, + 496, + 392, + 534 + ] + }, + { + "text": "1评论1小时前", + "boxes": [ + 1277, + 518, + 1367, + 548 + ] + }, + { + "text": "3", + "boxes": [ + 360, + 534, + 380, + 564 + ] + }, + { + "text": "Al划重点·全文约1443字，阅读需5分钟", + "boxes": [ + 446, + 536, + 698, + 566 + ] + }, + { + "text": "「六周年庆典」新装时装限", + "boxes": [ + 1280, + 554, + 1480, + 590 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 388, + 619 + ] + }, + { + "text": "时上架，干员华丽归来！", + "boxes": [ + 1278, + 584, + 1454, + 608 + ] + }, + { + "text": "广告明日方舟", + "boxes": [ + 1282, + 617, + 1364, + 635 + ] + }, + { + "text": "62", + "boxes": [ + 364, + 631, + 378, + 649 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "目", + "boxes": [ + 358, + 681, + 386, + 709 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "", + "boxes": [ + 1848, + 725, + 1868, + 754 + ] + }, + { + "text": "回馈", + "boxes": [ + 1848, + 788, + 1868, + 826 + ] + }, + { + "text": "对华加", + "boxes": [ + 1258, + 838, + 1312, + 858 + ] + }, + { + "text": "关税", + "boxes": [ + 1340, + 842, + 1374, + 856 + ] + }, + { + "text": "C", + "boxes": [ + 1428, + 852, + 1462, + 881 + ] + }, + { + "text": "O", + "boxes": [ + 1852, + 862, + 1866, + 878 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1168, + 899, + 1336, + 929 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催..", + "boxes": [ + 1170, + 945, + 1446, + 975 + ] + }, + { + "text": "00:00/ 01:02", + "boxes": [ + 490, + 977, + 574, + 1001 + ] + }, + { + "text": "", + "boxes": [ + 1018, + 979, + 1052, + 999 + ] + }, + { + "text": "电", + "boxes": [ + 1070, + 981, + 1088, + 997 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元..", + "boxes": [ + 1170, + 991, + 1454, + 1020 + ] + } + ] + }, + { + "frame_id": "140_3_7", + "episode_id": 140, + "env_id": 3, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.238091468811035, + "advantages": -0.4559837281703949, + "generated_text": "{\n \"intent\": \"Click on one of the MacBook Air product images to explore more details about them\",\n \"action\": \"DoubleClick(529, 787)\"\n}", + "action_string": "DoubleClick(529, 787)", + "intent_string": "Click on one of the MacBook Air product images to explore more details about them", + "before_screen_ocr_results": [ + { + "text": "Buy MacBook Air -Appl", + "boxes": [ + 780, + 2, + 982, + 26 + ] + }, + { + "text": "目☆", + "boxes": [ + 1538, + 62, + 1662, + 91 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 544, + 127 + ] + }, + { + "text": "Phone", + "boxes": [ + 700, + 113, + 730, + 127 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Visior", + "boxes": [ + 842, + 113, + 870, + 127 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 129 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1052, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1082, + 109, + 1168, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1200, + 111, + 1268, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "口", + "boxes": [ + 1426, + 111, + 1444, + 127 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 460, + 153, + 588, + 185 + ] + }, + { + "text": "Overview", + "boxes": [ + 1254, + 161, + 1316, + 181 + ] + }, + { + "text": " macos", + "boxes": [ + 1322, + 161, + 1376, + 179 + ] + }, + { + "text": " Compare", + "boxes": [ + 1386, + 161, + 1444, + 181 + ] + }, + { + "text": "Choose your new MacBook Air.", + "boxes": [ + 622, + 322, + 1286, + 381 + ] + }, + { + "text": "B", + "boxes": [ + 934, + 407, + 974, + 437 + ] + }, + { + "text": "Have questions about buying a Mac?", + "boxes": [ + 804, + 439, + 1106, + 469 + ] + }, + { + "text": "Chat with a Mac Specialist 7", + "boxes": [ + 844, + 467, + 1066, + 490 + ] + }, + { + "text": "13-inch", + "boxes": [ + 848, + 550, + 922, + 582 + ] + }, + { + "text": "15-inch", + "boxes": [ + 986, + 550, + 1062, + 582 + ] + }, + { + "text": "From $999", + "boxes": [ + 847, + 571, + 921, + 602 + ] + }, + { + "text": "From $1199", + "boxes": [ + 988, + 576, + 1060, + 602 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Buy MacBook Air -Appl", + "boxes": [ + 780, + 2, + 982, + 26 + ] + }, + { + "text": "目☆", + "boxes": [ + 1538, + 62, + 1662, + 91 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 544, + 127 + ] + }, + { + "text": "Phone", + "boxes": [ + 700, + 113, + 730, + 127 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Visior", + "boxes": [ + 842, + 113, + 870, + 127 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 129 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1052, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1082, + 109, + 1168, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1200, + 111, + 1268, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "口", + "boxes": [ + 1426, + 111, + 1444, + 127 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 460, + 153, + 588, + 185 + ] + }, + { + "text": "Overview", + "boxes": [ + 1254, + 161, + 1316, + 181 + ] + }, + { + "text": " macos", + "boxes": [ + 1322, + 161, + 1376, + 179 + ] + }, + { + "text": " Compare", + "boxes": [ + 1386, + 161, + 1444, + 181 + ] + }, + { + "text": "Choose your new MacBook Air.", + "boxes": [ + 622, + 322, + 1286, + 381 + ] + }, + { + "text": "B", + "boxes": [ + 934, + 407, + 974, + 437 + ] + }, + { + "text": "Have questions about buying a Mac?", + "boxes": [ + 804, + 439, + 1106, + 469 + ] + }, + { + "text": "Chat with a Mac Specialist 7", + "boxes": [ + 844, + 467, + 1066, + 490 + ] + }, + { + "text": "13-inch", + "boxes": [ + 848, + 550, + 922, + 582 + ] + }, + { + "text": "15-inch", + "boxes": [ + 986, + 550, + 1062, + 582 + ] + }, + { + "text": "From $999", + "boxes": [ + 847, + 571, + 921, + 602 + ] + }, + { + "text": "From $1199", + "boxes": [ + 988, + 576, + 1060, + 602 + ] + } + ] + }, + { + "frame_id": "140_4_7", + "episode_id": 140, + "env_id": 4, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.012235641479492, + "advantages": 0.10656189918518066, + "generated_text": "{\n \"intent\": \"开始登录知乎，首先需要输入手机号进行验证。\",\n \"action\": \"DoubleClick(972, 395)\"\n}", + "action_string": "DoubleClick(972, 395)", + "intent_string": "开始登录知乎，首先需要输入手机号进行验证。", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1055, + 380, + 1109, + 412 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 664, + 413, + 858, + 437 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×「十", + "boxes": [ + 6, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1038, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 894, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 817, + 413 + ] + }, + { + "text": "中国86", + "boxes": [ + 942, + 389, + 1012, + 421 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 660, + 413, + 860, + 437 + ] + }, + { + "text": "美国+1", + "boxes": [ + 942, + 435, + 1002, + 461 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1204, + 443, + 1308, + 469 + ] + }, + { + "text": "日本+81", + "boxes": [ + 944, + 476, + 1008, + 496 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "中国香港+852", + "boxes": [ + 944, + 514, + 1046, + 540 + ] + }, + { + "text": "中国澳门+853", + "boxes": [ + 944, + 554, + 1046, + 578 + ] + }, + { + "text": "中国台湾+886", + "boxes": [ + 944, + 594, + 1046, + 619 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "马来西亚+60", + "boxes": [ + 944, + 635, + 1038, + 659 + ] + }, + { + "text": "澳大利亚+61", + "boxes": [ + 944, + 675, + 1038, + 699 + ] + }, + { + "text": "代表同意《知乎协议》《隐私", + "boxes": [ + 1136, + 703, + 1300, + 727 + ] + }, + { + "text": "加拿大+1", + "boxes": [ + 946, + 717, + 1012, + 737 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "英国+44", + "boxes": [ + 942, + 754, + 1012, + 780 + ] + }, + { + "text": "新加坡+65", + "boxes": [ + 942, + 794, + 1024, + 820 + ] + }, + { + "text": "德国+49", + "boxes": [ + 944, + 834, + 1014, + 860 + ] + }, + { + "text": "通考化务", + "boxes": [ + 922, + 987, + 994, + 1018 + ] + } + ] + }, + { + "frame_id": "140_5_7", + "episode_id": 140, + "env_id": 5, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.26371955871582, + "advantages": 0.289307177066803, + "generated_text": "{\n \"intent\": \"Click on the article header titled \\\"将AI送上太空 我国成功发射全球首个太空计算卫星星座\\\"\",\n \"action\": \"Click(544, 344)\"\n}", + "action_string": "Click(544, 344)", + "intent_string": "Click on the article header titled \"将AI送上太空 我国成功发射全球首个太空计算卫星星座\"", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "新闻", + "boxes": [ + 514, + 111, + 546, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 858, + 108, + 893, + 134 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1168, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道>", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1186, + 365 + ] + }, + { + "text": "来源：央视新闻丨2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，", + "boxes": [ + 488, + 441, + 776, + 471 + ] + }, + { + "text": "国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭", + "boxes": [ + 776, + 441, + 1218, + 471 + ] + }, + { + "text": "成功将太空计算星座021任", + "boxes": [ + 1224, + 441, + 1446, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 113, + 890, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1152, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道>", + "boxes": [ + 478, + 270, + 590, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送止太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "140_6_7", + "episode_id": 140, + "env_id": 6, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.933237075805664, + "advantages": 0.04915618896484375, + "generated_text": "{\n \"intent\": \"Click the first news article link to explore more about the successful artificial intelligence satellite launch\",\n \"action\": \"Click(471, 349)\"\n}", + "action_string": "Click(471, 349)", + "intent_string": "Click the first news article link to explore more about the successful artificial intelligence satellite launch", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 266, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "Signir", + "boxes": [ + 1566, + 163, + 1602, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 210, + 208, + 232 + ] + }, + { + "text": "IMAGES ", + "boxes": [ + 242, + 208, + 294, + 234 + ] + }, + { + "text": "VIDEOS", + "boxes": [ + 330, + 212, + 372, + 232 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 2,670,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "C", + "boxes": [ + 176, + 298, + 216, + 335 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 292, + 264, + 324 + ] + }, + { + "text": "*Q", + "boxes": [ + 178, + 339, + 232, + 369 + ] + }, + { + "text": "Global web icon", + "boxes": [ + 220, + 338, + 348, + 367 + ] + }, + { + "text": "戎功发射全球首个太空计算卫星星座", + "boxes": [ + 342, + 336, + 668, + 371 + ] + }, + { + "text": "15 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 176, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着.", + "boxes": [ + 176, + 387, + 760, + 417 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 210, + 435, + 278, + 461 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://wwv", + "boxes": [ + 214, + 455, + 284, + 472 + ] + }, + { + "text": "v.thepaper.cn", + "boxes": [ + 284, + 457, + 372, + 474 + ] + }, + { + "text": " Translate this result", + "boxes": [ + 368, + 455, + 490, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "18 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 208, + 572, + 266, + 604 + ] + }, + { + "text": "O", + "boxes": [ + 182, + 584, + 218, + 611 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 174, + 613, + 724, + 653 + ] + }, + { + "text": "18 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 178, + 669, + 762, + 693 + ] + }, + { + "text": "C", + "boxes": [ + 178, + 721, + 210, + 752 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 212, + 715, + 292, + 741 + ] + }, + { + "text": "https://cn.chinadaly.com.cn Translaethis result ", + "boxes": [ + 210, + 731, + 514, + 760 + ] + }, + { + "text": "将AI送上太空 我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 174, + 756, + 704, + 792 + ] + }, + { + "text": "ours ago·12星箭上排布图首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 206, + 784, + 780, + 814 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链", + "boxes": [ + 178, + 810, + 774, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 190, + 872, + 202, + 883 + ] + }, + { + "text": "https:/inancesinacom.cn tech rolldoc. Trnslatethisresult", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 174, + 897, + 672, + 933 + ] + }, + { + "text": "5 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 174, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的\"三体计算星座\"的首次发射。", + "boxes": [ + 174, + 945, + 576, + 977 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 999, + 212, + 1032 + ] + }, + { + "text": "封面新闻", + "boxes": [ + 212, + 995, + 278, + 1020 + ] + }, + { + "text": "http://ww.thecover.cn>news Translate this result", + "boxes": [ + 210, + 1008, + 534, + 1042 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 292, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "时政", + "boxes": [ + 432, + 109, + 486, + 135 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 862, + 111, + 892, + 131 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1114, + 161, + 1140, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道>", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 654, + 568, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "140_7_7", + "episode_id": 140, + "env_id": 7, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.813085556030273, + "advantages": -0.7648218274116516, + "generated_text": "{\n \"intent\": \"The first step towards accessing知乎 should involve navigating impartially and encouraging exploration.\",\n \"action\": \"DoubleClick(1000, 330)\"\n}", + "action_string": "DoubleClick(1000, 330)", + "intent_string": "The first step towards accessing知乎 should involve navigating impartially and encouraging exploration.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 28, + 244, + 52 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 946, + 310, + 1040, + 341 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎App", + "boxes": [ + 708, + 383, + 812, + 409 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 660, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 28, + 244, + 52 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1038, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 894, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 945, + 307, + 1037, + 346 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1048, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》“", + "boxes": [ + 950, + 703, + 1270, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "140_0_8", + "episode_id": 140, + "env_id": 0, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.98128890991211, + "advantages": 0.08407390862703323, + "generated_text": "{\n \"intent\": \"Click on the article '奇瑞之夜，风云A9L用技术冗余上演降维打击！' to start reading.\",\n \"action\": \"DoubleClick(938, 374)\"\n}", + "action_string": "DoubleClick(938, 374)", + "intent_string": "Click on the article '奇瑞之夜，风云A9L用技术冗余上演降维打击！' to start reading.", + "before_screen_ocr_results": [ + { + "text": "×奇瑞之夜，风云A9L用技术", + "boxes": [ + 186, + 26, + 414, + 54 + ] + }, + { + "text": "C", + "boxes": [ + 66, + 68, + 126, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1874, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市12℃", + "boxes": [ + 1620, + 117, + 1744, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 344, + 171, + 694, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 250, + 1444, + 280 + ] + }, + { + "text": "汽车网评十关注", + "boxes": [ + 386, + 268, + 576, + 304 + ] + }, + { + "text": "9.7K关注者", + "boxes": [ + 1104, + 276, + 1174, + 298 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1416, + 278, + 1516, + 322 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1415, + 307, + 1547, + 356 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "奇瑞之夜，风云A9L用技术余上演降维打击！", + "boxes": [ + 368, + 347, + 1044, + 389 + ] + }, + { + "text": "班，提集灵感，", + "boxes": [ + 1450, + 351, + 1504, + 369 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "14小时·03分钟读取", + "boxes": [ + 364, + 411, + 552, + 447 + ] + }, + { + "text": "【豆包】绘画助手，免费好用！", + "boxes": [ + 1434, + 409, + 1680, + 445 + ] + }, + { + "text": "区", + "boxes": [ + 194, + 455, + 210, + 472 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1428, + 469, + 1530, + 494 + ] + }, + { + "text": "5 月13日，奇瑞汽车在龙山碰撞安全试验室召开“安全之夜”，正式揭晓基于全新 EOX平台打造的首款C 级旗舰轿车", + "boxes": [ + 362, + 502, + 1238, + 532 + ] + }, + { + "text": "风云A9L。这款承载着奇瑞冲击高端市场决心的车型，以“坚守安全底线、超越品质上限”为核心，通过超国标极", + "boxes": [ + 400, + 530, + 1240, + 560 + ] + }, + { + "text": "限测试、不计成本的技术投入和百万级豪华标准，重新定义中国汽车的价值高度。从技术验证到市场破局，风云A9L", + "boxes": [ + 364, + 556, + 1230, + 586 + ] + }, + { + "text": "访问汽车网评", + "boxes": [ + 1430, + 554, + 1550, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "正上演一场中国品牌向高端市场的硬核突围。", + "boxes": [ + 364, + 580, + 696, + 612 + ] + }, + { + "text": "吉利银河星舰9谋照曝光！预计5月", + "boxes": [ + 1444, + 600, + 1662, + 629 + ] + }, + { + "text": "内发布", + "boxes": [ + 1446, + 623, + 1494, + 649 + ] + }, + { + "text": "2025款极星Pole", + "boxes": [ + 1448, + 667, + 1548, + 691 + ] + }, + { + "text": "4实车亮相！", + "boxes": [ + 1576, + 669, + 1652, + 693 + ] + }, + { + "text": "标配Nappa座椅", + "boxes": [ + 1446, + 685, + 1550, + 715 + ] + }, + { + "text": "最大碰撞安全试验室", + "boxes": [ + 694, + 723, + 1006, + 758 + ] + }, + { + "text": "奥迪e-tron GTq", + "boxes": [ + 1448, + 731, + 1550, + 754 + ] + }, + { + "text": "ro官图发布", + "boxes": [ + 1578, + 735, + 1652, + 752 + ] + }, + { + "text": "双电机585马力", + "boxes": [ + 1446, + 750, + 1544, + 774 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 871, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 874, + 1722, + 907 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 196, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "瑞之夜，风…·", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×奇瑞之夜，风云A9L用技术", + "boxes": [ + 186, + 26, + 414, + 54 + ] + }, + { + "text": "C", + "boxes": [ + 66, + 68, + 126, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1874, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市12℃", + "boxes": [ + 1620, + 117, + 1744, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 344, + 171, + 694, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 250, + 1444, + 280 + ] + }, + { + "text": "汽车网评十关注", + "boxes": [ + 386, + 268, + 576, + 304 + ] + }, + { + "text": "9.7K关注者", + "boxes": [ + 1104, + 276, + 1174, + 298 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1416, + 278, + 1516, + 322 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1415, + 307, + 1547, + 356 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "奇瑞之夜，风云A9L用技术余上演降维打击！", + "boxes": [ + 366, + 345, + 1042, + 387 + ] + }, + { + "text": "班，提集灵感，", + "boxes": [ + 1450, + 351, + 1504, + 369 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "14小时·03分钟读取", + "boxes": [ + 364, + 411, + 552, + 447 + ] + }, + { + "text": "【豆包】绘画助手，免费好用！", + "boxes": [ + 1434, + 409, + 1680, + 445 + ] + }, + { + "text": "区", + "boxes": [ + 194, + 455, + 210, + 472 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1428, + 469, + 1530, + 494 + ] + }, + { + "text": "5 月13日，奇瑞汽车在龙山碰撞安全试验室召开“安全之夜”，正式揭晓基于全新 EOX平台打造的首款C 级旗舰轿车", + "boxes": [ + 362, + 502, + 1238, + 532 + ] + }, + { + "text": "风云A9L。这款承载着奇瑞冲击高端市场决心的车型，以“坚守安全底线、超越品质上限”为核心，通过超国标极", + "boxes": [ + 400, + 530, + 1240, + 560 + ] + }, + { + "text": "限测试、不计成本的技术投入和百万级豪华标准，重新定义中国汽车的价值高度。从技术验证到市场破局，风云A9L", + "boxes": [ + 364, + 556, + 1230, + 586 + ] + }, + { + "text": "访问汽车网评", + "boxes": [ + 1430, + 554, + 1550, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "正上演一场中国品牌向高端市场的硬核突围。", + "boxes": [ + 364, + 580, + 696, + 612 + ] + }, + { + "text": "吉利银河星舰9谋照曝光！预计5月", + "boxes": [ + 1444, + 600, + 1662, + 629 + ] + }, + { + "text": "内发布", + "boxes": [ + 1446, + 623, + 1494, + 649 + ] + }, + { + "text": "2025款极星Pole", + "boxes": [ + 1448, + 667, + 1548, + 691 + ] + }, + { + "text": "4实车亮相！", + "boxes": [ + 1576, + 669, + 1652, + 693 + ] + }, + { + "text": "标配Nappa座椅", + "boxes": [ + 1446, + 685, + 1550, + 715 + ] + }, + { + "text": "最大碰撞安全试验室", + "boxes": [ + 700, + 723, + 1006, + 758 + ] + }, + { + "text": "奥迪e-tron GTq", + "boxes": [ + 1448, + 731, + 1550, + 754 + ] + }, + { + "text": "ro官图发布", + "boxes": [ + 1578, + 735, + 1652, + 752 + ] + }, + { + "text": "双电机585马力", + "boxes": [ + 1446, + 750, + 1544, + 774 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 871, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 874, + 1722, + 907 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 196, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "瑞之夜，风…·", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "140_1_8", + "episode_id": 140, + "env_id": 1, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.074355125427246, + "advantages": 0.1517021358013153, + "generated_text": "{\n \"intent\": \"Click on the article titled '女演员甘薇宣布与贾跃亭离婚，否认得到40亿！贾跃亭曾发视频：漂泊8年期待回北京．' to start reading.\",\n \"action\": \"Click(900, 432)\"\n}", + "action_string": "Click(900, 432)", + "intent_string": "Click on the article titled '女演员甘薇宣布与贾跃亭离婚，否认得到40亿！贾跃亭曾发视频：漂泊8年期待回北京．' to start reading.", + "before_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 62, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1868, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻", + "boxes": [ + 152, + 117, + 286, + 147 + ] + }, + { + "text": "长春财经", + "boxes": [ + 270, + 117, + 430, + 147 + ] + }, + { + "text": "科技", + "boxes": [ + 442, + 119, + 492, + 145 + ] + }, + { + "text": "", + "boxes": [ + 484, + 125, + 514, + 139 + ] + }, + { + "text": "电视剧更多", + "boxes": [ + 504, + 117, + 632, + 149 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 1044, + 119, + 1112, + 145 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1430, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1472, + 117, + 1788, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1816, + 119, + 1860, + 147 + ] + }, + { + "text": "月灵霸服", + "boxes": [ + 597, + 186, + 935, + 293 + ] + }, + { + "text": "十级召唤变异月灵·爆率+99%", + "boxes": [ + 970, + 206, + 1186, + 236 + ] + }, + { + "text": "PK增伤+99%", + "boxes": [ + 942, + 232, + 1068, + 262 + ] + }, + { + "text": "上线免费赠送会员！", + "boxes": [ + 1064, + 232, + 1224, + 262 + ] + }, + { + "text": "刀刀景击·自动挂机", + "boxes": [ + 930, + 258, + 1056, + 282 + ] + }, + { + "text": "带月灵打怪超爽", + "boxes": [ + 1070, + 258, + 1174, + 282 + ] + }, + { + "text": "O", + "boxes": [ + 356, + 324, + 384, + 351 + ] + }, + { + "text": "女演员甘薇宣布与贾跃亭离婚，否认得到", + "boxes": [ + 428, + 330, + 1100, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1154, + 334, + 1282, + 365 + ] + }, + { + "text": "郑钦文第7次交锋萨巴伦卡", + "boxes": [ + 1274, + 373, + 1468, + 403 + ] + }, + { + "text": "40亿！贾跃亭曾发视频：漂泊8年期待回", + "boxes": [ + 426, + 385, + 1086, + 433 + ] + }, + { + "text": "迎来历史性首胜！比赛全…", + "boxes": [ + 1278, + 397, + 1470, + 427 + ] + }, + { + "text": "", + "boxes": [ + 347, + 401, + 392, + 446 + ] + }, + { + "text": "北京", + "boxes": [ + 422, + 437, + 510, + 492 + ] + }, + { + "text": "评论-7小时前", + "boxes": [ + 1284, + 429, + 1370, + 455 + ] + }, + { + "text": "评论", + "boxes": [ + 354, + 447, + 388, + 474 + ] + }, + { + "text": "又有新身份！刘国梁，受邀", + "boxes": [ + 1276, + 463, + 1478, + 498 + ] + }, + { + "text": "☆", + "boxes": [ + 352, + 496, + 392, + 534 + ] + }, + { + "text": "成为\"联合国运动会大使\"", + "boxes": [ + 1278, + 488, + 1450, + 518 + ] + }, + { + "text": "", + "boxes": [ + 428, + 520, + 472, + 556 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 470, + 514, + 538, + 546 + ] + }, + { + "text": "1小时前", + "boxes": [ + 1281, + 519, + 1325, + 545 + ] + }, + { + "text": "收藏", + "boxes": [ + 354, + 536, + 388, + 566 + ] + }, + { + "text": "危机再临，全新干员强势助", + "boxes": [ + 1274, + 552, + 1476, + 592 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 390, + 619 + ] + }, + { + "text": "阵，点燃战场！", + "boxes": [ + 1274, + 582, + 1392, + 611 + ] + }, + { + "text": "5月14日，@甘薇521宣布与贾跃亭离婚，否认资产转移和贾跃亭给了她40亿，两人离婚的", + "boxes": [ + 428, + 592, + 1110, + 615 + ] + }, + { + "text": "原因是她在感情方面一味付出，而得到的回报少之又少。据悉，两人于2008年结婚，婚后", + "boxes": [ + 428, + 623, + 1112, + 653 + ] + }, + { + "text": "明日方舟", + "boxes": [ + 1306, + 617, + 1362, + 635 + ] + }, + { + "text": "分享", + "boxes": [ + 354, + 627, + 390, + 655 + ] + }, + { + "text": "育有两个女儿一个儿子。", + "boxes": [ + 426, + 657, + 608, + 687 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "日", + "boxes": [ + 354, + 679, + 386, + 709 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "新浪娱乐", + "boxes": [ + 492, + 733, + 592, + 758 + ] + }, + { + "text": "自微博网页版", + "boxes": [ + 548, + 756, + 622, + 774 + ] + }, + { + "text": "#甘薇宣布离婚#甘微贾跃亭离婚#14日，@甘薇521宣布与贾跃亭离婚，否认资产转移", + "boxes": [ + 492, + 768, + 998, + 802 + ] + }, + { + "text": "和贾跃亭给了她40亿，两人离婚的原因是她在感情方面一味付出，而得到的回报少之又", + "boxes": [ + 492, + 792, + 992, + 826 + ] + }, + { + "text": "，两人于2008年结婚，婚后育有两个女儿一个儿子。", + "boxes": [ + 548, + 816, + 844, + 848 + ] + }, + { + "text": "对华", + "boxes": [ + 1258, + 838, + 1304, + 858 + ] + }, + { + "text": "天税", + "boxes": [ + 1348, + 842, + 1374, + 856 + ] + }, + { + "text": "心", + "boxes": [ + 1431, + 853, + 1461, + 881 + ] + }, + { + "text": "甘薇521", + "boxes": [ + 546, + 876, + 624, + 901 + ] + }, + { + "text": "前来自微博视频号", + "boxes": [ + 592, + 897, + 694, + 923 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1168, + 899, + 1336, + 929 + ] + }, + { + "text": "与贾总共同走过十余年，感恩相遇，亦尊重彼此选择。未来将以母亲、制片人、公", + "boxes": [ + 544, + 919, + 1056, + 955 + ] + }, + { + "text": "益践行者的身份继续前行。三个孩子是我生命的光，新作品《桃枝气泡》也正在启", + "boxes": [ + 544, + 941, + 1054, + 977 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催..", + "boxes": [ + 1170, + 945, + 1446, + 975 + ] + }, + { + "text": "动中，愿用故事传递更多力量口甘薇521的微博视频", + "boxes": [ + 544, + 967, + 892, + 997 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元.", + "boxes": [ + 1172, + 991, + 1452, + 1020 + ] + }, + { + "text": "演员甘薇宣", + "boxes": [ + 226, + 1050, + 292, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 62, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1868, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻", + "boxes": [ + 152, + 117, + 286, + 147 + ] + }, + { + "text": "长春财经", + "boxes": [ + 270, + 117, + 430, + 147 + ] + }, + { + "text": "科技", + "boxes": [ + 442, + 119, + 492, + 145 + ] + }, + { + "text": "", + "boxes": [ + 484, + 125, + 514, + 139 + ] + }, + { + "text": "电视剧更多", + "boxes": [ + 504, + 117, + 632, + 149 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 1044, + 119, + 1114, + 145 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1430, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1472, + 117, + 1788, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1816, + 119, + 1860, + 147 + ] + }, + { + "text": "月灵霸服", + "boxes": [ + 530, + 193, + 934, + 286 + ] + }, + { + "text": "干级召唤变异月灵·爆率+99%", + "boxes": [ + 970, + 206, + 1188, + 236 + ] + }, + { + "text": "PK增伤+99%", + "boxes": [ + 942, + 232, + 1072, + 262 + ] + }, + { + "text": "上线免费赠送会员！", + "boxes": [ + 1064, + 232, + 1224, + 262 + ] + }, + { + "text": "刀刀景击·自动挂机", + "boxes": [ + 930, + 254, + 1060, + 284 + ] + }, + { + "text": "带月灵打怪超爽", + "boxes": [ + 1066, + 256, + 1172, + 280 + ] + }, + { + "text": "0", + "boxes": [ + 350, + 316, + 386, + 353 + ] + }, + { + "text": "女演员甘薇宣布与贾跃亭离婚，否认得到", + "boxes": [ + 428, + 330, + 1100, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1152, + 332, + 1280, + 363 + ] + }, + { + "text": "郑钦文第7次交锋萨巴伦卡", + "boxes": [ + 1274, + 373, + 1468, + 403 + ] + }, + { + "text": "40亿！贾跃亭曾发视频：漂泊8年期待回", + "boxes": [ + 426, + 385, + 1088, + 433 + ] + }, + { + "text": "迎来历史性首胜！比赛全", + "boxes": [ + 1278, + 397, + 1468, + 427 + ] + }, + { + "text": "", + "boxes": [ + 347, + 401, + 392, + 446 + ] + }, + { + "text": "北京", + "boxes": [ + 422, + 437, + 510, + 492 + ] + }, + { + "text": "评论-7小时前", + "boxes": [ + 1284, + 429, + 1370, + 455 + ] + }, + { + "text": "评论", + "boxes": [ + 354, + 447, + 388, + 474 + ] + }, + { + "text": "又有新身份！刘国梁，受邀", + "boxes": [ + 1276, + 463, + 1478, + 498 + ] + }, + { + "text": "☆", + "boxes": [ + 352, + 496, + 392, + 534 + ] + }, + { + "text": "成为\"联合国运动会大使\"", + "boxes": [ + 1278, + 488, + 1450, + 518 + ] + }, + { + "text": "", + "boxes": [ + 428, + 520, + 472, + 556 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 470, + 514, + 538, + 546 + ] + }, + { + "text": "1小时前", + "boxes": [ + 1281, + 519, + 1325, + 545 + ] + }, + { + "text": "收藏", + "boxes": [ + 354, + 536, + 388, + 566 + ] + }, + { + "text": "危机再临，全新干员强势助", + "boxes": [ + 1274, + 552, + 1476, + 592 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 390, + 619 + ] + }, + { + "text": "阵，点燃战场！", + "boxes": [ + 1274, + 582, + 1392, + 611 + ] + }, + { + "text": "5月14日，@甘薇521宣布与贾跃亭离婚，否认资产转移和贾跃亭给了她40亿，两人离婚的", + "boxes": [ + 428, + 592, + 1110, + 615 + ] + }, + { + "text": "原因是她在感情方面一味付出，而得到的回报少之又少。据悉，两人于2008年结婚，婚后", + "boxes": [ + 428, + 623, + 1112, + 653 + ] + }, + { + "text": "明日方舟", + "boxes": [ + 1306, + 617, + 1362, + 635 + ] + }, + { + "text": "分享", + "boxes": [ + 354, + 627, + 390, + 655 + ] + }, + { + "text": "育有两个女儿一个儿子。", + "boxes": [ + 426, + 657, + 608, + 687 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "日", + "boxes": [ + 354, + 679, + 386, + 709 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "新浪娱乐", + "boxes": [ + 492, + 733, + 592, + 758 + ] + }, + { + "text": "自微博网页版", + "boxes": [ + 548, + 756, + 622, + 774 + ] + }, + { + "text": "#甘微宣布离婚#甘微贾跃亭离婚#14日，@甘薇521宣布与贾跃亭离婚，否认资产转移", + "boxes": [ + 492, + 768, + 998, + 802 + ] + }, + { + "text": "和贾跃亭给了她40亿，两人离婚的原因是她在感情方面一味付出，而得到的回报少之又", + "boxes": [ + 492, + 792, + 992, + 826 + ] + }, + { + "text": "，两人于2008年结婚，婚后育有两个女儿一个儿子。", + "boxes": [ + 548, + 816, + 844, + 848 + ] + }, + { + "text": "对华", + "boxes": [ + 1258, + 838, + 1304, + 858 + ] + }, + { + "text": "心", + "boxes": [ + 1431, + 853, + 1461, + 881 + ] + }, + { + "text": "甘薇521", + "boxes": [ + 546, + 876, + 624, + 901 + ] + }, + { + "text": "前来自微博视频号", + "boxes": [ + 592, + 897, + 694, + 923 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1168, + 899, + 1336, + 929 + ] + }, + { + "text": "与贾总共同走过十余年，感恩相遇，亦尊重彼此选择。未来将以母亲、制片人、公", + "boxes": [ + 544, + 919, + 1056, + 955 + ] + }, + { + "text": "益践行者的身份继续前行。三个孩子是我生命的光，新作品《桃枝气泡》也正在启", + "boxes": [ + 544, + 941, + 1054, + 977 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催..", + "boxes": [ + 1170, + 945, + 1446, + 975 + ] + }, + { + "text": "动中，愿用故事传递更多力量口甘薇521的微博视频", + "boxes": [ + 544, + 967, + 892, + 997 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元.", + "boxes": [ + 1172, + 991, + 1452, + 1020 + ] + }, + { + "text": "演员甘薇宣", + "boxes": [ + 226, + 1050, + 292, + 1068 + ] + } + ] + }, + { + "frame_id": "140_2_8", + "episode_id": 140, + "env_id": 2, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.594375610351562, + "advantages": -0.19708353281021118, + "generated_text": "{\n \"intent\": \"Click on the article titled '赵丽颖新恋情爆出，网友祝福又担忧！男友赵德胤被打黑历史不少'\",\n \"action\": \"Click(1212, 385)\"\n}", + "action_string": "Click(1212, 385)", + "intent_string": "Click on the article titled '赵丽颖新恋情爆出，网友祝福又担忧！男友赵德胤被打黑历史不少'", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 38, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1870, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻长春财经科技电视剧更多", + "boxes": [ + 134, + 117, + 634, + 147 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 1042, + 117, + 1130, + 149 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1432, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1470, + 117, + 1790, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1814, + 117, + 1864, + 151 + ] + }, + { + "text": "全国在职硕士", + "boxes": [ + 546, + 216, + 820, + 258 + ] + }, + { + "text": "在职硕士招生", + "boxes": [ + 850, + 218, + 976, + 250 + ] + }, + { + "text": "O", + "boxes": [ + 458, + 223, + 526, + 270 + ] + }, + { + "text": "在职硕士", + "boxes": [ + 1128, + 236, + 1198, + 254 + ] + }, + { + "text": "搜索", + "boxes": [ + 1324, + 230, + 1386, + 262 + ] + }, + { + "text": "2024招生简章", + "boxes": [ + 848, + 246, + 982, + 276 + ] + }, + { + "text": "明师教育", + "boxes": [ + 1392, + 260, + 1480, + 292 + ] + }, + { + "text": "○", + "boxes": [ + 354, + 320, + 386, + 349 + ] + }, + { + "text": "赵丽颖新恋情爆出，网友祝福又担忧！男", + "boxes": [ + 428, + 330, + 1096, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1152, + 332, + 1280, + 363 + ] + }, + { + "text": "104", + "boxes": [ + 358, + 359, + 384, + 381 + ] + }, + { + "text": "《人生若如初见》最受质疑", + "boxes": [ + 1280, + 373, + 1474, + 403 + ] + }, + { + "text": "友赵德胤被扒黑历史不少", + "boxes": [ + 424, + 383, + 842, + 437 + ] + }, + { + "text": "演员出现！观众吐槽如此….", + "boxes": [ + 1276, + 395, + 1472, + 429 + ] + }, + { + "text": "口", + "boxes": [ + 358, + 407, + 382, + 435 + ] + }, + { + "text": "44评论-1小时前", + "boxes": [ + 1277, + 422, + 1383, + 459 + ] + }, + { + "text": "100", + "boxes": [ + 350, + 441, + 388, + 478 + ] + }, + { + "text": "?", + "boxes": [ + 432, + 463, + 472, + 502 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 464, + 461, + 552, + 486 + ] + }, + { + "text": "+关注", + "boxes": [ + 1040, + 467, + 1096, + 500 + ] + }, + { + "text": "《刑警的日子》大结局方婷", + "boxes": [ + 1282, + 460, + 1478, + 498 + ] + }, + { + "text": "2025-05-1501:19发布于山东电视剧领域创作者", + "boxes": [ + 468, + 472, + 738, + 506 + ] + }, + { + "text": "婷刘子明没复合！这正是…", + "boxes": [ + 1276, + 486, + 1470, + 522 + ] + }, + { + "text": "☆", + "boxes": [ + 352, + 496, + 392, + 534 + ] + }, + { + "text": "1评论1小时前", + "boxes": [ + 1277, + 518, + 1367, + 548 + ] + }, + { + "text": "3", + "boxes": [ + 360, + 534, + 380, + 564 + ] + }, + { + "text": "Al划重点·全文约1443字，阅读需5分钟", + "boxes": [ + 446, + 536, + 698, + 566 + ] + }, + { + "text": "「六周年庆典」新装时装限", + "boxes": [ + 1280, + 554, + 1480, + 590 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 388, + 619 + ] + }, + { + "text": "时上架，干员华丽归来！", + "boxes": [ + 1278, + 584, + 1454, + 608 + ] + }, + { + "text": "广告明日方舟", + "boxes": [ + 1282, + 617, + 1364, + 635 + ] + }, + { + "text": "62", + "boxes": [ + 364, + 631, + 378, + 649 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "目", + "boxes": [ + 358, + 681, + 386, + 709 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "", + "boxes": [ + 1848, + 725, + 1868, + 754 + ] + }, + { + "text": "回馈", + "boxes": [ + 1848, + 788, + 1868, + 826 + ] + }, + { + "text": "对华加", + "boxes": [ + 1258, + 838, + 1312, + 858 + ] + }, + { + "text": "关税", + "boxes": [ + 1340, + 842, + 1374, + 856 + ] + }, + { + "text": "C", + "boxes": [ + 1428, + 852, + 1462, + 881 + ] + }, + { + "text": "O", + "boxes": [ + 1852, + 862, + 1866, + 878 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1168, + 899, + 1336, + 929 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催..", + "boxes": [ + 1170, + 945, + 1446, + 975 + ] + }, + { + "text": "00:00/ 01:02", + "boxes": [ + 490, + 977, + 574, + 1001 + ] + }, + { + "text": "", + "boxes": [ + 1018, + 979, + 1052, + 999 + ] + }, + { + "text": "电", + "boxes": [ + 1070, + 981, + 1088, + 997 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元..", + "boxes": [ + 1170, + 991, + 1454, + 1020 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 40, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1870, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻长春财经", + "boxes": [ + 132, + 117, + 428, + 147 + ] + }, + { + "text": "科技电视剧更多\\", + "boxes": [ + 438, + 115, + 632, + 149 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 1044, + 119, + 1126, + 145 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1432, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1472, + 117, + 1788, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1814, + 117, + 1864, + 151 + ] + }, + { + "text": "月灵霸服", + "boxes": [ + 533, + 184, + 935, + 293 + ] + }, + { + "text": "十级召唤变异月灵·爆率+99%", + "boxes": [ + 968, + 206, + 1202, + 236 + ] + }, + { + "text": "8", + "boxes": [ + 586, + 220, + 624, + 248 + ] + }, + { + "text": "PK增伤+99%", + "boxes": [ + 942, + 232, + 1068, + 262 + ] + }, + { + "text": "上线免费赠送会员！", + "boxes": [ + 1064, + 232, + 1226, + 262 + ] + }, + { + "text": "刀刀案击·自动挂机", + "boxes": [ + 932, + 258, + 1060, + 282 + ] + }, + { + "text": "带月灵打怪超爽", + "boxes": [ + 1066, + 256, + 1174, + 280 + ] + }, + { + "text": "·100%伤害", + "boxes": [ + 1164, + 258, + 1254, + 282 + ] + }, + { + "text": "O", + "boxes": [ + 358, + 322, + 386, + 349 + ] + }, + { + "text": "《人生若如初见》最受质疑演员出现！观", + "boxes": [ + 446, + 330, + 1102, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1154, + 334, + 1282, + 365 + ] + }, + { + "text": "赵丽颖新恋情爆出，网友祝", + "boxes": [ + 1278, + 373, + 1476, + 403 + ] + }, + { + "text": "众吐槽如此长相为何能当主角", + "boxes": [ + 428, + 385, + 910, + 433 + ] + }, + { + "text": "福又担忧！男友赵德胤被··", + "boxes": [ + 1278, + 395, + 1468, + 427 + ] + }, + { + "text": "口", + "boxes": [ + 362, + 413, + 382, + 433 + ] + }, + { + "text": "102评论-1小时前", + "boxes": [ + 1277, + 424, + 1387, + 459 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 472, + 461, + 550, + 486 + ] + }, + { + "text": "+关注", + "boxes": [ + 1038, + 467, + 1100, + 500 + ] + }, + { + "text": "《刑警的日子》大结局方婷", + "boxes": [ + 1282, + 460, + 1478, + 498 + ] + }, + { + "text": "2025-05-1500:50发布于山东电视剧领域创作者", + "boxes": [ + 470, + 476, + 740, + 504 + ] + }, + { + "text": "#", + "boxes": [ + 346, + 492, + 392, + 538 + ] + }, + { + "text": "婷刘子明没复合！这正是·", + "boxes": [ + 1278, + 484, + 1466, + 524 + ] + }, + { + "text": "1评论1小时前", + "boxes": [ + 1277, + 518, + 1367, + 548 + ] + }, + { + "text": "13", + "boxes": [ + 364, + 540, + 378, + 556 + ] + }, + { + "text": "最近，年代剧《人生若如初见》开播，吸引了不少观众观看。在这部剧中，周游饰演男", + "boxes": [ + 428, + 532, + 1112, + 562 + ] + }, + { + "text": "四号李人骏。李人骏是北洋武右卫军的一名军人，他一生只信奉袁世凯。", + "boxes": [ + 428, + 562, + 980, + 592 + ] + }, + { + "text": "「六周年庆典」新装时装限", + "boxes": [ + 1282, + 558, + 1478, + 588 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 386, + 617 + ] + }, + { + "text": "时上架，干员华丽归来！", + "boxes": [ + 1278, + 584, + 1450, + 608 + ] + }, + { + "text": "广告明日方舟", + "boxes": [ + 1282, + 617, + 1362, + 635 + ] + }, + { + "text": "12", + "boxes": [ + 364, + 631, + 378, + 647 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "日", + "boxes": [ + 358, + 679, + 382, + 707 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 741 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1170, + 903, + 1354, + 927 + ] + }, + { + "text": "中美最新关税已实施 美国客户开启催.", + "boxes": [ + 1168, + 945, + 1440, + 975 + ] + }, + { + "text": "他与李现饰演的梁乡，魏大勋饰演的杨凯之，是一同留学日本的青年，三个人成为了好", + "boxes": [ + 426, + 973, + 1112, + 1007 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元.", + "boxes": [ + 1172, + 991, + 1452, + 1020 + ] + }, + { + "text": "朋友。", + "boxes": [ + 428, + 1009, + 472, + 1036 + ] + }, + { + "text": "《人生若如初·", + "boxes": [ + 224, + 1048, + 310, + 1074 + ] + } + ] + }, + { + "frame_id": "140_3_8", + "episode_id": 140, + "env_id": 3, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.595357894897461, + "advantages": -0.1963697373867035, + "generated_text": "{\n \"intent\": \"To make an informed decision about which MacBook Air model to purchase by exploring the different models, colors, and configurations available.\",\n \"action\": \"ScrollDown(100, 500)\"\n}", + "action_string": "ScrollDown(100, 500)", + "intent_string": "To make an informed decision about which MacBook Air model to purchase by exploring the different models, colors, and configurations available.", + "before_screen_ocr_results": [ + { + "text": "Buy MacBook Air -Appl", + "boxes": [ + 780, + 2, + 982, + 26 + ] + }, + { + "text": "目☆", + "boxes": [ + 1538, + 62, + 1662, + 91 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 544, + 127 + ] + }, + { + "text": "Phone", + "boxes": [ + 700, + 113, + 730, + 127 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Visior", + "boxes": [ + 842, + 113, + 870, + 127 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 129 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1052, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1082, + 109, + 1168, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1200, + 111, + 1268, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "口", + "boxes": [ + 1426, + 111, + 1444, + 127 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 460, + 153, + 588, + 185 + ] + }, + { + "text": "Overview", + "boxes": [ + 1254, + 161, + 1316, + 181 + ] + }, + { + "text": " macos", + "boxes": [ + 1322, + 161, + 1376, + 179 + ] + }, + { + "text": " Compare", + "boxes": [ + 1386, + 161, + 1444, + 181 + ] + }, + { + "text": "Choose your new MacBook Air.", + "boxes": [ + 622, + 322, + 1286, + 381 + ] + }, + { + "text": "B", + "boxes": [ + 934, + 407, + 974, + 437 + ] + }, + { + "text": "Have questions about buying a Mac?", + "boxes": [ + 804, + 439, + 1106, + 469 + ] + }, + { + "text": "Chat with a Mac Specialist 7", + "boxes": [ + 844, + 467, + 1066, + 490 + ] + }, + { + "text": "13-inch", + "boxes": [ + 848, + 550, + 922, + 582 + ] + }, + { + "text": "15-inch", + "boxes": [ + 986, + 550, + 1062, + 582 + ] + }, + { + "text": "From $999", + "boxes": [ + 847, + 571, + 921, + 602 + ] + }, + { + "text": "From $1199", + "boxes": [ + 988, + 576, + 1060, + 602 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "① https://wwv", + "boxes": [ + 258, + 69, + 386, + 87 + ] + }, + { + "text": "目", + "boxes": [ + 1546, + 69, + 1566, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1660, + 89 + ] + }, + { + "text": "b", + "boxes": [ + 936, + 121, + 974, + 151 + ] + }, + { + "text": "Have questions about buying a Mac?", + "boxes": [ + 804, + 151, + 1104, + 181 + ] + }, + { + "text": "Chat with a Mac Specialist 7", + "boxes": [ + 844, + 181, + 1066, + 204 + ] + }, + { + "text": "13-inch", + "boxes": [ + 845, + 259, + 921, + 299 + ] + }, + { + "text": "15-inch", + "boxes": [ + 986, + 266, + 1062, + 298 + ] + }, + { + "text": "From s999", + "boxes": [ + 848, + 286, + 922, + 318 + ] + }, + { + "text": "From $1199", + "boxes": [ + 988, + 290, + 1062, + 316 + ] + }, + { + "text": "10-Core CPU", + "boxes": [ + 460, + 796, + 610, + 828 + ] + }, + { + "text": "10-Core CPU", + "boxes": [ + 808, + 792, + 962, + 830 + ] + }, + { + "text": "10-Core CPU", + "boxes": [ + 1158, + 790, + 1312, + 832 + ] + }, + { + "text": "8-Core GPU", + "boxes": [ + 460, + 824, + 600, + 856 + ] + }, + { + "text": "10-Core GPU", + "boxes": [ + 810, + 824, + 964, + 858 + ] + }, + { + "text": "10-Core GPU", + "boxes": [ + 1162, + 824, + 1312, + 856 + ] + }, + { + "text": " 16GB Unified Memory", + "boxes": [ + 456, + 848, + 706, + 888 + ] + }, + { + "text": "16GB Unified Memory", + "boxes": [ + 810, + 850, + 1054, + 885 + ] + }, + { + "text": " 24GB Unified Memory", + "boxes": [ + 1158, + 848, + 1406, + 888 + ] + }, + { + "text": "256GB SSD Storage'", + "boxes": [ + 458, + 875, + 692, + 915 + ] + }, + { + "text": " 512GB SSD Storage'", + "boxes": [ + 808, + 879, + 1038, + 915 + ] + }, + { + "text": " 512GB SSD Storage?", + "boxes": [ + 1158, + 875, + 1388, + 917 + ] + }, + { + "text": "16-core Neural Engine ", + "boxes": [ + 460, + 929, + 614, + 965 + ] + }, + { + "text": "16-core Neural Engine", + "boxes": [ + 810, + 929, + 960, + 963 + ] + }, + { + "text": "16-core Neural Engine ", + "boxes": [ + 1160, + 929, + 1312, + 965 + ] + }, + { + "text": "13.6-inch Liquid Retina display with", + "boxes": [ + 458, + 953, + 694, + 987 + ] + }, + { + "text": " 13.6-inch Liquid Retina display with", + "boxes": [ + 808, + 953, + 1044, + 987 + ] + }, + { + "text": " 13.6-inch Liquid Retina display with", + "boxes": [ + 1158, + 953, + 1394, + 987 + ] + }, + { + "text": "True Tone2", + "boxes": [ + 464, + 977, + 534, + 1003 + ] + }, + { + "text": "True Tone2", + "boxes": [ + 814, + 977, + 886, + 1003 + ] + }, + { + "text": "True Tone2", + "boxes": [ + 1164, + 977, + 1236, + 1003 + ] + }, + { + "text": "12MP Center Stage camera", + "boxes": [ + 460, + 1003, + 644, + 1032 + ] + }, + { + "text": "12MP Center Stage camera", + "boxes": [ + 810, + 1003, + 992, + 1032 + ] + }, + { + "text": "12MP Center Stage camera", + "boxes": [ + 1160, + 1003, + 1344, + 1032 + ] + } + ] + }, + { + "frame_id": "140_4_8", + "episode_id": 140, + "env_id": 4, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.182951927185059, + "advantages": -0.4960518777370453, + "generated_text": "{\n \"intent\": \"The first step towards logging into the platform is clicking on 'Open Zhihu App' since downloading and installing the app is required to fully experience features like syncing notes.\",\n \"action\": \"DoubleClick(976, 68)\"\n}", + "action_string": "DoubleClick(976, 68)", + "intent_string": "The first step towards logging into the platform is clicking on 'Open Zhihu App' since downloading and installing the app is required to fully experience features like syncing notes.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×「十", + "boxes": [ + 6, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1038, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 894, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 817, + 413 + ] + }, + { + "text": "中国86", + "boxes": [ + 942, + 389, + 1012, + 421 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 660, + 413, + 860, + 437 + ] + }, + { + "text": "美国+1", + "boxes": [ + 942, + 435, + 1002, + 461 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1204, + 443, + 1308, + 469 + ] + }, + { + "text": "日本+81", + "boxes": [ + 944, + 476, + 1008, + 496 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "中国香港+852", + "boxes": [ + 944, + 514, + 1046, + 540 + ] + }, + { + "text": "中国澳门+853", + "boxes": [ + 944, + 554, + 1046, + 578 + ] + }, + { + "text": "中国台湾+886", + "boxes": [ + 944, + 594, + 1046, + 619 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "马来西亚+60", + "boxes": [ + 944, + 635, + 1038, + 659 + ] + }, + { + "text": "澳大利亚+61", + "boxes": [ + 944, + 675, + 1038, + 699 + ] + }, + { + "text": "代表同意《知乎协议》《隐私", + "boxes": [ + 1136, + 703, + 1300, + 727 + ] + }, + { + "text": "加拿大+1", + "boxes": [ + 946, + 717, + 1012, + 737 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "英国+44", + "boxes": [ + 942, + 754, + 1012, + 780 + ] + }, + { + "text": "新加坡+65", + "boxes": [ + 942, + 794, + 1024, + 820 + ] + }, + { + "text": "德国+49", + "boxes": [ + 944, + 834, + 1014, + 860 + ] + }, + { + "text": "通考化务", + "boxes": [ + 922, + 987, + 994, + 1018 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 244, + 54 + ] + }, + { + "text": "三目", + "boxes": [ + 1788, + 69, + 1868, + 87 + ] + }, + { + "text": "在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 334, + 216, + 582, + 234 + ] + }, + { + "text": "日本+81", + "boxes": [ + 946, + 476, + 1008, + 496 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1304, + 510 + ] + }, + { + "text": "中国香港+852", + "boxes": [ + 944, + 514, + 1046, + 538 + ] + }, + { + "text": "中国澳门+853", + "boxes": [ + 944, + 554, + 1046, + 578 + ] + }, + { + "text": "中国台湾+886", + "boxes": [ + 942, + 589, + 1046, + 620 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "马来西亚+60", + "boxes": [ + 942, + 629, + 1038, + 660 + ] + }, + { + "text": "澳大利亚+61", + "boxes": [ + 944, + 675, + 1038, + 699 + ] + }, + { + "text": "代表同意《知乎协议》《隐私", + "boxes": [ + 1136, + 703, + 1298, + 727 + ] + }, + { + "text": "加拿大+1", + "boxes": [ + 946, + 717, + 1012, + 737 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 826, + 733, + 884, + 752 + ] + }, + { + "text": "英国+44", + "boxes": [ + 942, + 754, + 1012, + 780 + ] + }, + { + "text": "新加坡+65", + "boxes": [ + 944, + 794, + 1024, + 820 + ] + }, + { + "text": "德国+49", + "boxes": [ + 944, + 834, + 1014, + 860 + ] + }, + { + "text": "通考", + "boxes": [ + 922, + 987, + 992, + 1018 + ] + } + ] + }, + { + "frame_id": "140_5_8", + "episode_id": 140, + "env_id": 5, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.647771835327148, + "advantages": -0.15828220546245575, + "generated_text": "{\n \"intent\": \"Click on the article headline to read more details about the AI satellite launched into space successfully\",\n \"action\": \"Click(989, 341)\"\n}", + "action_string": "Click(989, 341)", + "intent_string": "Click on the article headline to read more details about the AI satellite launched into space successfully", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 113, + 890, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1152, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道>", + "boxes": [ + 478, + 270, + 590, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送止太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 113, + 890, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1152, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "140_6_8", + "episode_id": 140, + "env_id": 6, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.958904266357422, + "advantages": -0.6588600873947144, + "generated_text": "{\n \"intent\": \"Click on the image to view larger and explore potential related sections or articles about the satellite launch.\",\n \"action\": \"RightClick(999, 673)\"\n}", + "action_string": "RightClick(999, 673)", + "intent_string": "Click on the image to view larger and explore potential related sections or articles about the satellite launch.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "时政", + "boxes": [ + 432, + 109, + 486, + 135 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 862, + 111, + 892, + 131 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 486, + 159, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1114, + 161, + 1140, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道）", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1598, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 430, + 109, + 488, + 135 + ] + }, + { + "text": "新闻", + "boxes": [ + 514, + 113, + 548, + 133 + ] + }, + { + "text": "教育", + "boxes": [ + 806, + 113, + 834, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 916, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1170, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "评论", + "boxes": [ + 570, + 115, + 602, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "体育", + "boxes": [ + 744, + 115, + 772, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1252, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 546, + 177 + ] + }, + { + "text": "央博", + "boxes": [ + 646, + 161, + 674, + 175 + ] + }, + { + "text": "文化", + "boxes": [ + 694, + 161, + 730, + 175 + ] + }, + { + "text": "旅游", + "boxes": [ + 742, + 159, + 788, + 177 + ] + }, + { + "text": "健康", + "boxes": [ + 800, + 161, + 834, + 175 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "阅读", + "boxes": [ + 904, + 161, + 932, + 175 + ] + }, + { + "text": "数智", + "boxes": [ + 958, + 161, + 990, + 175 + ] + }, + { + "text": "5G", + "boxes": [ + 1006, + 161, + 1032, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1052, + 161, + 1092, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1110, + 161, + 1140, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "新闻频道）", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 598, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 328, + 1184, + 363 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "View Image", + "boxes": [ + 1019, + 672, + 1113, + 709 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + }, + { + "text": "Save Image As..", + "boxes": [ + 1024, + 702, + 1138, + 733 + ] + }, + { + "text": " Copy Image", + "boxes": [ + 1021, + 728, + 1117, + 765 + ] + }, + { + "text": "Copy Image Location ", + "boxes": [ + 1026, + 758, + 1174, + 788 + ] + }, + { + "text": "Email Image..", + "boxes": [ + 1028, + 786, + 1118, + 812 + ] + }, + { + "text": "Inspect Accessibility Properties", + "boxes": [ + 1028, + 816, + 1236, + 840 + ] + }, + { + "text": "Inspect Element (Q)", + "boxes": [ + 1028, + 842, + 1162, + 866 + ] + } + ] + }, + { + "frame_id": "140_7_8", + "episode_id": 140, + "env_id": 7, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.676705360412598, + "advantages": -0.8639249205589294, + "generated_text": "{\n \"intent\": \"Enter the known email address or phone number to get access to the platform.\",\n \"action\": \"DoubleClick(995, 437)\"\n}", + "action_string": "DoubleClick(995, 437)", + "intent_string": "Enter the known email address or phone number to get access to the platform.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 28, + 244, + 52 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1038, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 894, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 945, + 307, + 1037, + 346 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1048, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》“", + "boxes": [ + 950, + 703, + 1270, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×」十", + "boxes": [ + 6, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1038, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "信验证码", + "boxes": [ + 1020, + 443, + 1078, + 461 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "140_0_9", + "episode_id": 140, + "env_id": 0, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.1246976852417, + "advantages": -0.5383833646774292, + "generated_text": "{\n \"intent\": \"Click on the article titled '奇瑞之夜，风云A9L用技术冗余上演降维打击！' to read more details about the product\",\n \"action\": \"Click(106, 497)\"\n}", + "action_string": "Click(106, 497)", + "intent_string": "Click on the article titled '奇瑞之夜，风云A9L用技术冗余上演降维打击！' to read more details about the product", + "before_screen_ocr_results": [ + { + "text": "×奇瑞之夜，风云A9L用技术", + "boxes": [ + 186, + 26, + 414, + 54 + ] + }, + { + "text": "C", + "boxes": [ + 66, + 68, + 126, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1874, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市12℃", + "boxes": [ + 1620, + 117, + 1744, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 344, + 171, + 694, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 250, + 1444, + 280 + ] + }, + { + "text": "汽车网评十关注", + "boxes": [ + 386, + 268, + 576, + 304 + ] + }, + { + "text": "9.7K关注者", + "boxes": [ + 1104, + 276, + 1174, + 298 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1416, + 278, + 1516, + 322 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1415, + 307, + 1547, + 356 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "奇瑞之夜，风云A9L用技术余上演降维打击！", + "boxes": [ + 366, + 345, + 1042, + 387 + ] + }, + { + "text": "班，提集灵感，", + "boxes": [ + 1450, + 351, + 1504, + 369 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "14小时·03分钟读取", + "boxes": [ + 364, + 411, + 552, + 447 + ] + }, + { + "text": "【豆包】绘画助手，免费好用！", + "boxes": [ + 1434, + 409, + 1680, + 445 + ] + }, + { + "text": "区", + "boxes": [ + 194, + 455, + 210, + 472 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1428, + 469, + 1530, + 494 + ] + }, + { + "text": "5 月13日，奇瑞汽车在龙山碰撞安全试验室召开“安全之夜”，正式揭晓基于全新 EOX平台打造的首款C 级旗舰轿车", + "boxes": [ + 362, + 502, + 1238, + 532 + ] + }, + { + "text": "风云A9L。这款承载着奇瑞冲击高端市场决心的车型，以“坚守安全底线、超越品质上限”为核心，通过超国标极", + "boxes": [ + 400, + 530, + 1240, + 560 + ] + }, + { + "text": "限测试、不计成本的技术投入和百万级豪华标准，重新定义中国汽车的价值高度。从技术验证到市场破局，风云A9L", + "boxes": [ + 364, + 556, + 1230, + 586 + ] + }, + { + "text": "访问汽车网评", + "boxes": [ + 1430, + 554, + 1550, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "正上演一场中国品牌向高端市场的硬核突围。", + "boxes": [ + 364, + 580, + 696, + 612 + ] + }, + { + "text": "吉利银河星舰9谋照曝光！预计5月", + "boxes": [ + 1444, + 600, + 1662, + 629 + ] + }, + { + "text": "内发布", + "boxes": [ + 1446, + 623, + 1494, + 649 + ] + }, + { + "text": "2025款极星Pole", + "boxes": [ + 1448, + 667, + 1548, + 691 + ] + }, + { + "text": "4实车亮相！", + "boxes": [ + 1576, + 669, + 1652, + 693 + ] + }, + { + "text": "标配Nappa座椅", + "boxes": [ + 1446, + 685, + 1550, + 715 + ] + }, + { + "text": "最大碰撞安全试验室", + "boxes": [ + 700, + 723, + 1006, + 758 + ] + }, + { + "text": "奥迪e-tron GTq", + "boxes": [ + 1448, + 731, + 1550, + 754 + ] + }, + { + "text": "ro官图发布", + "boxes": [ + 1578, + 735, + 1652, + 752 + ] + }, + { + "text": "双电机585马力", + "boxes": [ + 1446, + 750, + 1544, + 774 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 871, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 874, + 1722, + 907 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 196, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "瑞之夜，风…·", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×奇瑞之夜，风云A9L用技术", + "boxes": [ + 186, + 26, + 414, + 54 + ] + }, + { + "text": "Q", + "boxes": [ + 66, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1786, + 64, + 1850, + 89 + ] + }, + { + "text": "?", + "boxes": [ + 1842, + 69, + 1870, + 83 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市12℃", + "boxes": [ + 1620, + 117, + 1744, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1757, + 115, + 1790, + 147 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 344, + 171, + 694, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 250, + 1444, + 280 + ] + }, + { + "text": "汽车网评十关注", + "boxes": [ + 386, + 268, + 576, + 304 + ] + }, + { + "text": "9.7K关注者", + "boxes": [ + 1104, + 276, + 1174, + 298 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1416, + 278, + 1516, + 322 + ] + }, + { + "text": "", + "boxes": [ + 194, + 288, + 210, + 306 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1415, + 307, + 1547, + 356 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "奇瑞之夜，风云A9L用技术余上演降维打击！", + "boxes": [ + 368, + 347, + 1044, + 389 + ] + }, + { + "text": "风班，提集灵感，", + "boxes": [ + 1442, + 351, + 1504, + 369 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 425 + ] + }, + { + "text": "14小时·03分钟读取", + "boxes": [ + 364, + 411, + 552, + 447 + ] + }, + { + "text": "【豆包】绘画助手，免费好用！", + "boxes": [ + 1434, + 409, + 1680, + 445 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1428, + 469, + 1530, + 494 + ] + }, + { + "text": "5 月13日，奇瑞汽车在龙山碰撞安全试验室召开“安全之夜”，正式揭晓基于全新 EOX平台打造的首款C 级旗舰轿车", + "boxes": [ + 362, + 502, + 1238, + 532 + ] + }, + { + "text": "风云A9L。这款承载着奇瑞冲击高端市场决心的车型，以“坚守安全底线、超越品质上限”为核心，通过超国标极", + "boxes": [ + 400, + 530, + 1240, + 560 + ] + }, + { + "text": "限测试、不计成本的技术投入和百万级豪华标准，重新定义中国汽车的价值高度。从技术验证到市场破局，风云A9L", + "boxes": [ + 364, + 556, + 1230, + 586 + ] + }, + { + "text": "访问汽车网评", + "boxes": [ + 1430, + 554, + 1550, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "正上演一场中国品牌向高端市场的硬核突围。", + "boxes": [ + 364, + 580, + 696, + 612 + ] + }, + { + "text": "吉利银河星舰9谋照曝光！预计5月", + "boxes": [ + 1444, + 600, + 1662, + 629 + ] + }, + { + "text": "内发布", + "boxes": [ + 1446, + 623, + 1494, + 649 + ] + }, + { + "text": "2025款极星Pole", + "boxes": [ + 1448, + 667, + 1548, + 691 + ] + }, + { + "text": "4实车亮相！", + "boxes": [ + 1576, + 669, + 1652, + 693 + ] + }, + { + "text": "标配Nappa座椅", + "boxes": [ + 1446, + 685, + 1550, + 715 + ] + }, + { + "text": "最大碰撞安全试验室", + "boxes": [ + 694, + 723, + 1006, + 758 + ] + }, + { + "text": "奥迪e-tron GTq", + "boxes": [ + 1448, + 731, + 1550, + 754 + ] + }, + { + "text": "ro官图发布", + "boxes": [ + 1578, + 735, + 1652, + 752 + ] + }, + { + "text": "双电机585马力", + "boxes": [ + 1446, + 750, + 1544, + 774 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 871, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 874, + 1722, + 907 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 196, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "瑞之夜，风…·", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "140_1_9", + "episode_id": 140, + "env_id": 1, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.990865707397461, + "advantages": 0.09103305637836456, + "generated_text": "{\n \"intent\": \"Click on the article titled '女演员甘薇宣布与贾跃亭离婚，否认得到40亿！贾跃亭曾发视频：漂泊8年期待回北京' to explore more details about the news item.\",\n \"action\": \"DoubleClick(519, 407)\"\n}", + "action_string": "DoubleClick(519, 407)", + "intent_string": "Click on the article titled '女演员甘薇宣布与贾跃亭离婚，否认得到40亿！贾跃亭曾发视频：漂泊8年期待回北京' to explore more details about the news item.", + "before_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 62, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1868, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻", + "boxes": [ + 152, + 117, + 286, + 147 + ] + }, + { + "text": "长春财经", + "boxes": [ + 270, + 117, + 430, + 147 + ] + }, + { + "text": "科技", + "boxes": [ + 442, + 119, + 492, + 145 + ] + }, + { + "text": "", + "boxes": [ + 484, + 125, + 514, + 139 + ] + }, + { + "text": "电视剧更多", + "boxes": [ + 504, + 117, + 632, + 149 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 1044, + 119, + 1114, + 145 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1430, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1472, + 117, + 1788, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1816, + 119, + 1860, + 147 + ] + }, + { + "text": "月灵霸服", + "boxes": [ + 530, + 193, + 934, + 286 + ] + }, + { + "text": "干级召唤变异月灵·爆率+99%", + "boxes": [ + 970, + 206, + 1188, + 236 + ] + }, + { + "text": "PK增伤+99%", + "boxes": [ + 942, + 232, + 1072, + 262 + ] + }, + { + "text": "上线免费赠送会员！", + "boxes": [ + 1064, + 232, + 1224, + 262 + ] + }, + { + "text": "刀刀景击·自动挂机", + "boxes": [ + 930, + 254, + 1060, + 284 + ] + }, + { + "text": "带月灵打怪超爽", + "boxes": [ + 1066, + 256, + 1172, + 280 + ] + }, + { + "text": "O", + "boxes": [ + 356, + 324, + 384, + 351 + ] + }, + { + "text": "女演员甘薇宣布与贾跃亭离婚，否认得到", + "boxes": [ + 428, + 330, + 1100, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1152, + 332, + 1280, + 363 + ] + }, + { + "text": "郑钦文第7次交锋萨巴伦卡", + "boxes": [ + 1274, + 373, + 1468, + 403 + ] + }, + { + "text": "40亿！贾跃亭曾发视频：漂泊8年期待回", + "boxes": [ + 426, + 385, + 1088, + 433 + ] + }, + { + "text": "迎来历史性首胜！比赛全", + "boxes": [ + 1278, + 397, + 1468, + 427 + ] + }, + { + "text": "口", + "boxes": [ + 350, + 402, + 391, + 441 + ] + }, + { + "text": "北京", + "boxes": [ + 422, + 437, + 510, + 492 + ] + }, + { + "text": "评论-7小时前", + "boxes": [ + 1284, + 429, + 1370, + 455 + ] + }, + { + "text": "评论", + "boxes": [ + 354, + 447, + 388, + 474 + ] + }, + { + "text": "又有新身份！刘国梁，受邀", + "boxes": [ + 1276, + 463, + 1478, + 498 + ] + }, + { + "text": "☆", + "boxes": [ + 352, + 496, + 392, + 534 + ] + }, + { + "text": "成为\"联合国运动会大使\"", + "boxes": [ + 1278, + 488, + 1450, + 518 + ] + }, + { + "text": "", + "boxes": [ + 428, + 520, + 472, + 556 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 470, + 514, + 538, + 546 + ] + }, + { + "text": "1小时前", + "boxes": [ + 1281, + 519, + 1325, + 545 + ] + }, + { + "text": "收藏", + "boxes": [ + 354, + 536, + 388, + 566 + ] + }, + { + "text": "危机再临，全新干员强势助", + "boxes": [ + 1274, + 552, + 1476, + 592 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 390, + 619 + ] + }, + { + "text": "阵，点燃战场！", + "boxes": [ + 1274, + 582, + 1392, + 611 + ] + }, + { + "text": "5月14日，@甘薇521宣布与贾跃亭离婚，否认资产转移和贾跃亭给了她40亿，两人离婚的", + "boxes": [ + 428, + 592, + 1110, + 615 + ] + }, + { + "text": "原因是她在感情方面一味付出，而得到的回报少之又少。据悉，两人于2008年结婚，婚后", + "boxes": [ + 428, + 623, + 1112, + 653 + ] + }, + { + "text": "明日方舟", + "boxes": [ + 1306, + 617, + 1362, + 635 + ] + }, + { + "text": "分享", + "boxes": [ + 354, + 627, + 390, + 655 + ] + }, + { + "text": "育有两个女儿一个儿子。", + "boxes": [ + 426, + 657, + 608, + 687 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "日", + "boxes": [ + 354, + 679, + 386, + 709 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "新浪娱乐", + "boxes": [ + 492, + 733, + 592, + 758 + ] + }, + { + "text": "自微博网页版", + "boxes": [ + 548, + 756, + 622, + 774 + ] + }, + { + "text": "#甘微宣布离婚#甘微贾跃亭离婚#14日，@甘薇521宣布与贾跃亭离婚，否认资产转移", + "boxes": [ + 492, + 768, + 998, + 802 + ] + }, + { + "text": "和贾跃亭给了她40亿，两人离婚的原因是她在感情方面一味付出，而得到的回报少之又", + "boxes": [ + 492, + 792, + 992, + 826 + ] + }, + { + "text": "，两人于2008年结婚，婚后育有两个女儿一个儿子。", + "boxes": [ + 548, + 816, + 844, + 848 + ] + }, + { + "text": "对华", + "boxes": [ + 1258, + 838, + 1304, + 858 + ] + }, + { + "text": "心", + "boxes": [ + 1430, + 850, + 1462, + 881 + ] + }, + { + "text": "甘薇521", + "boxes": [ + 546, + 876, + 624, + 901 + ] + }, + { + "text": "前来自微博视频号", + "boxes": [ + 592, + 897, + 694, + 923 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1168, + 899, + 1336, + 929 + ] + }, + { + "text": "与贾总共同走过十余年，感恩相遇，亦尊重彼此选择。未来将以母亲、制片人、公", + "boxes": [ + 544, + 919, + 1056, + 955 + ] + }, + { + "text": "益践行者的身份继续前行。三个孩子是我生命的光，新作品《桃枝气泡》也正在启", + "boxes": [ + 544, + 941, + 1054, + 977 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催..", + "boxes": [ + 1170, + 945, + 1446, + 975 + ] + }, + { + "text": "动中，愿用故事传递更多力量口甘薇521的微博视频", + "boxes": [ + 544, + 967, + 892, + 997 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元.", + "boxes": [ + 1172, + 991, + 1452, + 1020 + ] + }, + { + "text": "演员甘薇宣", + "boxes": [ + 226, + 1050, + 292, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 62, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1868, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻", + "boxes": [ + 152, + 117, + 286, + 147 + ] + }, + { + "text": "长春财经", + "boxes": [ + 270, + 117, + 430, + 147 + ] + }, + { + "text": "科技", + "boxes": [ + 442, + 119, + 492, + 145 + ] + }, + { + "text": "", + "boxes": [ + 484, + 125, + 514, + 139 + ] + }, + { + "text": "电视剧更多", + "boxes": [ + 504, + 117, + 632, + 149 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 1044, + 119, + 1112, + 145 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1430, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1472, + 117, + 1788, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1816, + 119, + 1860, + 147 + ] + }, + { + "text": "月灵霸服", + "boxes": [ + 565, + 186, + 935, + 290 + ] + }, + { + "text": "十级召唤变异月灵·爆率+99%", + "boxes": [ + 970, + 206, + 1190, + 236 + ] + }, + { + "text": "PK增伤+99%", + "boxes": [ + 942, + 232, + 1072, + 262 + ] + }, + { + "text": "上线免费赠送会员！", + "boxes": [ + 1066, + 232, + 1224, + 262 + ] + }, + { + "text": "刀刀景击·自动挂机", + "boxes": [ + 930, + 258, + 1058, + 282 + ] + }, + { + "text": "带月灵打怪超爽", + "boxes": [ + 1068, + 258, + 1174, + 282 + ] + }, + { + "text": "O", + "boxes": [ + 356, + 324, + 382, + 347 + ] + }, + { + "text": "女演员甘薇宣布与贾跃亭离婚，否认得到", + "boxes": [ + 428, + 330, + 1100, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1152, + 332, + 1280, + 363 + ] + }, + { + "text": "郑钦文第7次交锋萨巴伦卡", + "boxes": [ + 1274, + 373, + 1468, + 403 + ] + }, + { + "text": "40亿！贾跃亭曾发视频：漂泊8年期待回", + "boxes": [ + 428, + 385, + 1088, + 433 + ] + }, + { + "text": "迎来历史性首胜！比赛全·", + "boxes": [ + 1278, + 397, + 1470, + 427 + ] + }, + { + "text": "", + "boxes": [ + 348, + 401, + 390, + 443 + ] + }, + { + "text": "北京", + "boxes": [ + 422, + 437, + 512, + 492 + ] + }, + { + "text": "评论-7小时前", + "boxes": [ + 1284, + 429, + 1372, + 455 + ] + }, + { + "text": "评论", + "boxes": [ + 354, + 445, + 388, + 472 + ] + }, + { + "text": "又有新身份！刘国梁，受邀", + "boxes": [ + 1276, + 463, + 1478, + 498 + ] + }, + { + "text": "☆", + "boxes": [ + 352, + 496, + 392, + 534 + ] + }, + { + "text": "成为\"联合国运动会大使\"", + "boxes": [ + 1278, + 488, + 1450, + 518 + ] + }, + { + "text": "", + "boxes": [ + 428, + 520, + 472, + 556 + ] + }, + { + "text": "湖北头条", + "boxes": [ + 470, + 514, + 538, + 546 + ] + }, + { + "text": "1小时前", + "boxes": [ + 1281, + 519, + 1325, + 545 + ] + }, + { + "text": "收藏", + "boxes": [ + 349, + 529, + 393, + 571 + ] + }, + { + "text": "危机再临，全新干员强势助", + "boxes": [ + 1274, + 552, + 1476, + 592 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 390, + 619 + ] + }, + { + "text": "阵，点燃战场！", + "boxes": [ + 1274, + 582, + 1392, + 611 + ] + }, + { + "text": "5月14日，@甘薇521宣布与贾跃亭离婚，否认资产转移和贾跃亭给了她40亿，两人离婚的", + "boxes": [ + 428, + 592, + 1110, + 615 + ] + }, + { + "text": "原因是她在感情方面一味付出，而得到的回报少之又少。据悉，两人于2008年结婚，婚后", + "boxes": [ + 428, + 623, + 1112, + 653 + ] + }, + { + "text": "明日方舟", + "boxes": [ + 1306, + 617, + 1362, + 635 + ] + }, + { + "text": "分享", + "boxes": [ + 354, + 627, + 390, + 655 + ] + }, + { + "text": "育有两个女儿一个儿子。", + "boxes": [ + 426, + 657, + 608, + 687 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "日", + "boxes": [ + 354, + 679, + 386, + 709 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "新浪娱乐", + "boxes": [ + 492, + 733, + 592, + 758 + ] + }, + { + "text": "自微博网页版", + "boxes": [ + 548, + 756, + 622, + 774 + ] + }, + { + "text": "#甘微宣布离婚#甘微贾跃亭离婚#14日，@甘薇521宣布与贾跃亭离婚，否认资产转移", + "boxes": [ + 492, + 768, + 998, + 802 + ] + }, + { + "text": "和贾跃亭给了她40亿，两人离婚的原因是她在感情方面一味付出，而得到的回报少之又", + "boxes": [ + 492, + 792, + 992, + 826 + ] + }, + { + "text": "，两人于2008年结婚，婚后育有两个女儿一个儿子。", + "boxes": [ + 548, + 816, + 844, + 848 + ] + }, + { + "text": "对华", + "boxes": [ + 1258, + 838, + 1304, + 858 + ] + }, + { + "text": "心", + "boxes": [ + 1431, + 853, + 1461, + 881 + ] + }, + { + "text": "甘薇521", + "boxes": [ + 546, + 876, + 624, + 901 + ] + }, + { + "text": "前来自微博视频号", + "boxes": [ + 592, + 897, + 694, + 923 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1168, + 899, + 1336, + 929 + ] + }, + { + "text": "与贾总共同走过十余年，感恩相遇，亦尊重彼此选择。未来将以母亲、制片人、公", + "boxes": [ + 544, + 919, + 1056, + 955 + ] + }, + { + "text": "益践行者的身份继续前行。三个孩子是我生命的光，新作品《桃枝气泡》也正在启", + "boxes": [ + 544, + 941, + 1054, + 977 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催..", + "boxes": [ + 1170, + 945, + 1446, + 975 + ] + }, + { + "text": "动中，愿用故事传递更多力量口甘薇521的微博视频", + "boxes": [ + 544, + 967, + 892, + 997 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元.", + "boxes": [ + 1172, + 991, + 1452, + 1020 + ] + }, + { + "text": "演员甘薇宣", + "boxes": [ + 226, + 1050, + 292, + 1068 + ] + } + ] + }, + { + "frame_id": "140_2_9", + "episode_id": 140, + "env_id": 2, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.983393669128418, + "advantages": -0.6410644054412842, + "generated_text": "{\n \"intent\": \"I want to explore this article to gather more information about the development of the drama 'Life After<5>. Among the users, they highly praise the positive representation of their characters.\",\n \"action\": \"ScrollDown(100, 50)\"\n}", + "action_string": "ScrollDown(100, 50)", + "intent_string": "I want to explore this article to gather more information about the development of the drama 'Life After<5>. Among the users, they highly praise the positive representation of their characters.", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 40, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1870, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻长春财经", + "boxes": [ + 132, + 117, + 428, + 147 + ] + }, + { + "text": "科技电视剧更多\\", + "boxes": [ + 438, + 115, + 632, + 149 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 1044, + 119, + 1126, + 145 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1432, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1472, + 117, + 1788, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1814, + 117, + 1864, + 151 + ] + }, + { + "text": "月灵霸服", + "boxes": [ + 533, + 184, + 935, + 293 + ] + }, + { + "text": "十级召唤变异月灵·爆率+99%", + "boxes": [ + 968, + 206, + 1196, + 236 + ] + }, + { + "text": "PK增伤+99%", + "boxes": [ + 942, + 232, + 1068, + 262 + ] + }, + { + "text": "上线免费赠送会员！", + "boxes": [ + 1064, + 232, + 1224, + 262 + ] + }, + { + "text": "刀刀景击·自动挂机", + "boxes": [ + 932, + 258, + 1058, + 282 + ] + }, + { + "text": "带月灵打怪超爽", + "boxes": [ + 1068, + 258, + 1176, + 282 + ] + }, + { + "text": "O", + "boxes": [ + 358, + 322, + 386, + 349 + ] + }, + { + "text": "《人生若如初见》最受质疑演员出现！观", + "boxes": [ + 446, + 330, + 1102, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1154, + 334, + 1282, + 365 + ] + }, + { + "text": "赵丽颖新恋情爆出，网友祝", + "boxes": [ + 1278, + 373, + 1476, + 403 + ] + }, + { + "text": "众吐槽如此长相为何能当主角", + "boxes": [ + 428, + 385, + 910, + 433 + ] + }, + { + "text": "福又担忧！男友赵德胤被··", + "boxes": [ + 1278, + 395, + 1468, + 427 + ] + }, + { + "text": "口", + "boxes": [ + 362, + 413, + 378, + 431 + ] + }, + { + "text": "102评论-1小时前", + "boxes": [ + 1277, + 424, + 1387, + 459 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 472, + 461, + 550, + 486 + ] + }, + { + "text": "+关注", + "boxes": [ + 1038, + 467, + 1100, + 500 + ] + }, + { + "text": "《刑警的日子》大结局方婷", + "boxes": [ + 1282, + 460, + 1478, + 498 + ] + }, + { + "text": "2025-05-1500:50发布于山东电视剧领域创作者", + "boxes": [ + 470, + 476, + 740, + 504 + ] + }, + { + "text": "#", + "boxes": [ + 346, + 492, + 392, + 538 + ] + }, + { + "text": "婷刘子明没复合！这正是·", + "boxes": [ + 1278, + 484, + 1464, + 524 + ] + }, + { + "text": "1评论1小时前", + "boxes": [ + 1277, + 518, + 1367, + 548 + ] + }, + { + "text": "13", + "boxes": [ + 364, + 540, + 378, + 556 + ] + }, + { + "text": "最近，年代剧《人生若如初见》开播，吸引了不少观众观看。在这部剧中，周游饰演男", + "boxes": [ + 428, + 532, + 1112, + 562 + ] + }, + { + "text": "四号李人骏。李人骏是北洋武右卫军的一名军人，他一生只信奉袁世凯。", + "boxes": [ + 428, + 562, + 980, + 592 + ] + }, + { + "text": "「六周年庆典」新装时装限", + "boxes": [ + 1282, + 558, + 1478, + 588 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 386, + 617 + ] + }, + { + "text": "时上架，干员华丽归来！", + "boxes": [ + 1278, + 584, + 1450, + 608 + ] + }, + { + "text": "广告明日方舟", + "boxes": [ + 1282, + 617, + 1362, + 635 + ] + }, + { + "text": "12", + "boxes": [ + 364, + 631, + 378, + 647 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "日", + "boxes": [ + 358, + 679, + 382, + 707 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 741 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1168, + 899, + 1356, + 929 + ] + }, + { + "text": "中美最新关税已实施 美国客户开启催.", + "boxes": [ + 1168, + 945, + 1440, + 975 + ] + }, + { + "text": "他与李现饰演的梁乡，魏大勋饰演的杨凯之，是一同留学日本的青年，三个人成为了好", + "boxes": [ + 426, + 973, + 1112, + 1007 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元.", + "boxes": [ + 1172, + 991, + 1452, + 1020 + ] + }, + { + "text": "朋友。", + "boxes": [ + 428, + 1009, + 472, + 1036 + ] + }, + { + "text": "《人生若如初·", + "boxes": [ + 224, + 1048, + 310, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1870, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页", + "boxes": [ + 134, + 117, + 248, + 147 + ] + }, + { + "text": "要闻", + "boxes": [ + 240, + 119, + 282, + 145 + ] + }, + { + "text": "长春", + "boxes": [ + 304, + 119, + 370, + 145 + ] + }, + { + "text": "财经", + "boxes": [ + 382, + 119, + 426, + 145 + ] + }, + { + "text": "科技 电视剧更多\\", + "boxes": [ + 438, + 115, + 634, + 151 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 1044, + 119, + 1126, + 145 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1372, + 119, + 1432, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1472, + 117, + 1788, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1814, + 117, + 1864, + 151 + ] + }, + { + "text": "月灵霸服", + "boxes": [ + 533, + 184, + 935, + 293 + ] + }, + { + "text": "十级召唤变异月灵·爆率+99%", + "boxes": [ + 966, + 206, + 1200, + 236 + ] + }, + { + "text": "PK增伤+99%", + "boxes": [ + 944, + 232, + 1068, + 262 + ] + }, + { + "text": "上线免费赠送会员！", + "boxes": [ + 1066, + 232, + 1226, + 262 + ] + }, + { + "text": "刀刀景击·自动挂机", + "boxes": [ + 932, + 258, + 1058, + 282 + ] + }, + { + "text": "带月灵打怪超爽", + "boxes": [ + 1068, + 256, + 1174, + 284 + ] + }, + { + "text": "·100%伤害", + "boxes": [ + 1170, + 260, + 1252, + 278 + ] + }, + { + "text": "O", + "boxes": [ + 358, + 322, + 386, + 349 + ] + }, + { + "text": "《人生若如初见》最受质疑演员出现！观", + "boxes": [ + 446, + 330, + 1102, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1154, + 334, + 1282, + 365 + ] + }, + { + "text": "赵丽颖新恋情爆出，网友祝", + "boxes": [ + 1278, + 373, + 1476, + 403 + ] + }, + { + "text": "众吐槽如此长相为何能当主角", + "boxes": [ + 426, + 385, + 910, + 433 + ] + }, + { + "text": "福又担忧！男友赵德胤被·", + "boxes": [ + 1276, + 395, + 1468, + 427 + ] + }, + { + "text": "口", + "boxes": [ + 362, + 413, + 378, + 431 + ] + }, + { + "text": "102评论-1小时前", + "boxes": [ + 1277, + 424, + 1387, + 459 + ] + }, + { + "text": "第一滴露珠", + "boxes": [ + 472, + 461, + 550, + 486 + ] + }, + { + "text": "+关注", + "boxes": [ + 1038, + 467, + 1100, + 500 + ] + }, + { + "text": "《刑警的日子》大结局方婷", + "boxes": [ + 1282, + 462, + 1478, + 496 + ] + }, + { + "text": "2025-05-1500:50发布于山东电视剧领域创作者", + "boxes": [ + 470, + 476, + 740, + 504 + ] + }, + { + "text": "婷刘子明没复合！这正是·", + "boxes": [ + 1278, + 484, + 1464, + 524 + ] + }, + { + "text": "", + "boxes": [ + 351, + 496, + 389, + 534 + ] + }, + { + "text": "1评论1小时前", + "boxes": [ + 1277, + 518, + 1367, + 548 + ] + }, + { + "text": "13", + "boxes": [ + 364, + 540, + 378, + 556 + ] + }, + { + "text": "最近，年代剧《人生若如初见》开播，吸引了不少观众观看。在这部剧中，周游饰演男", + "boxes": [ + 428, + 532, + 1112, + 562 + ] + }, + { + "text": "四号李人骏。李人骏是北洋武右卫军的一名军人，他一生只信奉袁世凯。", + "boxes": [ + 428, + 562, + 980, + 592 + ] + }, + { + "text": "「六周年庆典」新装时装限", + "boxes": [ + 1282, + 558, + 1478, + 588 + ] + }, + { + "text": "", + "boxes": [ + 354, + 588, + 386, + 617 + ] + }, + { + "text": "时上架，干员华丽归来！", + "boxes": [ + 1278, + 584, + 1450, + 608 + ] + }, + { + "text": "广告明日方舟", + "boxes": [ + 1282, + 617, + 1362, + 635 + ] + }, + { + "text": "12", + "boxes": [ + 364, + 631, + 378, + 647 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "日", + "boxes": [ + 358, + 679, + 382, + 707 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 741 + ] + }, + { + "text": "美国调整对华加征关税", + "boxes": [ + 1170, + 899, + 1356, + 929 + ] + }, + { + "text": "中美最新关税已实施美国客户开启催.", + "boxes": [ + 1168, + 945, + 1440, + 975 + ] + }, + { + "text": "他与李现饰演的梁乡，魏大勋饰演的杨凯之，是一同留学日本的青年，三个人成为了好", + "boxes": [ + 426, + 973, + 1112, + 1007 + ] + }, + { + "text": "现场画面：美国和沙特签署上千亿美元.", + "boxes": [ + 1172, + 991, + 1450, + 1020 + ] + }, + { + "text": "朋友。", + "boxes": [ + 428, + 1009, + 472, + 1036 + ] + }, + { + "text": "《人生若如初·", + "boxes": [ + 224, + 1048, + 310, + 1074 + ] + } + ] + }, + { + "frame_id": "140_3_9", + "episode_id": 140, + "env_id": 3, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.322928428649902, + "advantages": -0.39433544874191284, + "generated_text": "{\n \"intent\": \"To explore the available Macbook Air configurations, I will start by clicking on each laptop image to view more details.\",\n \"action\": \"DoubleClick(504, 802)\"\n}", + "action_string": "DoubleClick(504, 802)", + "intent_string": "To explore the available Macbook Air configurations, I will start by clicking on each laptop image to view more details.", + "before_screen_ocr_results": [ + { + "text": "① https://wwv", + "boxes": [ + 258, + 69, + 386, + 87 + ] + }, + { + "text": "目", + "boxes": [ + 1546, + 69, + 1566, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1660, + 89 + ] + }, + { + "text": "b", + "boxes": [ + 934, + 119, + 976, + 155 + ] + }, + { + "text": "Have questions about buying a Mac?", + "boxes": [ + 804, + 151, + 1104, + 181 + ] + }, + { + "text": "Chat with a Mac Specialist 7", + "boxes": [ + 844, + 181, + 1066, + 204 + ] + }, + { + "text": "13-inch", + "boxes": [ + 845, + 259, + 921, + 299 + ] + }, + { + "text": "15-inch", + "boxes": [ + 986, + 266, + 1062, + 298 + ] + }, + { + "text": "From s999", + "boxes": [ + 848, + 286, + 922, + 318 + ] + }, + { + "text": "From $1199", + "boxes": [ + 988, + 290, + 1062, + 316 + ] + }, + { + "text": "10-Core CPU", + "boxes": [ + 460, + 796, + 610, + 828 + ] + }, + { + "text": "10-Core CPU", + "boxes": [ + 808, + 792, + 962, + 830 + ] + }, + { + "text": "10-Core CPU", + "boxes": [ + 1158, + 790, + 1312, + 832 + ] + }, + { + "text": "8-Core GPU", + "boxes": [ + 460, + 824, + 600, + 856 + ] + }, + { + "text": "10-Core GPU", + "boxes": [ + 810, + 824, + 964, + 858 + ] + }, + { + "text": "10-Core GPU", + "boxes": [ + 1162, + 824, + 1312, + 856 + ] + }, + { + "text": " 16GB Unified Memory", + "boxes": [ + 456, + 848, + 706, + 888 + ] + }, + { + "text": "16GB Unified Memory", + "boxes": [ + 810, + 850, + 1054, + 885 + ] + }, + { + "text": " 24GB Unified Memory", + "boxes": [ + 1158, + 848, + 1406, + 888 + ] + }, + { + "text": "256GB SSD Storage'", + "boxes": [ + 458, + 875, + 692, + 915 + ] + }, + { + "text": " 512GB SSD Storage'", + "boxes": [ + 808, + 879, + 1038, + 915 + ] + }, + { + "text": " 512GB SSD Storage?", + "boxes": [ + 1158, + 875, + 1388, + 917 + ] + }, + { + "text": "16-core Neural Engine ", + "boxes": [ + 460, + 929, + 614, + 965 + ] + }, + { + "text": "16-core Neural Engine", + "boxes": [ + 810, + 929, + 960, + 963 + ] + }, + { + "text": "16-core Neural Engine ", + "boxes": [ + 1160, + 929, + 1312, + 965 + ] + }, + { + "text": "13.6-inch Liquid Retina display with", + "boxes": [ + 458, + 953, + 694, + 987 + ] + }, + { + "text": " 13.6-inch Liquid Retina display with", + "boxes": [ + 808, + 953, + 1044, + 987 + ] + }, + { + "text": " 13.6-inch Liquid Retina display with", + "boxes": [ + 1158, + 953, + 1394, + 987 + ] + }, + { + "text": "True Tone2", + "boxes": [ + 464, + 977, + 534, + 1003 + ] + }, + { + "text": "True Tone2", + "boxes": [ + 814, + 977, + 886, + 1003 + ] + }, + { + "text": "True Tone2", + "boxes": [ + 1164, + 977, + 1236, + 1003 + ] + }, + { + "text": "12MP Center Stage camera", + "boxes": [ + 460, + 1003, + 644, + 1032 + ] + }, + { + "text": "12MP Center Stage camera", + "boxes": [ + 810, + 1003, + 992, + 1032 + ] + }, + { + "text": "12MP Center Stage camera", + "boxes": [ + 1160, + 1003, + 1344, + 1032 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "① https://wwv", + "boxes": [ + 258, + 69, + 386, + 87 + ] + }, + { + "text": "目", + "boxes": [ + 1546, + 69, + 1564, + 85 + ] + }, + { + "text": "·☆", + "boxes": [ + 1582, + 66, + 1660, + 89 + ] + }, + { + "text": "b", + "boxes": [ + 936, + 121, + 974, + 151 + ] + }, + { + "text": "Have questions about buying a Mac?", + "boxes": [ + 804, + 151, + 1104, + 181 + ] + }, + { + "text": "Chat with a Mac Specialist 7", + "boxes": [ + 844, + 181, + 1066, + 204 + ] + }, + { + "text": "13-inch", + "boxes": [ + 845, + 259, + 921, + 299 + ] + }, + { + "text": "15-inch", + "boxes": [ + 986, + 266, + 1062, + 298 + ] + }, + { + "text": "From s999", + "boxes": [ + 848, + 286, + 922, + 318 + ] + }, + { + "text": "From $1199", + "boxes": [ + 988, + 290, + 1062, + 316 + ] + }, + { + "text": "10-Core CPU", + "boxes": [ + 458, + 790, + 612, + 828 + ] + }, + { + "text": "10-Core CPU", + "boxes": [ + 808, + 792, + 962, + 830 + ] + }, + { + "text": "10-Core CPU", + "boxes": [ + 1158, + 790, + 1312, + 832 + ] + }, + { + "text": "8-Core GPU", + "boxes": [ + 460, + 824, + 600, + 856 + ] + }, + { + "text": "10-Core GPU", + "boxes": [ + 810, + 824, + 964, + 858 + ] + }, + { + "text": "10-Core GPU", + "boxes": [ + 1162, + 824, + 1312, + 856 + ] + }, + { + "text": " 16GB Unified Memory", + "boxes": [ + 456, + 848, + 706, + 888 + ] + }, + { + "text": "16GB Unified Memory", + "boxes": [ + 810, + 850, + 1054, + 885 + ] + }, + { + "text": " 24GB Unified Memory", + "boxes": [ + 1158, + 848, + 1406, + 888 + ] + }, + { + "text": " 256GB SSD Storage'", + "boxes": [ + 458, + 875, + 692, + 915 + ] + }, + { + "text": " 512GB SSD Storage'", + "boxes": [ + 808, + 879, + 1038, + 915 + ] + }, + { + "text": " 512GB SSD Storage?", + "boxes": [ + 1158, + 875, + 1388, + 917 + ] + }, + { + "text": "16-core Neural Engine ", + "boxes": [ + 460, + 929, + 614, + 965 + ] + }, + { + "text": "16-core Neural Engine", + "boxes": [ + 810, + 929, + 960, + 963 + ] + }, + { + "text": "16-core Neural Engine ", + "boxes": [ + 1160, + 929, + 1312, + 965 + ] + }, + { + "text": " 13.6-inch Liquid Retina display with", + "boxes": [ + 458, + 953, + 694, + 987 + ] + }, + { + "text": " 13.6-inch Liquid Retina display with", + "boxes": [ + 808, + 953, + 1044, + 987 + ] + }, + { + "text": "13.6-inch Liquid Retina display with", + "boxes": [ + 1160, + 953, + 1394, + 987 + ] + }, + { + "text": "True Tone2", + "boxes": [ + 464, + 977, + 534, + 1003 + ] + }, + { + "text": "True Tone2", + "boxes": [ + 814, + 977, + 886, + 1003 + ] + }, + { + "text": "True Tone2", + "boxes": [ + 1164, + 977, + 1236, + 1003 + ] + }, + { + "text": "12MP Center Stage camera", + "boxes": [ + 460, + 1003, + 644, + 1032 + ] + }, + { + "text": "12MP Center Stage camera", + "boxes": [ + 810, + 1003, + 992, + 1032 + ] + }, + { + "text": "12MP Center Stage camera", + "boxes": [ + 1160, + 1003, + 1344, + 1032 + ] + } + ] + }, + { + "frame_id": "140_4_9", + "episode_id": 140, + "env_id": 4, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.021449089050293, + "advantages": -0.6134107708930969, + "generated_text": "{\n \"intent\": \"The goal is to explore the website as much as possible.\",\n \"action\": \"DoubleClick(275, 259)\" \n}", + "action_string": "DoubleClick(275, 259)", + "intent_string": "The goal is to explore the website as much as possible.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 244, + 54 + ] + }, + { + "text": "三目", + "boxes": [ + 1788, + 69, + 1868, + 87 + ] + }, + { + "text": "在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 334, + 216, + 582, + 234 + ] + }, + { + "text": "日本+81", + "boxes": [ + 944, + 476, + 1008, + 496 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1304, + 510 + ] + }, + { + "text": "中国香港+852", + "boxes": [ + 944, + 514, + 1046, + 538 + ] + }, + { + "text": "中国澳门+853", + "boxes": [ + 944, + 554, + 1046, + 578 + ] + }, + { + "text": "中国台湾+886", + "boxes": [ + 944, + 594, + 1046, + 619 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "马来西亚+60", + "boxes": [ + 942, + 629, + 1038, + 660 + ] + }, + { + "text": "澳大利亚+61", + "boxes": [ + 944, + 675, + 1038, + 699 + ] + }, + { + "text": "代表同意《知乎协议》《隐私", + "boxes": [ + 1136, + 703, + 1298, + 727 + ] + }, + { + "text": "加拿大+1", + "boxes": [ + 946, + 717, + 1012, + 737 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 826, + 733, + 884, + 752 + ] + }, + { + "text": "英国+44", + "boxes": [ + 942, + 754, + 1012, + 780 + ] + }, + { + "text": "新加坡+65", + "boxes": [ + 944, + 794, + 1024, + 820 + ] + }, + { + "text": "德国+49", + "boxes": [ + 944, + 834, + 1014, + 860 + ] + }, + { + "text": "通考", + "boxes": [ + 922, + 987, + 992, + 1018 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 28, + 244, + 52 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "140_5_9", + "episode_id": 140, + "env_id": 5, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.075216293334961, + "advantages": 0.15232791006565094, + "generated_text": "{\n \"intent\": \"Begin exploring by clicking on the article titled '将AI送上太空 我国成功发射全球首个太空计算卫星星座'\",\n \"action\": \"Click(995, 347)\"\n}", + "action_string": "Click(995, 347)", + "intent_string": "Begin exploring by clicking on the article titled '将AI送上太空 我国成功发射全球首个太空计算卫星星座'", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 113, + 890, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1152, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 113, + 890, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1152, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "140_6_9", + "episode_id": 140, + "env_id": 6, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.730415344238281, + "advantages": -0.09822782874107361, + "generated_text": "{\n \"intent\": \"Click on the main article headline to read the content about the successful launch of China's first satellite computing spacecraft\",\n \"action\": \"DoubleClick(1020, 356)\"\n}", + "action_string": "DoubleClick(1020, 356)", + "intent_string": "Click on the main article headline to read the content about the successful launch of China's first satellite computing spacecraft", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1598, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 430, + 109, + 488, + 135 + ] + }, + { + "text": "新闻", + "boxes": [ + 514, + 113, + 548, + 133 + ] + }, + { + "text": "教育", + "boxes": [ + 806, + 113, + 834, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 916, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1170, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "评论", + "boxes": [ + 570, + 115, + 602, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "体育", + "boxes": [ + 744, + 115, + 772, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1252, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 546, + 177 + ] + }, + { + "text": "央博", + "boxes": [ + 646, + 161, + 674, + 175 + ] + }, + { + "text": "文化", + "boxes": [ + 694, + 161, + 730, + 175 + ] + }, + { + "text": "旅游", + "boxes": [ + 742, + 159, + 788, + 177 + ] + }, + { + "text": "健康", + "boxes": [ + 800, + 161, + 834, + 175 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "阅读", + "boxes": [ + 904, + 161, + 932, + 175 + ] + }, + { + "text": "数智", + "boxes": [ + 958, + 161, + 990, + 175 + ] + }, + { + "text": "5G", + "boxes": [ + 1006, + 161, + 1030, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1052, + 161, + 1092, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1110, + 161, + 1140, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "新闻频道）", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 598, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 328, + 1184, + 363 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "View Image", + "boxes": [ + 1019, + 672, + 1113, + 709 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + }, + { + "text": "Save Image As..", + "boxes": [ + 1024, + 702, + 1138, + 733 + ] + }, + { + "text": " Copy Image", + "boxes": [ + 1021, + 728, + 1117, + 765 + ] + }, + { + "text": "Copy Image Location ", + "boxes": [ + 1026, + 758, + 1174, + 788 + ] + }, + { + "text": "Email Image..", + "boxes": [ + 1028, + 786, + 1118, + 812 + ] + }, + { + "text": "Inspect Accessibility Properties", + "boxes": [ + 1028, + 816, + 1236, + 840 + ] + }, + { + "text": "Inspect Element (Q)", + "boxes": [ + 1028, + 842, + 1162, + 866 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1598, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 432, + 109, + 488, + 135 + ] + }, + { + "text": "新闻", + "boxes": [ + 514, + 113, + 548, + 133 + ] + }, + { + "text": "直播中国", + "boxes": [ + 918, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 115, + 602, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1252, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 486, + 159, + 546, + 177 + ] + }, + { + "text": "文化", + "boxes": [ + 696, + 161, + 730, + 175 + ] + }, + { + "text": "健康", + "boxes": [ + 800, + 161, + 834, + 175 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "阅读", + "boxes": [ + 904, + 161, + 930, + 175 + ] + }, + { + "text": "数智", + "boxes": [ + 958, + 161, + 994, + 175 + ] + }, + { + "text": "5G", + "boxes": [ + 1006, + 161, + 1034, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1052, + 161, + 1092, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 540, + 298 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 608, + 272, + 672, + 298 + ] + }, + { + "text": "将AI送上太空", + "boxes": [ + 450, + 326, + 640, + 363 + ] + }, + { + "text": "我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 634, + 324, + 1182, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "140_7_9", + "episode_id": 140, + "env_id": 7, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.940670013427734, + "advantages": -0.6721103191375732, + "generated_text": "{\n \"intent\": \"To start using the website by logging in or signing up.\",\n \"action\": \"DoubleClick(97, 65)\" \n}", + "action_string": "DoubleClick(97, 65)", + "intent_string": "To start using the website by logging in or signing up.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×」十", + "boxes": [ + 6, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1038, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "短信验证码", + "boxes": [ + 1009, + 436, + 1079, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 6, + 28, + 244, + 52 + ] + }, + { + "text": "①→C", + "boxes": [ + 6, + 60, + 130, + 97 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1055, + 380, + 1109, + 412 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + } + ] +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_140/scores_v3.json b/ScreenExplorer-3B-E1/episode_140/scores_v3.json new file mode 100644 index 0000000000000000000000000000000000000000..712f8dd172e28ad2ce4f9a93355fbd0871ffc496 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_140/scores_v3.json @@ -0,0 +1,19 @@ +{ + "directory_path": "logs/ScreenExplorer_2025-05-14_13-31-185da9f3/episode_140", + "single_trajectory_image_diversity": 0.29977214243263006, + "single_trajectory_text_diversity": 0.2672702483832836, + "single_trajectory_image_diversity_max": 0.732421875, + "single_trajectory_image_diversity_min": 0.00048828125, + "single_trajectory_image_diversity_std": 0.24639892578125, + "single_trajectory_text_diversity_max": 0.5760498046875, + "single_trajectory_text_diversity_min": 0.00048828125, + "single_trajectory_text_diversity_std": 0.204376220703125, + "group_trajectories_image_diversity": 0.49606284499168396, + "group_trajectories_text_diversity": 0.4711230993270874, + "group_trajectories_image_diversity_max": 1.25, + "group_trajectories_image_diversity_min": 0.0, + "group_trajectories_image_diversity_std": 0.279296875, + "group_trajectories_text_diversity_max": 0.73486328125, + "group_trajectories_text_diversity_min": -0.0009765625, + "group_trajectories_text_diversity_std": 0.160888671875 +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_150/game_record_20250515_090507.json b/ScreenExplorer-3B-E1/episode_150/game_record_20250515_090507.json new file mode 100644 index 0000000000000000000000000000000000000000..06ffcb27b152bb0df05fbf82f43211c4400f0a5e --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_150/game_record_20250515_090507.json @@ -0,0 +1,44532 @@ +{ + "start_time": "2025-05-15T09:05:07.145078", + "end_time": "2025-05-15T09:12:43.680250", + "buffer_size": 80, + "all_records": [ + { + "frame_id": "150_0_0", + "episode_id": 150, + "env_id": 0, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.236397743225098, + "advantages": 1.4510589838027954, + "generated_text": "{\n \"intent\": \"To explore the available applications on the desktop by interacting with them.\",\n \"action\": \"DoubleClick(66, 46)\" }", + "action_string": "DoubleClick(66, 46)", + "intent_string": "To explore the available applications on the desktop by interacting with them.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 74, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "150_1_0", + "episode_id": 150, + "env_id": 1, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.689252853393555, + "advantages": 2.0398871898651123, + "generated_text": "{\n \"intent\": \"Begin exploring the applications available on the desktop by clicking each one.\",\n \"action\": \"DoubleClick(73, 75)\" }", + "action_string": "DoubleClick(73, 75)", + "intent_string": "Begin exploring the applications available on the desktop by clicking each one.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "飞白", + "boxes": [ + 64, + 66, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "150_2_0", + "episode_id": 150, + "env_id": 2, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.52704906463623, + "advantages": 1.8289804458618164, + "generated_text": "{\n \"intent\": \"To double click the Firefox icon to open the browser, which might lead to further exploration.\",\n \"action\": \"DoubleClick(70, 47)\" \n}", + "action_string": "DoubleClick(70, 47)", + "intent_string": "To double click the Firefox icon to open the browser, which might lead to further exploration.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New", + "boxes": [ + 26, + 34, + 60, + 48 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "150_3_0", + "episode_id": 150, + "env_id": 3, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.268868446350098, + "advantages": 1.493279218673706, + "generated_text": "{\n \"intent\": \"Clicking the Firefox icon will open my web browser.\",\n \"action\": \"DoubleClick(71, 46)\"\n}", + "action_string": "DoubleClick(71, 46)", + "intent_string": "Clicking the Firefox icon will open my web browser.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "d", + "boxes": [ + 68, + 38, + 82, + 56 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C仓", + "boxes": [ + 74, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "150_4_0", + "episode_id": 150, + "env_id": 4, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.734638214111328, + "advantages": 2.0988998413085938, + "generated_text": "{\n \"intent\": \"Navigate to different applications and perform basic tasks.\",\n \"action\": \"DoubleClick(73, 77)\" }", + "action_string": "DoubleClick(73, 77)", + "intent_string": "Navigate to different applications and perform basic tasks.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→日", + "boxes": [ + 46, + 66, + 128, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "150_5_0", + "episode_id": 150, + "env_id": 5, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.132058143615723, + "advantages": 1.3153905868530273, + "generated_text": "{\n \"intent\": \"I opened the Firefox browser by clicking its icon.\",\n \"action\": \"DoubleClick(67, 56)\" }", + "action_string": "DoubleClick(67, 56)", + "intent_string": "I opened the Firefox browser by clicking its icon.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "150_6_0", + "episode_id": 150, + "env_id": 6, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.968781471252441, + "advantages": 2.403346300125122, + "generated_text": "{\n \"intent\": \"Select Firefox as the first application to open after connecting the computer.\",\n \"action\": \"DoubleClick(74, 63)\"\n}", + "action_string": "DoubleClick(74, 63)", + "intent_string": "Select Firefox as the first application to open after connecting the computer.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "仓", + "boxes": [ + 66, + 68, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "150_7_0", + "episode_id": 150, + "env_id": 7, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.71773624420166, + "advantages": 2.07692289352417, + "generated_text": "{\n \"intent\": \"The first task is to explore different applications available on the desktop by interacting with each one.\",\n \"action\": \"DoubleClick(64, 66)\" }", + "action_string": "DoubleClick(64, 66)", + "intent_string": "The first task is to explore different applications available on the desktop by interacting with each one.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": ">C", + "boxes": [ + 50, + 66, + 128, + 89 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "150_0_1", + "episode_id": 150, + "env_id": 0, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.298772811889648, + "advantages": -1.068352222442627, + "generated_text": "{\n \"intent\": \"To start navigating through different websites using the Firefox browser on this thawed desktop.\",\n \"action\": \"DoubleClick(997, 49)\" \n}", + "action_string": "DoubleClick(997, 49)", + "intent_string": "To start navigating through different websites using the Firefox browser on this thawed desktop.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "→C", + "boxes": [ + 44, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 64, + 520, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "150_1_1", + "episode_id": 150, + "env_id": 1, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.640073776245117, + "advantages": 0.6756843328475952, + "generated_text": "{\n \"intent\": \"Clicking on one of the popular search engines or sites like Bing or Amazon can help explore more relevant websites quickly.\",\n \"action\": \"DoubleClick(637, 490)\" \n}", + "action_string": "DoubleClick(637, 490)", + "intent_string": "Clicking on one of the popular search engines or sites like Bing or Amazon can help explore more relevant websites quickly.", + "before_screen_ocr_results": [ + { + "text": "飞白", + "boxes": [ + 64, + 66, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 44, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 296, + 632, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1466, + 768, + 1552, + 794 + ] + }, + { + "text": "13,71%", + "boxes": [ + 1630, + 802, + 1690, + 846 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "2.40%", + "boxes": [ + 1626, + 846, + 1692, + 893 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "ITBEAR科技资讯·50分钟", + "boxes": [ + 824, + 917, + 1006, + 947 + ] + }, + { + "text": "一点视频/车宇世界", + "boxes": [ + 1136, + 929, + 1272, + 959 + ] + }, + { + "text": "配置升级亮点多", + "boxes": [ + 486, + 945, + 716, + 987 + ] + }, + { + "text": "《潜行者：禁区传说三部曲》", + "boxes": [ + 836, + 943, + 1086, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "2025款红旗H9到店，", + "boxes": [ + 204, + 947, + 494, + 983 + ] + }, + { + "text": "124139 ", + "boxes": [ + 1630, + 939, + 1700, + 989 + ] + }, + { + "text": "轻松化身老司机，几乎能做", + "boxes": [ + 1136, + 951, + 1390, + 987 + ] + }, + { + "text": "增强版来袭，5月20日登陆多", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "系标配8AT引关注", + "boxes": [ + 200, + 983, + 444, + 1024 + ] + }, + { + "text": "“甩手掌柜”，试驾比亚迪海豹", + "boxes": [ + 1138, + 981, + 1412, + 1011 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1528, + 1036 + ] + }, + { + "text": "+416%", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "平台！", + "boxes": [ + 824, + 995, + 892, + 1028 + ] + }, + { + "text": "06 DM-i智驾版", + "boxes": [ + 1134, + 1005, + 1292, + 1040 + ] + }, + { + "text": "S", + "boxes": [ + 852, + 1028, + 874, + 1042 + ] + } + ] + }, + { + "frame_id": "150_2_1", + "episode_id": 150, + "env_id": 2, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.546334266662598, + "advantages": 0.5537987947463989, + "generated_text": "{\n \"intent\": \"Click on one of the browser's preloaded sites or search bar to begin browsing or searching for information.\",\n \"action\": \"DoubleClick(674, 492)\"\n}", + "action_string": "DoubleClick(674, 492)", + "intent_string": "Click on one of the browser's preloaded sites or search bar to begin browsing or searching for information.", + "before_screen_ocr_results": [ + { + "text": "New", + "boxes": [ + 26, + 34, + 60, + 48 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 44, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 646, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 482, + 411, + 656, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "定要拒纟", + "boxes": [ + 860, + 776, + 916, + 794 + ] + }, + { + "text": "4S店系的红", + "boxes": [ + 935, + 770, + 1029, + 801 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "14,.16", + "boxes": [ + 1624, + 796, + 1693, + 848 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "2.40%", + "boxes": [ + 1626, + 846, + 1692, + 893 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "ITBEAR科技资讯·50分钟", + "boxes": [ + 1136, + 917, + 1318, + 947 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 937, + 850, + 951 + ] + }, + { + "text": "一点视频/基史杂谈", + "boxes": [ + 846, + 929, + 960, + 959 + ] + }, + { + "text": "配置升级亮点多", + "boxes": [ + 484, + 945, + 718, + 987 + ] + }, + { + "text": "《潜行者：禁区传说三部曲》", + "boxes": [ + 1146, + 943, + 1398, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "2025款红旗H9到店，", + "boxes": [ + 204, + 947, + 494, + 983 + ] + }, + { + "text": "124139 ", + "boxes": [ + 1630, + 939, + 1700, + 989 + ] + }, + { + "text": "提新车时，一定拒绝4S店系", + "boxes": [ + 826, + 955, + 1082, + 985 + ] + }, + { + "text": "增强版来袭，5月20日登陆多", + "boxes": [ + 1136, + 967, + 1408, + 1003 + ] + }, + { + "text": "系标配8AT引关注", + "boxes": [ + 200, + 983, + 444, + 1024 + ] + }, + { + "text": "红绳子？销售人员：算你聪", + "boxes": [ + 824, + 979, + 1078, + 1014 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1526, + 1036 + ] + }, + { + "text": "+431634 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "平台！", + "boxes": [ + 1136, + 995, + 1204, + 1028 + ] + }, + { + "text": "明，没吃亏", + "boxes": [ + 824, + 1005, + 936, + 1042 + ] + }, + { + "text": "S", + "boxes": [ + 1164, + 1028, + 1186, + 1042 + ] + } + ] + }, + { + "frame_id": "150_3_1", + "episode_id": 150, + "env_id": 3, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.921890258789062, + "advantages": -0.25813910365104675, + "generated_text": "{\n \"intent\": \"To quickly access Top Sites such as 'Apple', 'Bing', and 'Amazon' without typing out full URLs.\",\n \"action\": \"DoubleClick(587, 535)\" \n}", + "action_string": "DoubleClick(587, 535)", + "intent_string": "To quickly access Top Sites such as 'Apple', 'Bing', and 'Amazon' without typing out full URLs.", + "before_screen_ocr_results": [ + { + "text": "d", + "boxes": [ + 68, + 38, + 82, + 56 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C仓", + "boxes": [ + 74, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ] + }, + { + "frame_id": "150_4_1", + "episode_id": 150, + "env_id": 4, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.157928466796875, + "advantages": 0.04877130687236786, + "generated_text": "{\n \"intent\": \"To open an app or website based on one of the Top Sites provided on the screen\",\n \"action\": \"DoubleClick(756, 501)\" \n}", + "action_string": "DoubleClick(756, 501)", + "intent_string": "To open an app or website based on one of the Top Sites provided on the screen", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "Dookmarks.", + "boxes": [ + 84, + 101, + 158, + 119 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "Retuns", + "boxes": [ + 1738, + 117, + 1780, + 137 + ] + }, + { + "text": "四", + "boxes": [ + 1826, + 115, + 1860, + 135 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "gistry", + "boxes": [ + 212, + 173, + 240, + 187 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1416, + 486, + 1554, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 610, + 528, + 790, + 558 + ] + }, + { + "text": " Shop deals in Fashion ", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1352, + 889, + 1486, + 913 + ] + }, + { + "text": " Top categories in Kitchen ", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "150_5_1", + "episode_id": 150, + "env_id": 5, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.31922721862793, + "advantages": -1.0417561531066895, + "generated_text": "{\n \"intent\": \"Scroll down the web page to explore more options without hitting any specific link yet.\",\n \"action\": \"DoubleClick(325, 46)\" \n}", + "action_string": "DoubleClick(325, 46)", + "intent_string": "Scroll down the web page to explore more options without hitting any specific link yet.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "5 New Tab", + "boxes": [ + 229, + 25, + 319, + 56 + ] + }, + { + "text": "Qearch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "150_6_1", + "episode_id": 150, + "env_id": 6, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.526511192321777, + "advantages": 0.5280237197875977, + "generated_text": "{\n \"intent\": \"Click on a bookmark or top site icon to open the website it represents.\",\n \"action\": \"DoubleClick(637, 479)\" \n}", + "action_string": "DoubleClick(637, 479)", + "intent_string": "Click on a bookmark or top site icon to open the website it represents.", + "before_screen_ocr_results": [ + { + "text": "仓", + "boxes": [ + 66, + 68, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 44, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 69, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 20, + 109, + 184, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 296, + 632, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 482, + 411, + 656, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 640, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "海豹060", + "boxes": [ + 1168, + 768, + 1252, + 786 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "1,.71%", + "boxes": [ + 1626, + 797, + 1691, + 845 + ] + }, + { + "text": "23,30%", + "boxes": [ + 1628, + 850, + 1690, + 891 + ] + }, + { + "text": "特频址", + "boxes": [ + 1456, + 891, + 1522, + 941 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "ITBEAR科技资讯·50分钟", + "boxes": [ + 824, + 917, + 1004, + 947 + ] + }, + { + "text": "D", + "boxes": [ + 1137, + 930, + 1166, + 956 + ] + }, + { + "text": "一点视频/优视汽车", + "boxes": [ + 1158, + 929, + 1272, + 959 + ] + }, + { + "text": "《潜行者：禁区传说三部曲》", + "boxes": [ + 836, + 943, + 1086, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "2025款红旗H9到店，", + "boxes": [ + 206, + 947, + 494, + 983 + ] + }, + { + "text": "1,3419 ", + "boxes": [ + 1630, + 939, + 1696, + 987 + ] + }, + { + "text": "，配置升级亮点多，全", + "boxes": [ + 484, + 951, + 760, + 981 + ] + }, + { + "text": "海豹06DM-i智驾初体验：功", + "boxes": [ + 1138, + 955, + 1406, + 985 + ] + }, + { + "text": "增强版来袭，5月20日登陆多", + "boxes": [ + 826, + 969, + 1094, + 999 + ] + }, + { + "text": "系标配8AT引关注", + "boxes": [ + 202, + 981, + 444, + 1022 + ] + }, + { + "text": "能不少水平不低，还会更好", + "boxes": [ + 1138, + 983, + 1384, + 1012 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1454, + 981, + 1524, + 1028 + ] + }, + { + "text": "+4.16%", + "boxes": [ + 1638, + 987, + 1690, + 1012 + ] + }, + { + "text": "平台！", + "boxes": [ + 826, + 997, + 890, + 1022 + ] + } + ] + }, + { + "frame_id": "150_7_1", + "episode_id": 150, + "env_id": 7, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.386817932128906, + "advantages": 0.34638652205467224, + "generated_text": "{\n \"intent\": \"Select an appropriate search engine or website from the 'Top Sites' section to begin my web exploration.\",\n \"action\": \"DoubleClick(641, 476)\" \n}", + "action_string": "DoubleClick(641, 476)", + "intent_string": "Select an appropriate search engine or website from the 'Top Sites' section to begin my web exploration.", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 52, + 66, + 128, + 89 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 38, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1606, + 69, + 1658, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 185, + 153 + ] + }, + { + "text": "国内版", + "boxes": [ + 492, + 250, + 560, + 282 + ] + }, + { + "text": "国际版", + "boxes": [ + 556, + 250, + 636, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 298, + 630, + 328 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "Next", + "boxes": [ + 1364, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 484, + 415, + 652, + 439 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1290, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + } + ] + }, + { + "frame_id": "150_0_2", + "episode_id": 150, + "env_id": 0, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.6273832321167, + "advantages": -0.6410740613937378, + "generated_text": "{\n \"intent\": \"Click on one of the bookmarks or search terms displayed to initiate navigation to a webpage.\",\n \"action\": \"DoubleClick(517, 514)\" \n}", + "action_string": "DoubleClick(517, 514)", + "intent_string": "Click on one of the bookmarks or search terms displayed to initiate navigation to a webpage.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter adress", + "boxes": [ + 248, + 64, + 520, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ] + }, + { + "frame_id": "150_1_2", + "episode_id": 150, + "env_id": 1, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.992782592773438, + "advantages": -0.16596083343029022, + "generated_text": "{\n \"intent\": \"Click on an artifact on the desktop, specifically '一个新的按钮' to see available operations.\",\n \"action\": \"DoubleClick(900, 5)\" \n}", + "action_string": "DoubleClick(900, 5)", + "intent_string": "Click on an artifact on the desktop, specifically '一个新的按钮' to see available operations.", + "before_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 294, + 632, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队,总教练", + "boxes": [ + 1102, + 411, + 1292, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1468, + 768, + 1552, + 794 + ] + }, + { + "text": "13.71%", + "boxes": [ + 1632, + 806, + 1688, + 840 + ] + }, + { + "text": "财联社", + "boxes": [ + 404, + 856, + 684, + 957 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1632, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1592, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "ITBEAR科技资讯·50分钟", + "boxes": [ + 824, + 917, + 1006, + 947 + ] + }, + { + "text": "一点视频/车宇世界", + "boxes": [ + 1136, + 929, + 1272, + 959 + ] + }, + { + "text": "《潜行者：禁区传说三部曲》", + "boxes": [ + 834, + 941, + 1090, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "[C 财联社 34 分钟", + "boxes": [ + 200, + 951, + 328, + 983 + ] + }, + { + "text": "轻松化身老司机，几乎能做", + "boxes": [ + 1136, + 951, + 1390, + 987 + ] + }, + { + "text": "增强版来袭，5月20日登陆多", + "boxes": [ + 826, + 967, + 1098, + 1003 + ] + }, + { + "text": "王兴“接棒”！出手7轮融资的自变量机器人", + "boxes": [ + 196, + 977, + 772, + 1024 + ] + }, + { + "text": "“甩手掌柜”，试驾比亚迪海豹", + "boxes": [ + 1138, + 981, + 1412, + 1011 + ] + }, + { + "text": "英博工", + "boxes": [ + 1456, + 983, + 1526, + 1036 + ] + }, + { + "text": "+43134 ", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "平台！", + "boxes": [ + 826, + 995, + 892, + 1028 + ] + }, + { + "text": "", + "boxes": [ + 1587, + 983, + 1633, + 1019 + ] + }, + { + "text": "06DM-i智驾版", + "boxes": [ + 1136, + 1005, + 1294, + 1042 + ] + }, + { + "text": "", + "boxes": [ + 828, + 1026, + 876, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 44, + 340, + 62 + ] + }, + { + "text": "Microsoft Bing -", + "boxes": [ + 850, + 40, + 1006, + 64 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 1004, + 42, + 1136, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "α Search - Microsoft Bing ×+", + "boxes": [ + 324, + 63, + 574, + 95 + ] + }, + { + "text": "→白", + "boxes": [ + 326, + 101, + 454, + 133 + ] + }, + { + "text": " https://cn.bing.com", + "boxes": [ + 546, + 99, + 744, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 101, + 1560, + 133 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 341, + 148, + 503, + 191 + ] + }, + { + "text": "", + "boxes": [ + 1464, + 159, + 1506, + 185 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "国内版", + "boxes": [ + 490, + 274, + 560, + 306 + ] + }, + { + "text": "国际版", + "boxes": [ + 558, + 274, + 640, + 306 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 474, + 317, + 632, + 354 + ] + }, + { + "text": "g", + "boxes": [ + 1334, + 320, + 1362, + 347 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 112, + 419 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 395, + 646, + 425 + ] + }, + { + "text": "@Next", + "boxes": [ + 1364, + 399, + 1416, + 425 + ] + }, + { + "text": "1 将人工智能送上太空 热]", + "boxes": [ + 488, + 437, + 680, + 461 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 794, + 435, + 936, + 465 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 431, + 1280, + 465 + ] + }, + { + "text": "赵丽颖新恋情曝光", + "boxes": [ + 502, + 474, + 638, + 498 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 792, + 470, + 966, + 498 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 467, + 1270, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 38, + 681, + 80, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "2", + "boxes": [ + 38, + 784, + 78, + 826 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 344, + 848, + 430, + 874 + ] + }, + { + "text": "-75%", + "boxes": [ + 727, + 872, + 799, + 918 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1300, + 889, + 1396, + 915 + ] + }, + { + "text": "13.,21% ", + "boxes": [ + 1470, + 923, + 1548, + 971 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1306, + 975, + 1358, + 1001 + ] + }, + { + "text": "", + "boxes": [ + 1446, + 979, + 1476, + 993 + ] + }, + { + "text": "+2.30%。(", + "boxes": [ + 1470, + 973, + 1544, + 1005 + ] + } + ] + }, + { + "frame_id": "150_2_2", + "episode_id": 150, + "env_id": 2, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.763903617858887, + "advantages": 0.8366949558258057, + "generated_text": "{\n \"intent\": \"Navigate through the Bing homepage to explore various articles and videos that could be beneficial or interesting.\",\n \"action\": \"Click(514, 421)\" \n}", + "action_string": "Click(514, 421)", + "intent_string": "Navigate through the Bing homepage to explore various articles and videos that could be beneficial or interesting.", + "before_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 44, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 296, + 632, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 482, + 411, + 654, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "定要拒纟", + "boxes": [ + 858, + 774, + 916, + 794 + ] + }, + { + "text": "4S店系的红", + "boxes": [ + 934, + 770, + 1030, + 799 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13.71%", + "boxes": [ + 1632, + 806, + 1686, + 840 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1632, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "ITBEAR科技资讯·50分钟", + "boxes": [ + 1136, + 917, + 1316, + 947 + ] + }, + { + "text": "1.", + "boxes": [ + 830, + 937, + 850, + 951 + ] + }, + { + "text": "一点视频/基史杂谈", + "boxes": [ + 846, + 929, + 960, + 959 + ] + }, + { + "text": "北京：景山公园“五月花神\"芍药与红墙交相", + "boxes": [ + 198, + 945, + 770, + 987 + ] + }, + { + "text": "《潜行者：禁区传说三部曲》", + "boxes": [ + 1144, + 941, + 1400, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "提新车时，一定拒绝4S店系", + "boxes": [ + 826, + 955, + 1082, + 985 + ] + }, + { + "text": "增强版来袭，5月20日登陆多", + "boxes": [ + 1134, + 967, + 1406, + 1003 + ] + }, + { + "text": "辉映", + "boxes": [ + 200, + 983, + 272, + 1022 + ] + }, + { + "text": "红绳子?销售人员：算你聪", + "boxes": [ + 824, + 979, + 1078, + 1014 + ] + }, + { + "text": "英博工", + "boxes": [ + 1456, + 983, + 1526, + 1036 + ] + }, + { + "text": "+431634 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "平台！", + "boxes": [ + 1136, + 995, + 1204, + 1028 + ] + }, + { + "text": "", + "boxes": [ + 1587, + 983, + 1633, + 1019 + ] + }, + { + "text": "明，没吃亏", + "boxes": [ + 824, + 1005, + 936, + 1042 + ] + }, + { + "text": "S", + "boxes": [ + 1164, + 1028, + 1186, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 266, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "Sign ii", + "boxes": [ + 1566, + 163, + 1602, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 460, + 230 + ] + }, + { + "text": " About 2,670,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "16 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着，", + "boxes": [ + 178, + 389, + 758, + 413 + ] + }, + { + "text": "?", + "boxes": [ + 501, + 413, + 533, + 445 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "ww.thepaper.cn T", + "boxes": [ + 276, + 450, + 378, + 481 + ] + }, + { + "text": " Translate this result ", + "boxes": [ + 368, + 455, + 490, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航”，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 206, + 572, + 268, + 604 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 176, + 615, + 720, + 651 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是“三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 176, + 665, + 764, + 697 + ] + }, + { + "text": "四川省人民政府网站", + "boxes": [ + 214, + 713, + 346, + 737 + ] + }, + { + "text": "福", + "boxes": [ + 190, + 733, + 202, + 744 + ] + }, + { + "text": "https://ww.sc.govw.cn Translate thisresut", + "boxes": [ + 210, + 729, + 478, + 762 + ] + }, + { + "text": "“四川造\"十二星将算力送上天全球首个太空计算星座发射入轨，", + "boxes": [ + 176, + 756, + 728, + 792 + ] + }, + { + "text": "1 hour ago·这是国星宇航\"星算\"计划的首次发射，也是之江实验室主导构建的\"三体计算星座\"的首", + "boxes": [ + 180, + 784, + 792, + 814 + ] + }, + { + "text": "次发射国星宇航承担了首次发射的智能网联卫星平台研发和整星研制工作，之江实验室承担了", + "boxes": [ + 178, + 810, + 760, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/fnance.sina.com.cn tech roll doc. Translatetisresult", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 174, + 895, + 672, + 931 + ] + }, + { + "text": "6 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 176, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的“三体计算星座\"的首次发射，", + "boxes": [ + 174, + 945, + 576, + 977 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 998, + 213, + 1032 + ] + }, + { + "text": "新华网", + "boxes": [ + 212, + 995, + 266, + 1020 + ] + }, + { + "text": "https://ww.xinhuanet.com Translatethisresult", + "boxes": [ + 210, + 1008, + 508, + 1042 + ] + }, + { + "text": "子人工智能送", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "150_3_2", + "episode_id": 150, + "env_id": 3, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.175307273864746, + "advantages": -1.2288891077041626, + "generated_text": "{\n \"intent\": \"Scroll down to explore more products on the Apple website\",\n \"action\": \"DoubleClick(30, 102)\" \n}", + "action_string": "DoubleClick(30, 102)", + "intent_string": "Scroll down to explore more products on the Apple website", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 824, + 320, + 930, + 357 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 113, + 1444, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1118, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ] + }, + { + "frame_id": "150_4_2", + "episode_id": 150, + "env_id": 4, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.63178539276123, + "advantages": -0.6353501081466675, + "generated_text": "{\n \"intent\": \"Navigate to the gaming accessories section to explore available products.\",\n \"action\": \"DoubleClick(198, 454)\"\n}", + "action_string": "DoubleClick(198, 454)", + "intent_string": "Navigate to the gaming accessories section to explore available products.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "①", + "boxes": [ + 254, + 68, + 308, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": " Search Amazon", + "boxes": [ + 300, + 115, + 412, + 139 + ] + }, + { + "text": "EN", + "boxes": [ + 1524, + 121, + 1576, + 147 + ] + }, + { + "text": "三AlL", + "boxes": [ + 24, + 167, + 66, + 195 + ] + }, + { + "text": "Free international returns", + "boxes": [ + 512, + 254, + 1056, + 312 + ] + }, + { + "text": "on qualifying items*", + "boxes": [ + 696, + 316, + 902, + 351 + ] + }, + { + "text": "*Restrictions aply ", + "boxes": [ + 731, + 353, + 841, + 392 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 980, + 530, + 1202, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1354, + 532, + 1654, + 556 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1354, + 891, + 1484, + 909 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 410, + 844, + 438, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "150_5_2", + "episode_id": 150, + "env_id": 5, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.994845390319824, + "advantages": -0.16327866911888123, + "generated_text": "{\n \"intent\": \"Click on 'New Tab' to explore this web page further.\",\n \"action\": \"DoubleClick(252, 37)\"\n}", + "action_string": "DoubleClick(252, 37)", + "intent_string": "Click on 'New Tab' to explore this web page further.", + "before_screen_ocr_results": [ + { + "text": "5 New Tab", + "boxes": [ + 229, + 25, + 319, + 56 + ] + }, + { + "text": "Qearch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 230, + 28, + 316, + 56 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 64, + 520, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "150_6_2", + "episode_id": 150, + "env_id": 6, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.517732620239258, + "advantages": -0.7836480736732483, + "generated_text": "{\n \"intent\": \"Click on one of the trending topics displayed on the Bing homepage to start researching or exploring.\",\n \"action\": \"Click(918, 46)\" \n}", + "action_string": "Click(918, 46)", + "intent_string": "Click on one of the trending topics displayed on the Bing homepage to start researching or exploring.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 69, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 296, + 632, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 482, + 411, + 656, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 484, + 453, + 640, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "海豹060", + "boxes": [ + 1168, + 768, + 1260, + 786 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "财联社", + "boxes": [ + 404, + 856, + 684, + 957 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1464, + 852, + 1512, + 878 + ] + }, + { + "text": "新拉", + "boxes": [ + 1453, + 887, + 1525, + 942 + ] + }, + { + "text": "4.07%", + "boxes": [ + 1644, + 899, + 1684, + 925 + ] + }, + { + "text": "ITBEAR科技资讯·50分钟", + "boxes": [ + 826, + 917, + 1004, + 947 + ] + }, + { + "text": "D", + "boxes": [ + 1140, + 933, + 1164, + 955 + ] + }, + { + "text": "一点视频/优视汽车", + "boxes": [ + 1158, + 929, + 1272, + 959 + ] + }, + { + "text": "《潜行者：禁区传说三部曲》", + "boxes": [ + 836, + 943, + 1086, + 973 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1458, + 941, + 1518, + 985 + ] + }, + { + "text": "C 财联社· 34 分钟 ", + "boxes": [ + 202, + 951, + 328, + 983 + ] + }, + { + "text": "+2.81%", + "boxes": [ + 1638, + 945, + 1690, + 971 + ] + }, + { + "text": "海豹06DM-i智驾初体验：功", + "boxes": [ + 1140, + 955, + 1408, + 985 + ] + }, + { + "text": "增强版来袭，5月20日登陆多", + "boxes": [ + 824, + 965, + 1094, + 1003 + ] + }, + { + "text": "王兴“接棒”", + "boxes": [ + 198, + 979, + 372, + 1022 + ] + }, + { + "text": "”！出手7轮融资的自变量机器人", + "boxes": [ + 348, + 977, + 764, + 1023 + ] + }, + { + "text": "能不少水平不低，还会更好", + "boxes": [ + 1140, + 983, + 1384, + 1012 + ] + }, + { + "text": "实伟达", + "boxes": [ + 1453, + 977, + 1525, + 1032 + ] + }, + { + "text": "平台！", + "boxes": [ + 828, + 997, + 890, + 1022 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 646, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 482, + 411, + 656, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "-75%", + "boxes": [ + 572, + 753, + 638, + 796 + ] + }, + { + "text": "海豹060", + "boxes": [ + 1166, + 768, + 1260, + 786 + ] + }, + { + "text": "潜驾实淡", + "boxes": [ + 1292, + 768, + 1380, + 786 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "-500", + "boxes": [ + 318, + 770, + 490, + 882 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1634, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "小黑盒游戏·10小时", + "boxes": [ + 228, + 921, + 350, + 945 + ] + }, + { + "text": "ITBEAR科技资讯·50分钟", + "boxes": [ + 824, + 917, + 1006, + 947 + ] + }, + { + "text": "0", + "boxes": [ + 1138, + 933, + 1164, + 955 + ] + }, + { + "text": "一点视频/优视汽车", + "boxes": [ + 1158, + 929, + 1272, + 959 + ] + }, + { + "text": "《潜行者：禁区传说三部曲》", + "boxes": [ + 836, + 943, + 1086, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "【5.14】仅剩一天！16款佳作即将结束折扣", + "boxes": [ + 216, + 949, + 782, + 985 + ] + }, + { + "text": "海豹06DM-i智驾初体验：功", + "boxes": [ + 1136, + 955, + 1406, + 985 + ] + }, + { + "text": "增强版来袭，5月20日登陆多", + "boxes": [ + 826, + 969, + 1094, + 999 + ] + }, + { + "text": "特惠！一篇速通！", + "boxes": [ + 202, + 981, + 452, + 1024 + ] + }, + { + "text": "能不少水平不低，还会更好", + "boxes": [ + 1136, + 979, + 1386, + 1013 + ] + }, + { + "text": "英博工", + "boxes": [ + 1456, + 983, + 1526, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1591, + 986, + 1629, + 1014 + ] + }, + { + "text": "+431634 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "平台！", + "boxes": [ + 824, + 995, + 892, + 1026 + ] + }, + { + "text": "用！", + "boxes": [ + 1134, + 1007, + 1184, + 1040 + ] + }, + { + "text": "", + "boxes": [ + 826, + 1026, + 876, + 1044 + ] + } + ] + }, + { + "frame_id": "150_7_2", + "episode_id": 150, + "env_id": 7, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.23642349243164, + "advantages": 0.1508350521326065, + "generated_text": "{\n \"intent\": \"Click on the 'Hershey Manor Property' result to explore the property details.\",\n \"action\": \"DoubleClick(870, 28)\" \n}", + "action_string": "DoubleClick(870, 28)", + "intent_string": "Click on the 'Hershey Manor Property' result to explore the property details.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 69, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 20, + 109, + 184, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 296, + 632, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 482, + 411, + 656, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1290, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 638, + 476 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "海豹口6", + "boxes": [ + 1168, + 768, + 1244, + 786 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1458, + 768, + 1552, + 794 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1466, + 856, + 1508, + 876 + ] + }, + { + "text": "新拉", + "boxes": [ + 1453, + 887, + 1523, + 942 + ] + }, + { + "text": "ITBEAR科技资讯·50分钟", + "boxes": [ + 826, + 917, + 1004, + 947 + ] + }, + { + "text": "一点视频/优视汽车", + "boxes": [ + 1158, + 929, + 1272, + 959 + ] + }, + { + "text": "《潜行者：禁区传说三部曲》", + "boxes": [ + 836, + 943, + 1086, + 973 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1456, + 939, + 1520, + 989 + ] + }, + { + "text": "的横沥", + "boxes": [ + 613, + 950, + 709, + 979 + ] + }, + { + "text": "海豹06DM-i智驾初体验：功", + "boxes": [ + 1138, + 955, + 1404, + 985 + ] + }, + { + "text": "+2.81%", + "boxes": [ + 1640, + 947, + 1686, + 967 + ] + }, + { + "text": "数子", + "boxes": [ + 418, + 957, + 468, + 975 + ] + }, + { + "text": "增强版来袭，5月20日登陆多", + "boxes": [ + 824, + 965, + 1094, + 1003 + ] + }, + { + "text": "能不少水平不低，还会更好", + "boxes": [ + 1138, + 979, + 1384, + 1013 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1458, + 983, + 1522, + 1024 + ] + }, + { + "text": "平台！", + "boxes": [ + 826, + 997, + 888, + 1022 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "rosoft Bing", + "boxes": [ + 115, + 27, + 189, + 52 + ] + }, + { + "text": "×", + "boxes": [ + 194, + 36, + 218, + 50 + ] + }, + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 66, + 130, + 91 + ] + }, + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "150_0_3", + "episode_id": 150, + "env_id": 0, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.683550834655762, + "advantages": -0.5680417418479919, + "generated_text": "{\n \"intent\": \"Navigate through various sections of the Apple website to explore different products and features\",\n \"action\": \"DoubleClick(698, 26)\"}", + "action_string": "DoubleClick(698, 26)", + "intent_string": "Navigate through various sections of the Apple website to explore different products and features", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 234, + 32, + 292, + 52 + ] + }, + { + "text": "New Tab", + "boxes": [ + 482, + 32, + 534, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 60, + 524, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "150_1_3", + "episode_id": 150, + "env_id": 1, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.640368461608887, + "advantages": -0.6241899132728577, + "generated_text": "{\n \"intent\": \"Open Bing search result related to '人工智能送上太空', assuming this is the relevant exploration.\",\n \"action\": \"Click(1007, 36)\"\n}", + "action_string": "Click(1007, 36)", + "intent_string": "Open Bing search result related to '人工智能送上太空', assuming this is the relevant exploration.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 44, + 340, + 62 + ] + }, + { + "text": "Mozilla Firefox", + "boxes": [ + 1006, + 42, + 1136, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "Q Search - Microsoft Bing ×+", + "boxes": [ + 324, + 64, + 572, + 93 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 454, + 133 + ] + }, + { + "text": "① https://n.bing.com", + "boxes": [ + 546, + 99, + 744, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1558, + 129 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 341, + 148, + 503, + 191 + ] + }, + { + "text": "8", + "boxes": [ + 1474, + 161, + 1500, + 183 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "国内版", + "boxes": [ + 490, + 274, + 560, + 306 + ] + }, + { + "text": "国际版", + "boxes": [ + 558, + 274, + 640, + 306 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 318, + 634, + 353 + ] + }, + { + "text": "g", + "boxes": [ + 1334, + 320, + 1362, + 347 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 115, + 423 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 395, + 644, + 425 + ] + }, + { + "text": "@Next", + "boxes": [ + 1364, + 399, + 1414, + 425 + ] + }, + { + "text": "1 将人工智能送上太空 热", + "boxes": [ + 486, + 437, + 680, + 461 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 794, + 435, + 936, + 465 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1104, + 431, + 1280, + 465 + ] + }, + { + "text": "赵丽颖新恋情曝光", + "boxes": [ + 504, + 476, + 636, + 494 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 472, + 966, + 496 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 467, + 1270, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 13, + 496, + 93, + 533 + ] + }, + { + "text": "图", + "boxes": [ + 38, + 570, + 80, + 608 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 38, + 681, + 80, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 38, + 784, + 78, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1302, + 889, + 1396, + 915 + ] + }, + { + "text": ".7", + "boxes": [ + 1468, + 919, + 1550, + 973 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1306, + 975, + 1358, + 1001 + ] + }, + { + "text": "", + "boxes": [ + 1446, + 979, + 1474, + 993 + ] + }, + { + "text": "+2.30%。(", + "boxes": [ + 1470, + 973, + 1544, + 1005 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 322, + 42, + 348, + 64 + ] + }, + { + "text": "Mozilla Firefo", + "boxes": [ + 996, + 40, + 1116, + 58 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "Q Search - Microsoft Bing ×|+", + "boxes": [ + 324, + 66, + 574, + 95 + ] + }, + { + "text": "→白", + "boxes": [ + 326, + 101, + 454, + 133 + ] + }, + { + "text": " https://cn.bing.com", + "boxes": [ + 546, + 99, + 744, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1560, + 129 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1586, + 123 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 341, + 148, + 503, + 191 + ] + }, + { + "text": "8", + "boxes": [ + 1474, + 161, + 1500, + 183 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "国内版", + "boxes": [ + 490, + 274, + 560, + 306 + ] + }, + { + "text": "国际版", + "boxes": [ + 558, + 274, + 640, + 306 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 318, + 634, + 353 + ] + }, + { + "text": "O", + "boxes": [ + 1338, + 323, + 1360, + 344 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 115, + 423 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 395, + 644, + 425 + ] + }, + { + "text": "@Next", + "boxes": [ + 1364, + 399, + 1414, + 425 + ] + }, + { + "text": "1 将人工智能送上太空 热", + "boxes": [ + 486, + 437, + 680, + 461 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 794, + 435, + 936, + 465 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 431, + 1280, + 465 + ] + }, + { + "text": "赵丽颖新恋情曝光", + "boxes": [ + 502, + 474, + 638, + 498 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 792, + 468, + 966, + 500 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 467, + 1270, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "图", + "boxes": [ + 38, + 570, + 80, + 608 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 38, + 681, + 80, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 38, + 784, + 78, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1300, + 889, + 1396, + 915 + ] + }, + { + "text": "13.,21% ", + "boxes": [ + 1470, + 923, + 1548, + 971 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1306, + 975, + 1358, + 1001 + ] + }, + { + "text": "", + "boxes": [ + 1446, + 979, + 1474, + 993 + ] + }, + { + "text": "+2.30%。(", + "boxes": [ + 1470, + 973, + 1544, + 1005 + ] + } + ] + }, + { + "frame_id": "150_2_3", + "episode_id": 150, + "env_id": 2, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.90266227722168, + "advantages": 1.017116904258728, + "generated_text": "{\n \"intent\": \"Click on the article titled '将人工智能送上太空，我国成功发射全球首个太空计算卫星星座' by CCTV.com.\",\n \"action\": \"Click(437, 339)\"\n}", + "action_string": "Click(437, 339)", + "intent_string": "Click on the article titled '将人工智能送上太空，我国成功发射全球首个太空计算卫星星座' by CCTV.com.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 266, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "Sign in", + "boxes": [ + 1564, + 163, + 1604, + 179 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 460, + 230 + ] + }, + { + "text": " About 2,670,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "16 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着，", + "boxes": [ + 178, + 389, + 758, + 413 + ] + }, + { + "text": "?", + "boxes": [ + 501, + 413, + 533, + 445 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "ww.thepaper.cn T", + "boxes": [ + 276, + 450, + 378, + 481 + ] + }, + { + "text": " Translate this result ", + "boxes": [ + 368, + 455, + 490, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航”，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 206, + 572, + 268, + 604 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 176, + 615, + 720, + 651 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是“三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 176, + 665, + 764, + 697 + ] + }, + { + "text": "四川省人民政府网站", + "boxes": [ + 214, + 713, + 346, + 737 + ] + }, + { + "text": "福", + "boxes": [ + 190, + 733, + 202, + 744 + ] + }, + { + "text": "https://ww.sc.govw.cn Translate thisresut", + "boxes": [ + 210, + 729, + 478, + 762 + ] + }, + { + "text": "“四川造\"十二星将算力送上天全球首个太空计算星座发射入轨，", + "boxes": [ + 176, + 756, + 728, + 792 + ] + }, + { + "text": "1 hour ago·这是国星宇航\"星算\"计划的首次发射，也是之江实验室主导构建的\"三体计算星座\"的首", + "boxes": [ + 180, + 784, + 792, + 814 + ] + }, + { + "text": "次发射国星宇航承担了首次发射的智能网联卫星平台研发和整星研制工作，之江实验室承担了", + "boxes": [ + 178, + 810, + 760, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/fnance.sina.com.cn tech roll doc. Translatetisresult", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 174, + 895, + 672, + 931 + ] + }, + { + "text": "6 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 176, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的“三体计算星座\"的首次发射，", + "boxes": [ + 174, + 945, + 576, + 977 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 998, + 213, + 1032 + ] + }, + { + "text": "新华网", + "boxes": [ + 212, + 995, + 266, + 1020 + ] + }, + { + "text": "https://ww.xinhuanet.com Translatethisresult", + "boxes": [ + 210, + 1008, + 508, + 1042 + ] + }, + { + "text": "子人工智能送", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1168, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "·将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 432, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "150_3_3", + "episode_id": 150, + "env_id": 3, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.714096069335938, + "advantages": -0.5283250212669373, + "generated_text": "{\n \"intent\": \"Open the next section on the Apple website by clicking on 'Shop iPhone', as it might provide more details about available products.\",\n \"action\": \"DoubleClick(1012, 318)\"\n}", + "action_string": "DoubleClick(1012, 318)", + "intent_string": "Open the next section on the Apple website by clicking on 'Shop iPhone', as it might provide more details about available products.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 113, + 1444, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1118, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "Buy iPhone", + "boxes": [ + 210, + 1050, + 292, + 1068 + ] + } + ] + }, + { + "frame_id": "150_4_3", + "episode_id": 150, + "env_id": 4, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.787198066711426, + "advantages": -0.43327364325523376, + "generated_text": "{\n \"intent\": \"Click on the 'Gaming Accessories' section to explore more options under this category.\",\n \"action\": \"DoubleClick(1048, 542)\"\n}", + "action_string": "DoubleClick(1048, 542)", + "intent_string": "Click on the 'Gaming Accessories' section to explore more options under this category.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 410, + 844, + 438, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": " Chiverto", + "boxes": [ + 132, + 101, + 221, + 155 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 416, + 143 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "", + "boxes": [ + 1826, + 115, + 1860, + 137 + ] + }, + { + "text": "三Al", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "egistry", + "boxes": [ + 200, + 167, + 246, + 193 + ] + }, + { + "text": "GiftCards", + "boxes": [ + 354, + 169, + 420, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop Ieals in Fashion", + "boxes": [ + 976, + 522, + 1206, + 564 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "Seemore", + "boxes": [ + 240, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "150_5_3", + "episode_id": 150, + "env_id": 5, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.087600708007812, + "advantages": -0.04267287999391556, + "generated_text": "{\n \"intent\": \"Open the website Amazon by clicking its shortcut icon.\",\n \"action\": \"DoubleClick(746, 527)\"\n}", + "action_string": "DoubleClick(746, 527)", + "intent_string": "Open the website Amazon by clicking its shortcut icon.", + "before_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 230, + 28, + 316, + 56 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 64, + 520, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 9, + 25, + 85, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 4, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 302, + 119, + 410, + 137 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "Retuns", + "boxes": [ + 1738, + 117, + 1780, + 137 + ] + }, + { + "text": "四", + "boxes": [ + 1826, + 115, + 1860, + 135 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1416, + 486, + 1554, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion ", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1352, + 889, + 1486, + 913 + ] + }, + { + "text": " Top categories in Kitchen ", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "150_6_3", + "episode_id": 150, + "env_id": 6, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.429818153381348, + "advantages": -0.8979595303535461, + "generated_text": "{\n \"intent\": \"Explore trending topics and movies by clicking links and watching videos.\",\n \"action\": \"Move(102, 416)\"\n}", + "action_string": "Move(102, 416)", + "intent_string": "Explore trending topics and movies by clicking links and watching videos.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 296, + 632, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 482, + 411, + 656, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "海豹060", + "boxes": [ + 1168, + 768, + 1260, + 786 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13.71%", + "boxes": [ + 1632, + 806, + 1686, + 840 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1634, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "ITBEAR科技资讯·50分钟", + "boxes": [ + 824, + 917, + 1006, + 947 + ] + }, + { + "text": "0", + "boxes": [ + 1138, + 933, + 1164, + 955 + ] + }, + { + "text": "一点视频/优视汽车", + "boxes": [ + 1158, + 929, + 1272, + 959 + ] + }, + { + "text": "《潜行者：禁区传说三部曲》", + "boxes": [ + 836, + 943, + 1086, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "快百科·10小时", + "boxes": [ + 196, + 953, + 326, + 981 + ] + }, + { + "text": "海豹06DM-i智驾初体验：功", + "boxes": [ + 1136, + 955, + 1406, + 985 + ] + }, + { + "text": "增强版来袭，5月20日登陆多", + "boxes": [ + 826, + 967, + 1098, + 1003 + ] + }, + { + "text": "《庆余年2》林相的落幕：权力棋局的终章", + "boxes": [ + 210, + 975, + 764, + 1024 + ] + }, + { + "text": "能不少水平不低，还会更好", + "boxes": [ + 1136, + 979, + 1386, + 1013 + ] + }, + { + "text": "英博工", + "boxes": [ + 1456, + 983, + 1526, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1591, + 986, + 1629, + 1014 + ] + }, + { + "text": "+43134 ", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "平台！", + "boxes": [ + 824, + 995, + 892, + 1026 + ] + }, + { + "text": "用！", + "boxes": [ + 1134, + 1007, + 1184, + 1040 + ] + }, + { + "text": "", + "boxes": [ + 828, + 1026, + 876, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 44, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 296, + 632, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 646, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 482, + 411, + 656, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "海豹060", + "boxes": [ + 1166, + 768, + 1260, + 786 + ] + }, + { + "text": "潜驾实淡", + "boxes": [ + 1292, + 768, + 1380, + 786 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "财联社", + "boxes": [ + 404, + 856, + 684, + 957 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1632, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "ITBEAR科技资讯·50分钟", + "boxes": [ + 824, + 917, + 1006, + 947 + ] + }, + { + "text": "0", + "boxes": [ + 1138, + 933, + 1164, + 955 + ] + }, + { + "text": "一点视频/优视汽车", + "boxes": [ + 1158, + 929, + 1272, + 959 + ] + }, + { + "text": "《潜行者：禁区传说三部曲》", + "boxes": [ + 836, + 943, + 1086, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "[C 财联社 34 分钟", + "boxes": [ + 200, + 951, + 328, + 983 + ] + }, + { + "text": "海豹06DM-i智驾初体验：功", + "boxes": [ + 1136, + 955, + 1406, + 985 + ] + }, + { + "text": "增强版来袭，5月20日登陆多", + "boxes": [ + 826, + 967, + 1098, + 1003 + ] + }, + { + "text": "王兴“接棒”！出手7轮融资的自变量机器人", + "boxes": [ + 196, + 977, + 772, + 1024 + ] + }, + { + "text": "能不少水平不低，还会更好", + "boxes": [ + 1136, + 979, + 1386, + 1013 + ] + }, + { + "text": "英博工", + "boxes": [ + 1456, + 983, + 1526, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 991, + 1628, + 1012 + ] + }, + { + "text": "+43134 ", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "平台！", + "boxes": [ + 826, + 995, + 892, + 1028 + ] + }, + { + "text": "用！", + "boxes": [ + 1134, + 1007, + 1184, + 1040 + ] + }, + { + "text": "", + "boxes": [ + 828, + 1026, + 876, + 1044 + ] + } + ] + }, + { + "frame_id": "150_7_3", + "episode_id": 150, + "env_id": 7, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.4517240524292, + "advantages": 0.43078118562698364, + "generated_text": "{\n \"intent\": \"Click on Bing to proceed to website\",\n \"action\": \"DoubleClick(642, 473)\" \n}", + "action_string": "DoubleClick(642, 473)", + "intent_string": "Click on Bing to proceed to website", + "before_screen_ocr_results": [ + { + "text": "rosoft Bing", + "boxes": [ + 115, + 27, + 189, + 52 + ] + }, + { + "text": "×", + "boxes": [ + 194, + 36, + 218, + 50 + ] + }, + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 66, + 130, + 91 + ] + }, + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 8, + 64, + 42, + 91 + ] + }, + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 482, + 411, + 656, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "七年级数学竞赛", + "boxes": [ + 1216, + 806, + 1414, + 844 + ] + }, + { + "text": "富时中国A50", + "boxes": [ + 1455, + 797, + 1547, + 846 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1446, + 834, + 1524, + 897 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1634, + 856, + 1684, + 876 + ] + }, + { + "text": "若2x=5,5", + "boxes": [ + 1138, + 866, + 1282, + 903 + ] + }, + { + "text": "=2，求", + "boxes": [ + 1284, + 866, + 1388, + 903 + ] + }, + { + "text": "x+1", + "boxes": [ + 1386, + 891, + 1420, + 911 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "手机中国·3小时", + "boxes": [ + 824, + 917, + 956, + 947 + ] + }, + { + "text": "试驾不到12万的2025款新哈弗H5好开实", + "boxes": [ + 200, + 945, + 752, + 987 + ] + }, + { + "text": "美国年度行驶里程最短车型：", + "boxes": [ + 826, + 941, + 1094, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "马自达MX-5 Miata第一", + "boxes": [ + 824, + 965, + 1060, + 1005 + ] + }, + { + "text": "用，", + "boxes": [ + 202, + 987, + 272, + 1018 + ] + }, + { + "text": "还是全尺寸全系四驱", + "boxes": [ + 254, + 985, + 534, + 1020 + ] + }, + { + "text": "D", + "boxes": [ + 1140, + 989, + 1164, + 1011 + ] + }, + { + "text": "一点视频/三乐大掌柜·2周", + "boxes": [ + 1156, + 983, + 1322, + 1018 + ] + }, + { + "text": "英达", + "boxes": [ + 1454, + 981, + 1528, + 1036 + ] + }, + { + "text": "3", + "boxes": [ + 1591, + 985, + 1629, + 1014 + ] + }, + { + "text": "+431634 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "七年级数学竞赛题，一道指数", + "boxes": [ + 1138, + 1009, + 1410, + 1044 + ] + } + ] + }, + { + "frame_id": "150_0_4", + "episode_id": 150, + "env_id": 0, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.469074249267578, + "advantages": -0.8469164967536926, + "generated_text": "{\n \"intent\": \"To navigate to one of the frequently visited sites in these recent searches.\",\n \"action\": \"DoubleClick(530, 475)\" \n}", + "action_string": "DoubleClick(530, 475)", + "intent_string": "To navigate to one of the frequently visited sites in these recent searches.", + "before_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 234, + 32, + 292, + 52 + ] + }, + { + "text": "New Tab", + "boxes": [ + 482, + 32, + 534, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 60, + 524, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1062, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 476, + 34, + 516, + 50 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 113, + 1444, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ] + }, + { + "frame_id": "150_1_4", + "episode_id": 150, + "env_id": 1, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.519596099853516, + "advantages": 0.5190322995185852, + "generated_text": "{\n \"intent\": \"Open Microsoft Bing to start browsing trending topics and search queries.\",\n \"action\": \"DoubleClick(995, 48)\" \n}", + "action_string": "DoubleClick(995, 48)", + "intent_string": "Open Microsoft Bing to start browsing trending topics and search queries.", + "before_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 322, + 42, + 348, + 64 + ] + }, + { + "text": "Mozilla Firefo", + "boxes": [ + 996, + 40, + 1116, + 58 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "Q Search - Microsoft Bing ×|+", + "boxes": [ + 324, + 66, + 574, + 95 + ] + }, + { + "text": "→白", + "boxes": [ + 326, + 101, + 454, + 133 + ] + }, + { + "text": " https://cn.bing.com", + "boxes": [ + 546, + 99, + 744, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1560, + 129 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1586, + 123 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 341, + 148, + 503, + 191 + ] + }, + { + "text": "8", + "boxes": [ + 1474, + 161, + 1500, + 183 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "国内版", + "boxes": [ + 490, + 274, + 560, + 306 + ] + }, + { + "text": "国际版", + "boxes": [ + 558, + 274, + 640, + 306 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 318, + 634, + 353 + ] + }, + { + "text": "O", + "boxes": [ + 1338, + 323, + 1360, + 344 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 115, + 423 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 395, + 644, + 425 + ] + }, + { + "text": "@Next", + "boxes": [ + 1364, + 399, + 1414, + 425 + ] + }, + { + "text": "1 将人工智能送上太空 热", + "boxes": [ + 486, + 437, + 680, + 461 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 794, + 435, + 936, + 465 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 431, + 1280, + 465 + ] + }, + { + "text": "赵丽颖新恋情曝光", + "boxes": [ + 502, + 474, + 638, + 498 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 792, + 468, + 966, + 500 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 467, + 1270, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "图", + "boxes": [ + 38, + 570, + 80, + 608 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 38, + 681, + 80, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 38, + 784, + 78, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1300, + 889, + 1396, + 915 + ] + }, + { + "text": ".7", + "boxes": [ + 1468, + 919, + 1550, + 973 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1306, + 975, + 1358, + 1001 + ] + }, + { + "text": "", + "boxes": [ + 1446, + 979, + 1474, + 993 + ] + }, + { + "text": "+2.30%。(", + "boxes": [ + 1470, + 973, + 1544, + 1005 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 294, + 632, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队,总教练", + "boxes": [ + 1102, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1468, + 768, + 1552, + 794 + ] + }, + { + "text": "13.71%", + "boxes": [ + 1632, + 806, + 1688, + 840 + ] + }, + { + "text": "财联社", + "boxes": [ + 404, + 856, + 684, + 957 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1632, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1592, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "ITBEAR科技资讯·51分钟", + "boxes": [ + 824, + 917, + 1006, + 947 + ] + }, + { + "text": "一点视频/车宇世界", + "boxes": [ + 1136, + 929, + 1272, + 959 + ] + }, + { + "text": "《潜行者：禁区传说三部曲》", + "boxes": [ + 834, + 941, + 1090, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "[C] 财联社 35 分钟", + "boxes": [ + 200, + 951, + 328, + 983 + ] + }, + { + "text": "轻松化身老司机，几乎能做", + "boxes": [ + 1136, + 951, + 1390, + 987 + ] + }, + { + "text": "增强版来袭，5月20日登陆多", + "boxes": [ + 826, + 967, + 1098, + 1003 + ] + }, + { + "text": "王兴“接棒”！出手7轮融资的自变量机器人", + "boxes": [ + 196, + 977, + 772, + 1024 + ] + }, + { + "text": "“甩手掌柜”，试驾比亚迪海豹", + "boxes": [ + 1138, + 981, + 1412, + 1011 + ] + }, + { + "text": "英博工", + "boxes": [ + 1456, + 983, + 1526, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 991, + 1628, + 1012 + ] + }, + { + "text": "+43134 ", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "平台！", + "boxes": [ + 826, + 995, + 892, + 1028 + ] + }, + { + "text": "06DM-i智驾版", + "boxes": [ + 1136, + 1005, + 1294, + 1042 + ] + }, + { + "text": "", + "boxes": [ + 828, + 1026, + 876, + 1044 + ] + } + ] + }, + { + "frame_id": "150_2_4", + "episode_id": 150, + "env_id": 2, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.402194023132324, + "advantages": 0.36637941002845764, + "generated_text": "{\n \"intent\": \"Click on the article titled \\\"AI送上太空 我国成功发射全球首个太空计算卫星星座\\\" to read more and explore related content.\",\n \"action\": \"Click(900, 337)\"\n}", + "action_string": "Click(900, 337)", + "intent_string": "Click on the article titled \"AI送上太空 我国成功发射全球首个太空计算卫星星座\" to read more and explore related content.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1168, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "·将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 432, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1168, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 654, + 568, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "150_3_4", + "episode_id": 150, + "env_id": 3, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.496326446533203, + "advantages": -0.8114815950393677, + "generated_text": "{\n \"intent\": \"To explore the details of different iPhone models by clicking and buying first option displayed.\",\n \"action\": \"Click(378, 983)\" \n}", + "action_string": "Click(378, 983)", + "intent_string": "To explore the details of different iPhone models by clicking and buying first option displayed.", + "before_screen_ocr_results": [ + { + "text": "目", + "boxes": [ + 1542, + 68, + 1570, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1566, + 66, + 1660, + 89 + ] + }, + { + "text": "AirPod", + "boxes": [ + 910, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 111, + 1046, + 129 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "Need shopping help?", + "boxes": [ + 1600, + 230, + 1742, + 254 + ] + }, + { + "text": "ecialist7", + "boxes": [ + 1714, + 254, + 1766, + 272 + ] + }, + { + "text": "Visit an Apple Store", + "boxes": [ + 1596, + 284, + 1732, + 312 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 294, + 1588, + 318 + ] + }, + { + "text": "Find one near you 7", + "boxes": [ + 1598, + 303, + 1726, + 332 + ] + }, + { + "text": "All Models ", + "boxes": [ + 144, + 389, + 230, + 413 + ] + }, + { + "text": " Shopping guides ", + "boxes": [ + 260, + 387, + 400, + 417 + ] + }, + { + "text": "Ways to Save", + "boxes": [ + 430, + 389, + 540, + 413 + ] + }, + { + "text": " Sustainability", + "boxes": [ + 570, + 387, + 682, + 417 + ] + }, + { + "text": "Accessories", + "boxes": [ + 716, + 389, + 814, + 413 + ] + }, + { + "text": " Setup and Support ", + "boxes": [ + 846, + 387, + 1000, + 417 + ] + }, + { + "text": "The iPhone Experience", + "boxes": [ + 1032, + 389, + 1214, + 413 + ] + }, + { + "text": "Special Stores", + "boxes": [ + 1248, + 389, + 1362, + 413 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 138, + 472, + 464, + 508 + ] + }, + { + "text": "PPLE INTELLIGENCE", + "boxes": [ + 180, + 560, + 296, + 578 + ] + }, + { + "text": "APPLE INTELLIGENCE", + "boxes": [ + 1012, + 556, + 1140, + 580 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 164, + 580, + 376, + 621 + ] + }, + { + "text": "iPhone 16 &", + "boxes": [ + 586, + 582, + 746, + 619 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 1004, + 579, + 1156, + 622 + ] + }, + { + "text": "iPhone 15 &", + "boxes": [ + 1424, + 580, + 1582, + 617 + ] + }, + { + "text": "Expl", + "boxes": [ + 1841, + 579, + 1917, + 624 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 611, + 408, + 653 + ] + }, + { + "text": "iPhone 16 Plus", + "boxes": [ + 586, + 613, + 778, + 651 + ] + }, + { + "text": "iPhone 15 Plus", + "boxes": [ + 1424, + 611, + 1618, + 653 + ] + }, + { + "text": "acce", + "boxes": [ + 1846, + 619, + 1914, + 651 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "BuyiPhone16P", + "boxes": [ + 674, + 4, + 812, + 22 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1882, + 91 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 546, + 127 + ] + }, + { + "text": "Mac", + "boxes": [ + 576, + 113, + 602, + 127 + ] + }, + { + "text": "iPad", + "boxes": [ + 636, + 113, + 660, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 694, + 113, + 734, + 129 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrer Deals at Apple", + "boxes": [ + 495, + 168, + 655, + 207 + ] + }, + { + "text": "", + "boxes": [ + 672, + 187, + 706, + 214 + ] + }, + { + "text": "S", + "boxes": [ + 864, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "See all deals ①", + "boxes": [ + 500, + 197, + 606, + 220 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ] + }, + { + "frame_id": "150_4_4", + "episode_id": 150, + "env_id": 4, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.6913480758667, + "advantages": -0.5579032897949219, + "generated_text": "{\n \"intent\": \"Move closer to potential categories or features that will help find items quickly.\",\n \"action\": \"Click(984, 540)\"\n}", + "action_string": "Click(984, 540)", + "intent_string": "Move closer to potential categories or features that will help find items quickly.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": " Chiverto", + "boxes": [ + 132, + 101, + 221, + 155 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 416, + 143 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "", + "boxes": [ + 1826, + 115, + 1860, + 137 + ] + }, + { + "text": "三Al", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "egistry", + "boxes": [ + 200, + 167, + 246, + 193 + ] + }, + { + "text": "GiftCards", + "boxes": [ + 354, + 169, + 420, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop Ieals in Fashion", + "boxes": [ + 976, + 522, + 1206, + 564 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "Seemore", + "boxes": [ + 240, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": " Chiverto", + "boxes": [ + 132, + 101, + 221, + 155 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 416, + 143 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "", + "boxes": [ + 1826, + 115, + 1860, + 137 + ] + }, + { + "text": "三Al", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "egistry", + "boxes": [ + 200, + 167, + 246, + 193 + ] + }, + { + "text": "GiftCards", + "boxes": [ + 354, + 169, + 420, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "IShop deals in Fashion", + "boxes": [ + 976, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "Seemore", + "boxes": [ + 240, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "150_5_4", + "episode_id": 150, + "env_id": 5, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.179368019104004, + "advantages": -1.223609209060669, + "generated_text": "{\n \"intent\": \"I am going to洞察能找到cuguchuyin's favorite products\",\n \"action\": \"DoubleClick(974, 542)\"\n}", + "action_string": "DoubleClick(974, 542)", + "intent_string": "I am going to洞察能找到cuguchuyin's favorite products", + "before_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 24, + 32, + 84, + 50 + ] + }, + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 296, + 115, + 414, + 139 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "", + "boxes": [ + 1826, + 115, + 1860, + 137 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 420, + 187 + ] + }, + { + "text": "Kitchen favorites", + "boxes": [ + 610, + 280, + 878, + 324 + ] + }, + { + "text": "under $50", + "boxes": [ + 690, + 326, + 800, + 357 + ] + }, + { + "text": "ons of products withfast local delivery. Click here to goto amazon.n", + "boxes": [ + 958, + 455, + 1398, + 484 + ] + }, + { + "text": "", + "boxes": [ + 1026, + 488, + 1080, + 508 + ] + }, + { + "text": "MLL", + "boxes": [ + 1394, + 482, + 1512, + 512 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your gamie on", + "boxes": [ + 610, + 526, + 796, + 562 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1206, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 9, + 25, + 85, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 4, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": " Search Amazon", + "boxes": [ + 300, + 119, + 410, + 137 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 972, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "Seemore", + "boxes": [ + 240, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "150_6_4", + "episode_id": 150, + "env_id": 6, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.800891876220703, + "advantages": 0.884789228439331, + "generated_text": "{\n \"intent\": \"Click one of the trending topics links on Bing to explore related articles\",\n \"action\": \"DoubleClick(545, 427)\"\n}", + "action_string": "DoubleClick(545, 427)", + "intent_string": "Click one of the trending topics links on Bing to explore related articles", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 646, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 482, + 411, + 656, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "海豹060", + "boxes": [ + 1168, + 768, + 1260, + 786 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "1,.71", + "boxes": [ + 1634, + 806, + 1684, + 840 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1634, + 856, + 1682, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "ITBEAR科技资讯·50分钟", + "boxes": [ + 824, + 917, + 1006, + 947 + ] + }, + { + "text": "0", + "boxes": [ + 1138, + 933, + 1164, + 955 + ] + }, + { + "text": "一点视频/优视汽车", + "boxes": [ + 1158, + 929, + 1272, + 959 + ] + }, + { + "text": "试驾不到12万的2025款新哈弗H5好开实", + "boxes": [ + 200, + 945, + 752, + 987 + ] + }, + { + "text": "《潜行者：禁区传说三部曲》", + "boxes": [ + 836, + 943, + 1086, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "海豹06DM-i智驾初体验：功", + "boxes": [ + 1136, + 955, + 1406, + 985 + ] + }, + { + "text": "增强版来袭，5月20日登陆多", + "boxes": [ + 826, + 967, + 1098, + 1003 + ] + }, + { + "text": "用，", + "boxes": [ + 202, + 987, + 272, + 1018 + ] + }, + { + "text": "还是全尺寸全系四驱", + "boxes": [ + 254, + 985, + 534, + 1020 + ] + }, + { + "text": "能不少水平不低，还会更好", + "boxes": [ + 1136, + 979, + 1386, + 1013 + ] + }, + { + "text": "英博工", + "boxes": [ + 1456, + 983, + 1526, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1591, + 986, + 1629, + 1014 + ] + }, + { + "text": "+431634 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "平台！", + "boxes": [ + 824, + 995, + 892, + 1026 + ] + }, + { + "text": "用！", + "boxes": [ + 1134, + 1007, + 1184, + 1040 + ] + }, + { + "text": "S", + "boxes": [ + 852, + 1028, + 874, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 2,670,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "16 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着，", + "boxes": [ + 178, + 389, + 758, + 413 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "", + "boxes": [ + 540, + 427, + 556, + 445 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "w.thepaper.cn T", + "boxes": [ + 278, + 453, + 378, + 478 + ] + }, + { + "text": " Translate this result ", + "boxes": [ + 366, + 455, + 490, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航”，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 206, + 572, + 268, + 604 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 176, + 615, + 720, + 651 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是“三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 176, + 665, + 764, + 697 + ] + }, + { + "text": "四川省人民政府网站", + "boxes": [ + 214, + 713, + 346, + 737 + ] + }, + { + "text": "福", + "boxes": [ + 190, + 733, + 202, + 744 + ] + }, + { + "text": "https://ww.sc.govw.cn Translate thisresut", + "boxes": [ + 210, + 729, + 478, + 762 + ] + }, + { + "text": "“四川造\"十二星将算力送上天全球首个太空计算星座发射入轨，", + "boxes": [ + 176, + 756, + 728, + 792 + ] + }, + { + "text": "1 hour ago·这是国星宇航\"星算\"计划的首次发射，也是之江实验室主导构建的\"三体计算星座\"的首", + "boxes": [ + 180, + 784, + 792, + 814 + ] + }, + { + "text": "次发射国星宇航承担了首次发射的智能网联卫星平台研发和整星研制工作，之江实验室承担了", + "boxes": [ + 178, + 810, + 760, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/fnance.sina.com.cn tech rll doc. Translae this resut ", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 170, + 891, + 674, + 935 + ] + }, + { + "text": "6 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 176, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的“三体计算星座\"的首次发射，", + "boxes": [ + 174, + 945, + 576, + 977 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 998, + 213, + 1032 + ] + }, + { + "text": "新华网", + "boxes": [ + 212, + 995, + 266, + 1020 + ] + }, + { + "text": "https://ww.xinhuanet.com Translatethisresult", + "boxes": [ + 210, + 1008, + 508, + 1042 + ] + }, + { + "text": "子人工智能送", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "150_7_4", + "episode_id": 150, + "env_id": 7, + "step": 4, + "format_rewards": 1.0, + "rewards": 11.298789978027344, + "advantages": 1.5321849584579468, + "generated_text": "{\n \"intent\": \"Move to the '将人工智能送上太空' article link to explore it next.\",\n \"action\": \"DoubleClick(607, 426)\" \n}", + "action_string": "DoubleClick(607, 426)", + "intent_string": "Move to the '将人工智能送上太空' article link to explore it next.", + "before_screen_ocr_results": [ + { + "text": ".Search - Microsoft Bing", + "boxes": [ + 246, + 32, + 412, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 40, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 646, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 482, + 411, + 656, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 484, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "OVER", + "boxes": [ + 226, + 729, + 270, + 746 + ] + }, + { + "text": "T+", + "boxes": [ + 320, + 758, + 364, + 784 + ] + }, + { + "text": "T+", + "boxes": [ + 626, + 762, + 668, + 782 + ] + }, + { + "text": "TISSOT", + "boxes": [ + 297, + 772, + 389, + 809 + ] + }, + { + "text": "TISSOT", + "boxes": [ + 606, + 776, + 696, + 808 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "七年级数学竞赛", + "boxes": [ + 1216, + 806, + 1414, + 844 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1455, + 799, + 1547, + 845 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1446, + 834, + 1524, + 897 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1632, + 856, + 1684, + 876 + ] + }, + { + "text": "若2x=5,5", + "boxes": [ + 1138, + 866, + 1282, + 903 + ] + }, + { + "text": "=2，求", + "boxes": [ + 1284, + 866, + 1388, + 903 + ] + }, + { + "text": "x+1", + "boxes": [ + 1386, + 891, + 1420, + 911 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "手机中国·3小时", + "boxes": [ + 824, + 917, + 956, + 947 + ] + }, + { + "text": "美国年度行驶里程最短车型：", + "boxes": [ + 826, + 941, + 1094, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "马自达MX-5Miata第一", + "boxes": [ + 824, + 965, + 1060, + 1005 + ] + }, + { + "text": "天梭竞速系列特别款腕表新品发布", + "boxes": [ + 200, + 977, + 646, + 1023 + ] + }, + { + "text": "D", + "boxes": [ + 1140, + 989, + 1164, + 1011 + ] + }, + { + "text": "一点视频/三乐大掌柜·2周", + "boxes": [ + 1156, + 983, + 1322, + 1018 + ] + }, + { + "text": "英达", + "boxes": [ + 1454, + 981, + 1528, + 1036 + ] + }, + { + "text": "+4.163 ", + "boxes": [ + 1630, + 983, + 1700, + 1030 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 985, + 1630, + 1014 + ] + }, + { + "text": "七年级数学竞赛题，一道指数", + "boxes": [ + 1138, + 1009, + 1410, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 268, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": "About 2,670,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 172, + 334, + 666, + 369 + ] + }, + { + "text": "16 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着，", + "boxes": [ + 178, + 389, + 758, + 413 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "", + "boxes": [ + 602, + 425, + 618, + 445 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "w.thepaper.cn Translate this resuit ", + "boxes": [ + 276, + 451, + 492, + 480 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航”，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 206, + 572, + 268, + 604 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 176, + 615, + 720, + 651 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是“三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 176, + 665, + 764, + 697 + ] + }, + { + "text": "四川省人民政府网站", + "boxes": [ + 214, + 713, + 346, + 737 + ] + }, + { + "text": "福", + "boxes": [ + 190, + 733, + 202, + 744 + ] + }, + { + "text": "https://ww.sc.govw.cn Translate thisresut", + "boxes": [ + 210, + 729, + 478, + 762 + ] + }, + { + "text": "“四川造\"十二星将算力送上天全球首个太空计算星座发射入轨，", + "boxes": [ + 176, + 756, + 728, + 792 + ] + }, + { + "text": "1 hour ago·这是国星宇航\"星算\"计划的首次发射，也是之江实验室主导构建的\"三体计算星座\"的首", + "boxes": [ + 180, + 784, + 792, + 814 + ] + }, + { + "text": "次发射国星宇航承担了首次发射的智能网联卫星平台研发和整星研制工作，之江实验室承担了", + "boxes": [ + 178, + 810, + 760, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/fnance.sina.com.cn tech rll doc. Translae this resut ", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 170, + 891, + 674, + 935 + ] + }, + { + "text": "6 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 176, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的“三体计算星座\"的首次发射，", + "boxes": [ + 174, + 945, + 576, + 977 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 998, + 213, + 1032 + ] + }, + { + "text": "新华网", + "boxes": [ + 210, + 993, + 268, + 1024 + ] + }, + { + "text": "https://ww.xinhuanet.com Translatethisresult", + "boxes": [ + 210, + 1008, + 508, + 1042 + ] + }, + { + "text": "子人工智能送", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "150_0_5", + "episode_id": 150, + "env_id": 0, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.436878204345703, + "advantages": 0.4114777743816376, + "generated_text": "{\n \"intent\": \"Click on the \\\"Shop iPhone\\\" button to explore different iPhone products.\",\n \"action\": \"Click(1027, 335)\"\n}", + "action_string": "Click(1027, 335)", + "intent_string": "Click on the \"Shop iPhone\" button to explore different iPhone products.", + "before_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 476, + 34, + 516, + 50 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 113, + 1444, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "BuyiPhor", + "boxes": [ + 808, + 4, + 884, + 22 + ] + }, + { + "text": "Appl", + "boxes": [ + 572, + 34, + 600, + 48 + ] + }, + { + "text": "目☆", + "boxes": [ + 1540, + 66, + 1660, + 89 + ] + }, + { + "text": "AirPod", + "boxes": [ + 912, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 111, + 1046, + 129 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "Need shopping help?", + "boxes": [ + 1600, + 230, + 1742, + 254 + ] + }, + { + "text": "ecialist7", + "boxes": [ + 1714, + 254, + 1766, + 272 + ] + }, + { + "text": "Visit an Apple Store", + "boxes": [ + 1596, + 284, + 1732, + 312 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 294, + 1588, + 318 + ] + }, + { + "text": "Find one near you 7", + "boxes": [ + 1598, + 303, + 1727, + 332 + ] + }, + { + "text": "All Models ", + "boxes": [ + 144, + 389, + 230, + 413 + ] + }, + { + "text": " Shopping guides ", + "boxes": [ + 260, + 387, + 400, + 417 + ] + }, + { + "text": "Ways to Save", + "boxes": [ + 430, + 389, + 540, + 413 + ] + }, + { + "text": " Sustainability", + "boxes": [ + 570, + 387, + 682, + 417 + ] + }, + { + "text": "Accessories", + "boxes": [ + 716, + 389, + 814, + 413 + ] + }, + { + "text": " Setup and Support ", + "boxes": [ + 846, + 387, + 1000, + 417 + ] + }, + { + "text": "The iPhone Experience", + "boxes": [ + 1032, + 389, + 1214, + 413 + ] + }, + { + "text": "Special Stores", + "boxes": [ + 1248, + 389, + 1362, + 413 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 138, + 472, + 464, + 508 + ] + }, + { + "text": "PPLE INTELLIGENCE", + "boxes": [ + 180, + 560, + 296, + 578 + ] + }, + { + "text": "APPLE INTELLIGENCE", + "boxes": [ + 1012, + 556, + 1140, + 580 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 164, + 580, + 376, + 621 + ] + }, + { + "text": "iPhone 16 &", + "boxes": [ + 586, + 582, + 746, + 619 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 1004, + 579, + 1156, + 622 + ] + }, + { + "text": "iPhone 15 &", + "boxes": [ + 1424, + 580, + 1582, + 617 + ] + }, + { + "text": "Expl", + "boxes": [ + 1841, + 579, + 1917, + 624 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 611, + 408, + 653 + ] + }, + { + "text": "iPhone 16 Plus", + "boxes": [ + 586, + 613, + 778, + 651 + ] + }, + { + "text": "iPhone 15 Plus", + "boxes": [ + 1424, + 611, + 1618, + 653 + ] + }, + { + "text": "acce", + "boxes": [ + 1846, + 619, + 1914, + 651 + ] + } + ] + }, + { + "frame_id": "150_1_5", + "episode_id": 150, + "env_id": 1, + "step": 5, + "format_rewards": 1.0, + "rewards": 11.309378623962402, + "advantages": 1.5459529161453247, + "generated_text": "{\n \"intent\": \"Clique na imagem populada '将人工智能送上太空' para explorar mais informações sobre essa tendências nos Deep Dives.\",\n \"action\": \"DoubleClick(607, 430)\"\n}", + "action_string": "DoubleClick(607, 430)", + "intent_string": "Clique na imagem populada '将人工智能送上太空' para explorar mais informações sobre essa tendências nos Deep Dives.", + "before_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 44, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 294, + 632, + 330 + ] + }, + { + "text": "Q", + "boxes": [ + 1340, + 300, + 1360, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "-75%", + "boxes": [ + 573, + 753, + 640, + 796 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1468, + 768, + 1552, + 794 + ] + }, + { + "text": "-500", + "boxes": [ + 318, + 770, + 490, + 882 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1632, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 927 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "小黑盒游戏·10小时", + "boxes": [ + 228, + 921, + 350, + 945 + ] + }, + { + "text": "ITBEAR科技资讯·51分钟", + "boxes": [ + 824, + 917, + 1006, + 947 + ] + }, + { + "text": "一点视频/车宇世界", + "boxes": [ + 1136, + 929, + 1272, + 959 + ] + }, + { + "text": "《潜行者：禁区传说三部曲》", + "boxes": [ + 836, + 943, + 1088, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "【5.14】仅剩一天！16款佳作即将结束折扣", + "boxes": [ + 216, + 949, + 782, + 985 + ] + }, + { + "text": "轻松化身老司机，几乎能做", + "boxes": [ + 1136, + 951, + 1390, + 987 + ] + }, + { + "text": "增强版来袭，5月20日登陆多", + "boxes": [ + 824, + 965, + 1096, + 1003 + ] + }, + { + "text": "特惠！一篇速通！", + "boxes": [ + 202, + 981, + 452, + 1024 + ] + }, + { + "text": "“甩手掌柜”，试驾比亚迪海豹", + "boxes": [ + 1138, + 981, + 1412, + 1011 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1526, + 1036 + ] + }, + { + "text": "+43134 ", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "平台！", + "boxes": [ + 824, + 995, + 892, + 1026 + ] + }, + { + "text": "", + "boxes": [ + 1587, + 983, + 1633, + 1019 + ] + }, + { + "text": "06DM-i智驾版", + "boxes": [ + 1136, + 1005, + 1294, + 1042 + ] + }, + { + "text": "", + "boxes": [ + 826, + 1026, + 876, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": "About 2,670,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 172, + 334, + 666, + 369 + ] + }, + { + "text": "16 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着，", + "boxes": [ + 178, + 389, + 758, + 413 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "", + "boxes": [ + 602, + 431, + 618, + 449 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "w.thepaper.cn Translate this resuit ", + "boxes": [ + 276, + 451, + 492, + 480 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航”，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 206, + 572, + 268, + 604 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 176, + 615, + 720, + 651 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是“三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 176, + 665, + 764, + 697 + ] + }, + { + "text": "四川省人民政府网站", + "boxes": [ + 214, + 713, + 346, + 737 + ] + }, + { + "text": "福", + "boxes": [ + 190, + 733, + 202, + 744 + ] + }, + { + "text": "https://ww.sc.govw.cn Translate thisresut", + "boxes": [ + 210, + 729, + 478, + 762 + ] + }, + { + "text": "“四川造\"十二星将算力送上天全球首个太空计算星座发射入轨，", + "boxes": [ + 176, + 756, + 728, + 792 + ] + }, + { + "text": "1 hour ago·这是国星宇航\"星算\"计划的首次发射，也是之江实验室主导构建的\"三体计算星座\"的首", + "boxes": [ + 180, + 784, + 792, + 814 + ] + }, + { + "text": "次发射国星宇航承担了首次发射的智能网联卫星平台研发和整星研制工作，之江实验室承担了", + "boxes": [ + 178, + 810, + 760, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/fnance.sina.com.cn tech rll doc. Translae this resut ", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 170, + 891, + 674, + 935 + ] + }, + { + "text": "6 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 176, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的“三体计算星座\"的首次发射，", + "boxes": [ + 174, + 945, + 576, + 977 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 998, + 213, + 1032 + ] + }, + { + "text": "新华网", + "boxes": [ + 212, + 995, + 266, + 1020 + ] + }, + { + "text": "https://ww.xinhuanet.com Translatethisresult", + "boxes": [ + 210, + 1008, + 508, + 1042 + ] + }, + { + "text": "子人工智能送", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "150_2_5", + "episode_id": 150, + "env_id": 2, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.313065528869629, + "advantages": 0.25048941373825073, + "generated_text": "{\n \"intent\": \"Click on the article titled '将AI送上太空 我国成功发射全球首个太空计算卫星星座' to start reading the details.\",\n \"action\": \"DoubleClick(1029, 352)\"\n}", + "action_string": "DoubleClick(1029, 352)", + "intent_string": "Click on the article titled '将AI送上太空 我国成功发射全球首个太空计算卫星星座' to start reading the details.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1168, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道）", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 654, + 568, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 570, + 111, + 604, + 131 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1170, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1252, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "兑读", + "boxes": [ + 908, + 161, + 934, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1046, + 159, + 1096, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1110, + 161, + 1146, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 540, + 298 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 608, + 272, + 672, + 298 + ] + }, + { + "text": "将AI送上太空", + "boxes": [ + 450, + 326, + 640, + 363 + ] + }, + { + "text": "我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 634, + 324, + 1182, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "150_3_5", + "episode_id": 150, + "env_id": 3, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.143197059631348, + "advantages": -1.2706407308578491, + "generated_text": "{\n \"intent\": \"Navigate to the Apple iPhone page to explore options further\",\n \"action\": \"DoubleClick(509, 199)\"\n}", + "action_string": "DoubleClick(509, 199)", + "intent_string": "Navigate to the Apple iPhone page to explore options further", + "before_screen_ocr_results": [ + { + "text": "BuyiPhone16P", + "boxes": [ + 674, + 4, + 812, + 22 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1882, + 91 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 546, + 127 + ] + }, + { + "text": "Mac", + "boxes": [ + 576, + 113, + 602, + 127 + ] + }, + { + "text": "iPad", + "boxes": [ + 636, + 113, + 660, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 694, + 113, + 734, + 129 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrer Deals at Apple", + "boxes": [ + 495, + 168, + 655, + 207 + ] + }, + { + "text": "", + "boxes": [ + 672, + 187, + 706, + 214 + ] + }, + { + "text": "S", + "boxes": [ + 864, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "See all deals ①", + "boxes": [ + 500, + 197, + 606, + 220 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "回", + "boxes": [ + 1862, + 4, + 1912, + 22 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1884, + 93 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 546, + 127 + ] + }, + { + "text": "Mac", + "boxes": [ + 576, + 113, + 602, + 127 + ] + }, + { + "text": "iPad", + "boxes": [ + 636, + 113, + 660, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 694, + 113, + 734, + 129 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrer Deals at Apple", + "boxes": [ + 495, + 168, + 655, + 207 + ] + }, + { + "text": "", + "boxes": [ + 672, + 187, + 706, + 214 + ] + }, + { + "text": "S", + "boxes": [ + 864, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "s all deals ", + "boxes": [ + 500, + 195, + 608, + 222 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ] + }, + { + "frame_id": "150_4_5", + "episode_id": 150, + "env_id": 4, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.755494117736816, + "advantages": -0.4744969308376312, + "generated_text": "{\n \"intent\": \"Move the mouse over different sections of the Amazon homepage to explore deals, gaming accessories, and fashion options.\",\n \"action\": \"DoubleClick(507, 79)\" \n}", + "action_string": "DoubleClick(507, 79)", + "intent_string": "Move the mouse over different sections of the Amazon homepage to explore deals, gaming accessories, and fashion options.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": " Chiverto", + "boxes": [ + 132, + 101, + 221, + 155 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 416, + 143 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "", + "boxes": [ + 1826, + 115, + 1860, + 137 + ] + }, + { + "text": "三Al", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "egistry", + "boxes": [ + 200, + 167, + 246, + 193 + ] + }, + { + "text": "GiftCards", + "boxes": [ + 354, + 169, + 420, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "IShop deals in Fashion", + "boxes": [ + 976, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "Seemore", + "boxes": [ + 240, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "①| https://www.amazon.com", + "boxes": [ + 246, + 59, + 496, + 94 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": " Apple - http://www.apple.com", + "boxes": [ + 258, + 111, + 478, + 135 + ] + }, + { + "text": " bing", + "boxes": [ + 254, + 143, + 314, + 169 + ] + }, + { + "text": "bing.com", + "boxes": [ + 330, + 147, + 390, + 167 + ] + }, + { + "text": "三Al", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 290, + 214, + 588, + 238 + ] + }, + { + "text": "iqiyi.cor", + "boxes": [ + 602, + 220, + 658, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 254, + 318, + 272 + ] + }, + { + "text": "一", + "boxes": [ + 1466, + 488, + 1518, + 508 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 980, + 524, + 1204, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1352, + 889, + 1486, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "150_5_5", + "episode_id": 150, + "env_id": 5, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.798619270324707, + "advantages": -0.4184231460094452, + "generated_text": "{\n \"intent\": \"Click on one of the outlined categories or features like 'Top categories in Kitchen appliances', 'Shop deals in Fashion', etc.\", \"action\": \"RightClick(994, 542)\" \n}", + "action_string": "RightClick(994, 542)", + "intent_string": "Click on one of the outlined categories or features like 'Top categories in Kitchen appliances', 'Shop deals in Fashion', etc.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 9, + 25, + 85, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 4, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": " Search Amazon", + "boxes": [ + 300, + 119, + 410, + 137 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 972, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "Seemore", + "boxes": [ + 240, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 9, + 25, + 85, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 4, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": " Search Amazon", + "boxes": [ + 300, + 119, + 410, + 137 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Copy", + "boxes": [ + 1016, + 548, + 1062, + 574 + ] + }, + { + "text": " Select Al ", + "boxes": [ + 1018, + 572, + 1090, + 604 + ] + }, + { + "text": "Search Bing for \"sShop\"", + "boxes": [ + 1020, + 602, + 1176, + 631 + ] + }, + { + "text": "Print Selection", + "boxes": [ + 1022, + 629, + 1120, + 655 + ] + }, + { + "text": "View Selection Source", + "boxes": [ + 1020, + 657, + 1174, + 681 + ] + }, + { + "text": "Inspect Accessibility Properties", + "boxes": [ + 1020, + 683, + 1232, + 713 + ] + }, + { + "text": "Inspect Element (Q)", + "boxes": [ + 1022, + 711, + 1156, + 735 + ] + }, + { + "text": "reenshot", + "boxes": [ + 1086, + 741, + 1142, + 758 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": " Discover more in Home", + "boxes": [ + 1350, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "150_6_5", + "episode_id": 150, + "env_id": 6, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.41727066040039, + "advantages": -0.9142744541168213, + "generated_text": "{\n \"intent\": \"Exploring the search results related to '将人工智能送上太空' to gather more information about the topic\",\n \"action\": \"Click(132, 356)\"\n}", + "action_string": "Click(132, 356)", + "intent_string": "Exploring the search results related to '将人工智能送上太空' to gather more information about the topic", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 2,670,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "16 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着，", + "boxes": [ + 178, + 389, + 758, + 413 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "", + "boxes": [ + 540, + 427, + 556, + 445 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "w.thepaper.cn T", + "boxes": [ + 278, + 453, + 378, + 478 + ] + }, + { + "text": " Translate this result ", + "boxes": [ + 366, + 455, + 490, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航”，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 206, + 572, + 268, + 604 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 176, + 615, + 720, + 651 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是“三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 176, + 665, + 764, + 697 + ] + }, + { + "text": "四川省人民政府网站", + "boxes": [ + 214, + 713, + 346, + 737 + ] + }, + { + "text": "福", + "boxes": [ + 190, + 733, + 202, + 744 + ] + }, + { + "text": "https://ww.sc.govw.cn Translate thisresut", + "boxes": [ + 210, + 729, + 478, + 762 + ] + }, + { + "text": "“四川造\"十二星将算力送上天全球首个太空计算星座发射入轨，", + "boxes": [ + 176, + 756, + 728, + 792 + ] + }, + { + "text": "1 hour ago·这是国星宇航\"星算\"计划的首次发射，也是之江实验室主导构建的\"三体计算星座\"的首", + "boxes": [ + 180, + 784, + 792, + 814 + ] + }, + { + "text": "次发射国星宇航承担了首次发射的智能网联卫星平台研发和整星研制工作，之江实验室承担了", + "boxes": [ + 178, + 810, + 760, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/fnance.sina.com.cn tech rll doc. Translae this resut ", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 170, + 891, + 674, + 935 + ] + }, + { + "text": "6 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 176, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的“三体计算星座\"的首次发射，", + "boxes": [ + 174, + 945, + 576, + 977 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 998, + 213, + 1032 + ] + }, + { + "text": "新华网", + "boxes": [ + 212, + 995, + 266, + 1020 + ] + }, + { + "text": "https://ww.xinhuanet.com Translatethisresult", + "boxes": [ + 210, + 1008, + 508, + 1042 + ] + }, + { + "text": "子人工智能送", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 460, + 230 + ] + }, + { + "text": " About 2,670,000 results", + "boxes": [ + 176, + 260, + 328, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 184, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 176, + 336, + 668, + 371 + ] + }, + { + "text": "16 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着．", + "boxes": [ + 178, + 387, + 760, + 417 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "Ww.thepaper.cn Translate this result ", + "boxes": [ + 274, + 451, + 492, + 480 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航”，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 208, + 572, + 268, + 604 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 174, + 613, + 720, + 653 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是“三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 176, + 665, + 764, + 697 + ] + }, + { + "text": "四川省人民政府网站", + "boxes": [ + 214, + 713, + 346, + 737 + ] + }, + { + "text": "福", + "boxes": [ + 190, + 733, + 202, + 744 + ] + }, + { + "text": "https:ww.gnraslate thst", + "boxes": [ + 210, + 729, + 478, + 762 + ] + }, + { + "text": "“四川造\"十二星将算力送上天全球首个太空计算星座发射入轨，", + "boxes": [ + 176, + 756, + 728, + 792 + ] + }, + { + "text": "1 hour ago·这是国星宇航\"星算\"计划的首次发射，也是之江实验室主导构建的\"三体计算星座\"的首", + "boxes": [ + 180, + 784, + 792, + 814 + ] + }, + { + "text": "次发射国星宇航承担了首次发射的智能网联卫星平台研发和整星研制工作，之江实验室承担了", + "boxes": [ + 178, + 810, + 760, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/fnance.inacom.cn tech roll doc. Trnslatethisresult", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 174, + 895, + 672, + 931 + ] + }, + { + "text": "6 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 176, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的“三体计算星座\"的首次发射，", + "boxes": [ + 174, + 945, + 576, + 977 + ] + }, + { + "text": "新华网", + "boxes": [ + 212, + 995, + 266, + 1020 + ] + }, + { + "text": "https://w.xinhuanet.com Translatethis result", + "boxes": [ + 210, + 1008, + 508, + 1042 + ] + }, + { + "text": "子人工智能送", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "150_7_5", + "episode_id": 150, + "env_id": 7, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.468748092651367, + "advantages": 0.45291683077812195, + "generated_text": "{\n \"intent\": \"Click on the first search result titled '将AI送上太空', which includes relevant news articles about China successfully launching an AI satellite.\",\n \"action\": \"Click(257, 339)\"\n}", + "action_string": "Click(257, 339)", + "intent_string": "Click on the first search result titled '将AI送上太空', which includes relevant news articles about China successfully launching an AI satellite.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 268, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": "About 2,670,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 172, + 334, + 666, + 369 + ] + }, + { + "text": "16 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着，", + "boxes": [ + 178, + 389, + 758, + 413 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "", + "boxes": [ + 602, + 425, + 618, + 445 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "w.thepaper.cn Translate this resuit ", + "boxes": [ + 276, + 451, + 492, + 480 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航”，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 206, + 572, + 268, + 604 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 176, + 615, + 720, + 651 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是“三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 176, + 665, + 764, + 697 + ] + }, + { + "text": "四川省人民政府网站", + "boxes": [ + 214, + 713, + 346, + 737 + ] + }, + { + "text": "福", + "boxes": [ + 190, + 733, + 202, + 744 + ] + }, + { + "text": "https://ww.sc.govw.cn Translate thisresut", + "boxes": [ + 210, + 729, + 478, + 762 + ] + }, + { + "text": "“四川造\"十二星将算力送上天全球首个太空计算星座发射入轨，", + "boxes": [ + 176, + 756, + 728, + 792 + ] + }, + { + "text": "1 hour ago·这是国星宇航\"星算\"计划的首次发射，也是之江实验室主导构建的\"三体计算星座\"的首", + "boxes": [ + 180, + 784, + 792, + 814 + ] + }, + { + "text": "次发射国星宇航承担了首次发射的智能网联卫星平台研发和整星研制工作，之江实验室承担了", + "boxes": [ + 178, + 810, + 760, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/fnance.sina.com.cn tech rll doc. Translae this resut ", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 170, + 891, + 674, + 935 + ] + }, + { + "text": "6 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 176, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的“三体计算星座\"的首次发射，", + "boxes": [ + 174, + 945, + 576, + 977 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 998, + 213, + 1032 + ] + }, + { + "text": "新华网", + "boxes": [ + 210, + 993, + 268, + 1024 + ] + }, + { + "text": "https://ww.xinhuanet.com Translatethisresult", + "boxes": [ + 210, + 1008, + 508, + 1042 + ] + }, + { + "text": "子人工智能送", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 862, + 111, + 894, + 131 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 360, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "150_0_6", + "episode_id": 150, + "env_id": 0, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.668689727783203, + "advantages": -0.5873649716377258, + "generated_text": "{\n \"intent\": \"Click on one of the available iPhone models to explore more details and possibly make a purchase\",\n \"action\": \"DoubleClick(387, 988)\"\n}", + "action_string": "DoubleClick(387, 988)", + "intent_string": "Click on one of the available iPhone models to explore more details and possibly make a purchase", + "before_screen_ocr_results": [ + { + "text": "BuyiPhor", + "boxes": [ + 808, + 4, + 884, + 22 + ] + }, + { + "text": "Appl", + "boxes": [ + 572, + 34, + 600, + 48 + ] + }, + { + "text": "目☆", + "boxes": [ + 1540, + 66, + 1660, + 89 + ] + }, + { + "text": "AirPod", + "boxes": [ + 912, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 111, + 1046, + 129 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "Need shopping help?", + "boxes": [ + 1600, + 230, + 1742, + 254 + ] + }, + { + "text": "ecialist7", + "boxes": [ + 1714, + 254, + 1766, + 272 + ] + }, + { + "text": "Visit an Apple Store", + "boxes": [ + 1596, + 284, + 1732, + 312 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 294, + 1588, + 318 + ] + }, + { + "text": "Find one near you 7", + "boxes": [ + 1598, + 303, + 1727, + 332 + ] + }, + { + "text": "All Models ", + "boxes": [ + 144, + 389, + 230, + 413 + ] + }, + { + "text": " Shopping guides ", + "boxes": [ + 260, + 387, + 400, + 417 + ] + }, + { + "text": "Ways to Save", + "boxes": [ + 430, + 389, + 540, + 413 + ] + }, + { + "text": " Sustainability", + "boxes": [ + 570, + 387, + 682, + 417 + ] + }, + { + "text": "Accessories", + "boxes": [ + 716, + 389, + 814, + 413 + ] + }, + { + "text": " Setup and Support ", + "boxes": [ + 846, + 387, + 1000, + 417 + ] + }, + { + "text": "The iPhone Experience", + "boxes": [ + 1032, + 389, + 1214, + 413 + ] + }, + { + "text": "Special Stores", + "boxes": [ + 1248, + 389, + 1362, + 413 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 138, + 472, + 464, + 508 + ] + }, + { + "text": "PPLE INTELLIGENCE", + "boxes": [ + 180, + 560, + 296, + 578 + ] + }, + { + "text": "APPLE INTELLIGENCE", + "boxes": [ + 1012, + 556, + 1140, + 580 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 164, + 580, + 376, + 621 + ] + }, + { + "text": "iPhone 16 &", + "boxes": [ + 586, + 582, + 746, + 619 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 1004, + 579, + 1156, + 622 + ] + }, + { + "text": "iPhone 15 &", + "boxes": [ + 1424, + 580, + 1582, + 617 + ] + }, + { + "text": "Expl", + "boxes": [ + 1841, + 579, + 1917, + 624 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 611, + 408, + 653 + ] + }, + { + "text": "iPhone 16 Plus", + "boxes": [ + 586, + 613, + 778, + 651 + ] + }, + { + "text": "iPhone 15 Plus", + "boxes": [ + 1424, + 611, + 1618, + 653 + ] + }, + { + "text": "acce", + "boxes": [ + 1846, + 619, + 1914, + 651 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "BuyiPhe", + "boxes": [ + 676, + 4, + 740, + 22 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "New Tab", + "boxes": [ + 24, + 32, + 84, + 50 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": "iPhone", + "boxes": [ + 694, + 113, + 730, + 127 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrer Deals at Apple", + "boxes": [ + 495, + 168, + 655, + 207 + ] + }, + { + "text": "", + "boxes": [ + 674, + 189, + 702, + 212 + ] + }, + { + "text": "8", + "boxes": [ + 866, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "See all deals ①", + "boxes": [ + 500, + 197, + 606, + 220 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ] + }, + { + "frame_id": "150_1_6", + "episode_id": 150, + "env_id": 1, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.344139099121094, + "advantages": 0.2908930480480194, + "generated_text": "{\n \"intent\": \"Explore the search results related to sending artificial intelligence to space to gather more information.\", \"action\": \"Click(264, 348)\" }", + "action_string": "Click(264, 348)", + "intent_string": "Explore the search results related to sending artificial intelligence to space to gather more information.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": "About 2,670,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 172, + 334, + 666, + 369 + ] + }, + { + "text": "16 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着，", + "boxes": [ + 178, + 389, + 758, + 413 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "", + "boxes": [ + 602, + 431, + 618, + 449 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "w.thepaper.cn Translate this resuit ", + "boxes": [ + 276, + 451, + 492, + 480 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航”，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 206, + 572, + 268, + 604 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 176, + 615, + 720, + 651 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是“三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 176, + 665, + 764, + 697 + ] + }, + { + "text": "四川省人民政府网站", + "boxes": [ + 214, + 713, + 346, + 737 + ] + }, + { + "text": "福", + "boxes": [ + 190, + 733, + 202, + 744 + ] + }, + { + "text": "https://ww.sc.govw.cn Translate thisresut", + "boxes": [ + 210, + 729, + 478, + 762 + ] + }, + { + "text": "“四川造\"十二星将算力送上天全球首个太空计算星座发射入轨，", + "boxes": [ + 176, + 756, + 728, + 792 + ] + }, + { + "text": "1 hour ago·这是国星宇航\"星算\"计划的首次发射，也是之江实验室主导构建的\"三体计算星座\"的首", + "boxes": [ + 180, + 784, + 792, + 814 + ] + }, + { + "text": "次发射国星宇航承担了首次发射的智能网联卫星平台研发和整星研制工作，之江实验室承担了", + "boxes": [ + 178, + 810, + 760, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/fnance.sina.com.cn tech rll doc. Translae this resut ", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 170, + 891, + 674, + 935 + ] + }, + { + "text": "6 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 176, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的“三体计算星座\"的首次发射，", + "boxes": [ + 174, + 945, + 576, + 977 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 998, + 213, + 1032 + ] + }, + { + "text": "新华网", + "boxes": [ + 212, + 995, + 266, + 1020 + ] + }, + { + "text": "https://ww.xinhuanet.com Translatethisresult", + "boxes": [ + 210, + 1008, + 508, + 1042 + ] + }, + { + "text": "子人工智能送", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 113, + 890, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1152, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 360, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 654, + 568, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "150_2_6", + "episode_id": 150, + "env_id": 2, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.10486125946045, + "advantages": -0.020229719579219818, + "generated_text": "{\n \"intent\": \"Click on the article titled '将AI送上太空 我国成功发射全球首个太空计算卫星星座' to explore detailed information.\",\n \"action\": \"DoubleClick(798, 342)\"\n}", + "action_string": "DoubleClick(798, 342)", + "intent_string": "Click on the article titled '将AI送上太空 我国成功发射全球首个太空计算卫星星座' to explore detailed information.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 570, + 111, + 604, + 131 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1170, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1252, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "兑读", + "boxes": [ + 908, + 161, + 934, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1046, + 159, + 1096, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1110, + 161, + 1146, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 540, + 298 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 608, + 272, + 672, + 298 + ] + }, + { + "text": "将AI送上太空", + "boxes": [ + 450, + 326, + 640, + 363 + ] + }, + { + "text": "我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 634, + 324, + 1182, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 570, + 111, + 604, + 131 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1170, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1252, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "兑读", + "boxes": [ + 908, + 161, + 934, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1046, + 159, + 1100, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1110, + 161, + 1146, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 540, + 298 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 608, + 272, + 672, + 298 + ] + }, + { + "text": "将AI送上太空", + "boxes": [ + 450, + 326, + 640, + 363 + ] + }, + { + "text": "我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 634, + 324, + 1182, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "150_3_6", + "episode_id": 150, + "env_id": 3, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.30246353149414, + "advantages": -1.0635533332824707, + "generated_text": "{\n \"intent\": \"Click on 'all deals' to explore Apple's promotional offers and potentially find a way to save money on an iPhone purchase.\",\n \"action\": \"DoubleClick(557, 206)\"\n}", + "action_string": "DoubleClick(557, 206)", + "intent_string": "Click on 'all deals' to explore Apple's promotional offers and potentially find a way to save money on an iPhone purchase.", + "before_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "回", + "boxes": [ + 1862, + 4, + 1912, + 22 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1884, + 93 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 546, + 127 + ] + }, + { + "text": "Mac", + "boxes": [ + 576, + 113, + 602, + 127 + ] + }, + { + "text": "iPad", + "boxes": [ + 636, + 113, + 660, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 694, + 113, + 734, + 129 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrer Deals at Apple", + "boxes": [ + 495, + 168, + 655, + 207 + ] + }, + { + "text": "", + "boxes": [ + 672, + 187, + 706, + 214 + ] + }, + { + "text": "S", + "boxes": [ + 864, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "s all deals ", + "boxes": [ + 500, + 195, + 608, + 222 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "回", + "boxes": [ + 1862, + 4, + 1912, + 22 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1884, + 93 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 546, + 127 + ] + }, + { + "text": "Mac", + "boxes": [ + 576, + 113, + 602, + 127 + ] + }, + { + "text": "iPad", + "boxes": [ + 636, + 113, + 660, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 694, + 113, + 734, + 129 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrer Deals at Apple", + "boxes": [ + 495, + 168, + 655, + 207 + ] + }, + { + "text": "Se elldels ", + "boxes": [ + 493, + 190, + 609, + 233 + ] + }, + { + "text": "", + "boxes": [ + 670, + 187, + 706, + 214 + ] + }, + { + "text": "S", + "boxes": [ + 864, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ] + }, + { + "frame_id": "150_4_6", + "episode_id": 150, + "env_id": 4, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.06797981262207, + "advantages": -0.06818509101867676, + "generated_text": "{\n \"intent\": \"Click on the link for 'Amazon Sales' to开始浏览亚马逊的产品。\",\n \"action\": \"DoubleClick(302, 32)\"}", + "action_string": "DoubleClick(302, 32)", + "intent_string": "Click on the link for 'Amazon Sales' to开始浏览亚马逊的产品。", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "①| https://www.amazon.com", + "boxes": [ + 246, + 59, + 496, + 94 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": " Apple - http://www.apple.com", + "boxes": [ + 258, + 111, + 478, + 135 + ] + }, + { + "text": " bing", + "boxes": [ + 254, + 143, + 312, + 169 + ] + }, + { + "text": "bing.com", + "boxes": [ + 330, + 147, + 390, + 167 + ] + }, + { + "text": "三Al", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 290, + 214, + 588, + 238 + ] + }, + { + "text": "iqiyi.cor", + "boxes": [ + 602, + 220, + 658, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 254, + 318, + 272 + ] + }, + { + "text": "一", + "boxes": [ + 1466, + 488, + 1518, + 508 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 980, + 524, + 1204, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1352, + 889, + 1486, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tal", + "boxes": [ + 250, + 32, + 312, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 40, + 66, + 130, + 89 + ] + }, + { + "text": "Q Search with Bing or enter adress", + "boxes": [ + 248, + 64, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 14, + 103, + 158, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "150_5_6", + "episode_id": 150, + "env_id": 5, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.08640193939209, + "advantages": -1.3444889783859253, + "generated_text": "{\n \"intent\": \"Click on 'Shop deals in Fashion' to explore fashion products\",\n \"action\": \"Click(1076, 540)\"\n}", + "action_string": "Click(1076, 540)", + "intent_string": "Click on 'Shop deals in Fashion' to explore fashion products", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 9, + 25, + 85, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 4, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": " Search Amazon", + "boxes": [ + 300, + 119, + 410, + 137 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Copy", + "boxes": [ + 1016, + 548, + 1062, + 574 + ] + }, + { + "text": " Select Al ", + "boxes": [ + 1018, + 572, + 1090, + 604 + ] + }, + { + "text": "Search Bing for \"sShop\"", + "boxes": [ + 1020, + 602, + 1176, + 631 + ] + }, + { + "text": "Print Selection", + "boxes": [ + 1022, + 629, + 1120, + 655 + ] + }, + { + "text": "View Selection Source", + "boxes": [ + 1020, + 657, + 1174, + 681 + ] + }, + { + "text": "Inspect Accessibility Properties", + "boxes": [ + 1020, + 683, + 1232, + 713 + ] + }, + { + "text": "Inspect Element (Q)", + "boxes": [ + 1022, + 711, + 1156, + 735 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": " Discover more in Home", + "boxes": [ + 1350, + 889, + 1488, + 913 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 9, + 25, + 85, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 4, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": " Search Amazon", + "boxes": [ + 300, + 119, + 410, + 137 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 980, + 524, + 1204, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "Seemore", + "boxes": [ + 240, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "150_6_6", + "episode_id": 150, + "env_id": 6, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.22461986541748, + "advantages": -1.1647701263427734, + "generated_text": "{\n \"intent\": \"Explore the latest news about China's successful launch of the Tianyi computer chip satellite星座.\",\n \"action\": \"Move(99, 347)\" }", + "action_string": "Move(99, 347)", + "intent_string": "Explore the latest news about China's successful launch of the Tianyi computer chip satellite星座.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 460, + 230 + ] + }, + { + "text": " About 2,670,000 results", + "boxes": [ + 176, + 260, + 328, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 184, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 176, + 336, + 668, + 371 + ] + }, + { + "text": "16 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着．", + "boxes": [ + 178, + 387, + 760, + 417 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "Ww.thepaper.cn Translate thisresult ", + "boxes": [ + 274, + 451, + 492, + 480 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航”，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 208, + 572, + 268, + 604 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 174, + 613, + 720, + 653 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是“三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 176, + 665, + 764, + 697 + ] + }, + { + "text": "四川省人民政府网站", + "boxes": [ + 214, + 713, + 346, + 737 + ] + }, + { + "text": "福", + "boxes": [ + 190, + 733, + 202, + 744 + ] + }, + { + "text": "https://ww.sc.gov.cnTranslate this resut", + "boxes": [ + 210, + 729, + 478, + 762 + ] + }, + { + "text": "“四川造\"十二星将算力送上天全球首个太空计算星座发射入轨，", + "boxes": [ + 176, + 756, + 728, + 792 + ] + }, + { + "text": "1 hour ago·这是国星宇航\"星算\"计划的首次发射，也是之江实验室主导构建的\"三体计算星座\"的首", + "boxes": [ + 180, + 784, + 792, + 814 + ] + }, + { + "text": "次发射国星宇航承担了首次发射的智能网联卫星平台研发和整星研制工作，之江实验室承担了", + "boxes": [ + 178, + 810, + 760, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/fnance.sina.com.cn tech roll doc. Translatetisresult", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 174, + 895, + 672, + 931 + ] + }, + { + "text": "6 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 176, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的“三体计算星座\"的首次发射，", + "boxes": [ + 174, + 945, + 576, + 977 + ] + }, + { + "text": "新华网", + "boxes": [ + 212, + 995, + 266, + 1020 + ] + }, + { + "text": "https://ww.xihuanet.com Translate thisresut", + "boxes": [ + 210, + 1008, + 508, + 1042 + ] + }, + { + "text": "子人工智能送", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 2,670,000 results", + "boxes": [ + 176, + 260, + 328, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "16 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着.", + "boxes": [ + 176, + 387, + 760, + 417 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://wwv", + "boxes": [ + 214, + 455, + 284, + 472 + ] + }, + { + "text": "wwthepaper.cn Translate this result", + "boxes": [ + 274, + 451, + 492, + 480 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航”，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 208, + 572, + 266, + 604 + ] + }, + { + "text": "®", + "boxes": [ + 182, + 584, + 216, + 611 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 174, + 613, + 720, + 653 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是“三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 176, + 665, + 764, + 697 + ] + }, + { + "text": "四川省人民政府网站", + "boxes": [ + 214, + 713, + 346, + 737 + ] + }, + { + "text": "福", + "boxes": [ + 190, + 733, + 202, + 744 + ] + }, + { + "text": "https://ww.sc.govw.cn Translate thisresut", + "boxes": [ + 210, + 729, + 478, + 762 + ] + }, + { + "text": "“四川造\"十二星将算力送上天全球首个太空计算星座发射入轨，", + "boxes": [ + 176, + 756, + 728, + 792 + ] + }, + { + "text": "1 hour ago·这是国星宇航\"星算\"计划的首次发射，也是之江实验室主导构建的\"三体计算星座\"的首", + "boxes": [ + 180, + 784, + 792, + 814 + ] + }, + { + "text": "次发射国星宇航承担了首次发射的智能网联卫星平台研发和整星研制工作，之江实验室承担了", + "boxes": [ + 178, + 810, + 760, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/fnance.sina.com.cn tech rll doc. Translae this resut ", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 174, + 895, + 672, + 931 + ] + }, + { + "text": "6 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 176, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的“三体计算星座\"的首次发射.", + "boxes": [ + 174, + 945, + 576, + 977 + ] + }, + { + "text": "新华网", + "boxes": [ + 212, + 995, + 266, + 1020 + ] + }, + { + "text": "https://ww.xinhuanet.com Translatethisresult", + "boxes": [ + 210, + 1008, + 508, + 1042 + ] + }, + { + "text": "子人工智能送", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "150_7_6", + "episode_id": 150, + "env_id": 7, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.627168655395508, + "advantages": -0.6413530707359314, + "generated_text": "{\n \"intent\": \"Click on the article titled '将AI送上太空 我国成功发射全球首个太空计算卫星星座'\",\n \"action\": \"Click(96, 276)\"\n}", + "action_string": "Click(96, 276)", + "intent_string": "Click on the article titled '将AI送上太空 我国成功发射全球首个太空计算卫星星座'", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 862, + 111, + 892, + 131 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 360, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 856, + 161, + 882, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 862, + 111, + 894, + 131 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 856, + 161, + 882, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "150_0_7", + "episode_id": 150, + "env_id": 0, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.249214172363281, + "advantages": -1.1327911615371704, + "generated_text": "{\n \"intent\": \"Click on the Apple Store link located at the top of the webpage.\",\n \"action\": \"DoubleClick(473, 115)\" \n}", + "action_string": "DoubleClick(473, 115)", + "intent_string": "Click on the Apple Store link located at the top of the webpage.", + "before_screen_ocr_results": [ + { + "text": "BuyiPhe", + "boxes": [ + 676, + 4, + 740, + 22 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "New Tab", + "boxes": [ + 24, + 32, + 84, + 50 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": "iPhone", + "boxes": [ + 694, + 113, + 730, + 127 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrer Deals at Apple", + "boxes": [ + 495, + 168, + 655, + 207 + ] + }, + { + "text": "", + "boxes": [ + 674, + 189, + 702, + 212 + ] + }, + { + "text": "8", + "boxes": [ + 866, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "See all deals ①", + "boxes": [ + 500, + 197, + 606, + 220 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 470, + 32, + 516, + 50 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 113, + 1444, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ] + }, + { + "frame_id": "150_1_7", + "episode_id": 150, + "env_id": 1, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.145729064941406, + "advantages": 0.03290894627571106, + "generated_text": "{\n \"intent\": \"Navigate to the article about the successful launch of the global first space computing satellite\",\n \"action\": \"DoubleClick(996, 337)\"\n}", + "action_string": "DoubleClick(996, 337)", + "intent_string": "Navigate to the article about the successful launch of the global first space computing satellite", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "新闻", + "boxes": [ + 514, + 111, + 546, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 113, + 890, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1152, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "地方", + "boxes": [ + 360, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 567, + 106, + 605, + 132 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 113, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1170, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 892, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1252, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "阅读", + "boxes": [ + 906, + 161, + 934, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1048, + 159, + 1092, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 540, + 298 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 608, + 272, + 672, + 298 + ] + }, + { + "text": "将AI送上太空", + "boxes": [ + 450, + 326, + 640, + 363 + ] + }, + { + "text": "我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 634, + 324, + 1182, + 365 + ] + }, + { + "text": "来源：央视新闻丨2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "150_2_7", + "episode_id": 150, + "env_id": 2, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.944293975830078, + "advantages": -0.2290085256099701, + "generated_text": "{\n \"intent\": \"Click on the news article titled '我国成功发对全球首个太空计算卫星星座' to explore more details about the satellite launch.\",\n \"action\": \"Click(927, 343)\"\n}", + "action_string": "Click(927, 343)", + "intent_string": "Click on the news article titled '我国成功发对全球首个太空计算卫星星座' to explore more details about the satellite launch.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 570, + 111, + 604, + 131 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1170, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1252, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "兑读", + "boxes": [ + 908, + 161, + 934, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1046, + 159, + 1100, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1110, + 161, + 1146, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 540, + 298 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 608, + 272, + 672, + 298 + ] + }, + { + "text": "将AI送上太空", + "boxes": [ + 450, + 326, + 640, + 363 + ] + }, + { + "text": "我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 634, + 324, + 1182, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1168, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 654, + 568, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "150_3_7", + "episode_id": 150, + "env_id": 3, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.93036937713623, + "advantages": -1.547371506690979, + "generated_text": "{\n \"intent\": \"Move to the specific details of iPhone 16 Pro to see available deals and save amounts after trade-in.\",\n \"action\": \"DoubleClick(505, 204)\" \n}", + "action_string": "DoubleClick(505, 204)", + "intent_string": "Move to the specific details of iPhone 16 Pro to see available deals and save amounts after trade-in.", + "before_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "回", + "boxes": [ + 1862, + 4, + 1912, + 22 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1884, + 93 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 546, + 127 + ] + }, + { + "text": "Mac", + "boxes": [ + 576, + 113, + 602, + 127 + ] + }, + { + "text": "iPad", + "boxes": [ + 636, + 113, + 660, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 694, + 113, + 734, + 129 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrer Deals at Apple", + "boxes": [ + 495, + 168, + 655, + 207 + ] + }, + { + "text": "Se elldels ", + "boxes": [ + 493, + 190, + 609, + 233 + ] + }, + { + "text": "", + "boxes": [ + 672, + 187, + 706, + 214 + ] + }, + { + "text": "S", + "boxes": [ + 864, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "回", + "boxes": [ + 1862, + 4, + 1912, + 22 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1886, + 93 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 546, + 127 + ] + }, + { + "text": "Mac", + "boxes": [ + 576, + 113, + 602, + 127 + ] + }, + { + "text": "iPad", + "boxes": [ + 636, + 113, + 660, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 694, + 113, + 734, + 129 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrer Deals at Apple", + "boxes": [ + 495, + 168, + 655, + 207 + ] + }, + { + "text": "", + "boxes": [ + 672, + 187, + 706, + 214 + ] + }, + { + "text": "S", + "boxes": [ + 864, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "Se all deals ", + "boxes": [ + 495, + 192, + 609, + 227 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ] + }, + { + "frame_id": "150_4_7", + "episode_id": 150, + "env_id": 4, + "step": 7, + "format_rewards": 1.0, + "rewards": 11.272488594055176, + "advantages": 1.4979863166809082, + "generated_text": "{\n \"intent\": \"Exploring the website by first clicking the Microsoft Bing icon to start browsing\", \"action\": \"DoubleClick(837, 793)\" }", + "action_string": "DoubleClick(837, 793)", + "intent_string": "Exploring the website by first clicking the Microsoft Bing icon to start browsing", + "before_screen_ocr_results": [ + { + "text": "New Tal", + "boxes": [ + 250, + 32, + 312, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 40, + 66, + 128, + 89 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 64, + 520, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 10, + 66, + 38, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1340, + 300, + 1360, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "七年级数学竞赛", + "boxes": [ + 1216, + 806, + 1414, + 844 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1453, + 797, + 1549, + 847 + ] + }, + { + "text": "13,71%", + "boxes": [ + 1630, + 802, + 1690, + 846 + ] + }, + { + "text": "2.40%", + "boxes": [ + 1626, + 846, + 1692, + 893 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1446, + 834, + 1524, + 897 + ] + }, + { + "text": "若2x=5,5", + "boxes": [ + 1138, + 866, + 1282, + 903 + ] + }, + { + "text": "=2，求", + "boxes": [ + 1284, + 866, + 1388, + 903 + ] + }, + { + "text": "x+1", + "boxes": [ + 1386, + 891, + 1420, + 911 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "手机中国·3小时", + "boxes": [ + 824, + 917, + 956, + 947 + ] + }, + { + "text": "美国年度行驶里程最短车型：", + "boxes": [ + 826, + 941, + 1094, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "2013 ", + "boxes": [ + 1628, + 935, + 1702, + 991 + ] + }, + { + "text": "试驾不到12万的2025款新哈弗H5好开实", + "boxes": [ + 200, + 945, + 754, + 987 + ] + }, + { + "text": "马自达MX-5Miata第一", + "boxes": [ + 824, + 965, + 1060, + 1005 + ] + }, + { + "text": "用，", + "boxes": [ + 202, + 987, + 272, + 1018 + ] + }, + { + "text": "还是全尺寸全系四驱", + "boxes": [ + 254, + 985, + 534, + 1020 + ] + }, + { + "text": "D", + "boxes": [ + 1140, + 989, + 1164, + 1011 + ] + }, + { + "text": "一点视频/三乐大掌柜·2周", + "boxes": [ + 1156, + 983, + 1322, + 1018 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1528, + 1036 + ] + }, + { + "text": "+431634 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "七年级数学竞赛题，一道指数", + "boxes": [ + 1138, + 1009, + 1410, + 1044 + ] + } + ] + }, + { + "frame_id": "150_5_7", + "episode_id": 150, + "env_id": 5, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.607714653015137, + "advantages": -0.666648268699646, + "generated_text": "{\n \"intent\": \"Navigate to the shopping section to exploreAmazon.com's offers and categories.\",\n \"action\": \"Click(513, 75)\"\n}", + "action_string": "Click(513, 75)", + "intent_string": "Navigate to the shopping section to exploreAmazon.com's offers and categories.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 9, + 25, + 85, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 4, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": " Search Amazon", + "boxes": [ + 300, + 119, + 410, + 137 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 980, + 524, + 1204, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "Seemore", + "boxes": [ + 240, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 24, + 32, + 84, + 50 + ] + }, + { + "text": "←→", + "boxes": [ + 4, + 62, + 132, + 93 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Apple", + "boxes": [ + 268, + 113, + 326, + 131 + ] + }, + { + "text": "三Al", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 296, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.cor", + "boxes": [ + 602, + 220, + 658, + 238 + ] + }, + { + "text": "一", + "boxes": [ + 1466, + 488, + 1518, + 508 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 980, + 524, + 1204, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1352, + 889, + 1486, + 913 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "150_6_7", + "episode_id": 150, + "env_id": 6, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.189995765686035, + "advantages": 0.09046705067157745, + "generated_text": "{\n \"intent\": \"Click on one of the articles related to launching AI into space\",\n \"action\": \"Click(396, 349)\"\n}", + "action_string": "Click(396, 349)", + "intent_string": "Click on one of the articles related to launching AI into space", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 460, + 230 + ] + }, + { + "text": " About 2,670,000 results", + "boxes": [ + 176, + 260, + 328, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "16 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着.", + "boxes": [ + 176, + 387, + 760, + 417 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://wwv", + "boxes": [ + 214, + 455, + 284, + 472 + ] + }, + { + "text": "wwthepaper.cn Translate this result", + "boxes": [ + 274, + 451, + 492, + 480 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航”，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 206, + 572, + 266, + 604 + ] + }, + { + "text": "®", + "boxes": [ + 182, + 584, + 216, + 611 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 174, + 613, + 720, + 653 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是“三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 176, + 665, + 764, + 697 + ] + }, + { + "text": "四川省人民政府网站", + "boxes": [ + 214, + 713, + 346, + 737 + ] + }, + { + "text": "福", + "boxes": [ + 190, + 733, + 202, + 744 + ] + }, + { + "text": "https://ww.sc.govw.cn Translate thisresut", + "boxes": [ + 210, + 729, + 478, + 762 + ] + }, + { + "text": "“四川造\"十二星将算力送上天全球首个太空计算星座发射入轨，", + "boxes": [ + 176, + 756, + 728, + 792 + ] + }, + { + "text": "1 hour ago·这是国星宇航\"星算\"计划的首次发射，也是之江实验室主导构建的\"三体计算星座\"的首", + "boxes": [ + 180, + 784, + 792, + 814 + ] + }, + { + "text": "次发射国星宇航承担了首次发射的智能网联卫星平台研发和整星研制工作，之江实验室承担了", + "boxes": [ + 178, + 810, + 760, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/fnance.sina.com.cn tech rll doc. Translae this resut ", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 174, + 895, + 672, + 931 + ] + }, + { + "text": "6 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 176, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的“三体计算星座\"的首次发射.", + "boxes": [ + 174, + 945, + 576, + 977 + ] + }, + { + "text": "新华网", + "boxes": [ + 212, + 995, + 266, + 1020 + ] + }, + { + "text": "https://ww.xinhuanet.com Translatethisresult", + "boxes": [ + 210, + 1008, + 508, + 1042 + ] + }, + { + "text": "子人工智能送", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 113, + 890, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1152, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 562, + 298 + ] + }, + { + "text": ">", + "boxes": [ + 556, + 280, + 584, + 294 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 446, + 322, + 1186, + 369 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "150_7_7", + "episode_id": 150, + "env_id": 7, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.341547966003418, + "advantages": 0.28752392530441284, + "generated_text": "{\n \"intent\": \"Click on the news article to begin exploring the information about AI being sent to space and successfully launching the world's first spaceship.\",\n \"action\": \"DoubleClick(100, 53)\"}", + "action_string": "DoubleClick(100, 53)", + "intent_string": "Click on the news article to begin exploring the information about AI being sent to space and successfully launching the world's first spaceship.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 862, + 111, + 892, + 131 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 856, + 161, + 882, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 74, + 66, + 100, + 85 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 442, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 484, + 411, + 656, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + }, + { + "text": "竞赛题", + "boxes": [ + 436, + 748, + 568, + 800 + ] + }, + { + "text": "海豹060", + "boxes": [ + 1168, + 768, + 1260, + 786 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "解方积", + "boxes": [ + 214, + 798, + 272, + 921 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "(x²-6x-9)²=(x²-4x-9)x", + "boxes": [ + 352, + 812, + 698, + 874 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1634, + 856, + 1684, + 876 + ] + }, + { + "text": "程", + "boxes": [ + 216, + 895, + 268, + 947 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "ITBEAR科技资讯·50分钟", + "boxes": [ + 824, + 917, + 1004, + 947 + ] + }, + { + "text": "0", + "boxes": [ + 1138, + 933, + 1164, + 955 + ] + }, + { + "text": "一点视频/优视汽车", + "boxes": [ + 1158, + 929, + 1272, + 959 + ] + }, + { + "text": "《潜行者：禁区传说三部曲》", + "boxes": [ + 836, + 943, + 1086, + 973 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1454, + 939, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "1", + "boxes": [ + 206, + 957, + 224, + 973 + ] + }, + { + "text": "点视频/中小学数学云课堂·3周", + "boxes": [ + 238, + 955, + 416, + 979 + ] + }, + { + "text": "海豹06DM-i智驾初体验：功", + "boxes": [ + 1136, + 955, + 1406, + 985 + ] + }, + { + "text": "增强版来袭，5月20日登陆多", + "boxes": [ + 826, + 967, + 1098, + 1003 + ] + }, + { + "text": "竞赛题解方程新颖数学挑战！", + "boxes": [ + 202, + 981, + 588, + 1022 + ] + }, + { + "text": "能不少水平不低，还会更好", + "boxes": [ + 1136, + 979, + 1386, + 1013 + ] + }, + { + "text": "英博工", + "boxes": [ + 1456, + 983, + 1526, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1591, + 986, + 1629, + 1014 + ] + }, + { + "text": "+4.163 ", + "boxes": [ + 1630, + 983, + 1700, + 1030 + ] + }, + { + "text": "平台！", + "boxes": [ + 824, + 995, + 892, + 1028 + ] + }, + { + "text": "用！", + "boxes": [ + 1134, + 1007, + 1184, + 1040 + ] + } + ] + }, + { + "frame_id": "150_0_8", + "episode_id": 150, + "env_id": 0, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.781906127929688, + "advantages": 0.8601028919219971, + "generated_text": "{\n \"intent\": \"Click on one of the links related to 'iPhone' family to gather more information.\",\n \"action\": \"DoubleClick(974, 234)\"\n}", + "action_string": "DoubleClick(974, 234)", + "intent_string": "Click on one of the links related to 'iPhone' family to gather more information.", + "before_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 472, + 32, + 516, + 50 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 113, + 1444, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 70, + 69, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1266, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1346, + 129 + ] + }, + { + "text": "u", + "boxes": [ + 1382, + 115, + 1394, + 127 + ] + }, + { + "text": "二", + "boxes": [ + 1430, + 113, + 1442, + 125 + ] + }, + { + "text": "D", + "boxes": [ + 458, + 161, + 518, + 216 + ] + }, + { + "text": "C0", + "boxes": [ + 560, + 155, + 630, + 226 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 161, + 714, + 214 + ] + }, + { + "text": "", + "boxes": [ + 748, + 151, + 826, + 230 + ] + }, + { + "text": "00", + "boxes": [ + 842, + 161, + 922, + 226 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1168, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "Arpog", + "boxes": [ + 938, + 216, + 998, + 256 + ] + }, + { + "text": "ArTag", + "boxes": [ + 1026, + 218, + 1066, + 248 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1210, + 218, + 1274, + 244 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "iPhone", + "boxes": [ + 101, + 386, + 365, + 483 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + }, + { + "text": "9:41", + "boxes": [ + 836, + 572, + 1048, + 693 + ] + } + ] + }, + { + "frame_id": "150_1_8", + "episode_id": 150, + "env_id": 1, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.554821014404297, + "advantages": 0.5648337602615356, + "generated_text": "{\n \"intent\": \"Click on the web article titled '我国成功发射全球首个太空计算卫星星座' to read more details.\",\n \"action\": \"DoubleClick(637, 345)\"\n}", + "action_string": "DoubleClick(637, 345)", + "intent_string": "Click on the web article titled '我国成功发射全球首个太空计算卫星星座' to read more details.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 569, + 108, + 603, + 132 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 113, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1170, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 892, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1252, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "阅读", + "boxes": [ + 906, + 161, + 934, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1048, + 159, + 1092, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 540, + 298 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 608, + 272, + 672, + 298 + ] + }, + { + "text": "将AI送上太空", + "boxes": [ + 450, + 326, + 640, + 363 + ] + }, + { + "text": "我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 634, + 324, + 1182, + 365 + ] + }, + { + "text": "来源：央视新闻丨2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1595, + 61, + 1663, + 92 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 567, + 106, + 605, + 132 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 113, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1170, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 892, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1252, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 544, + 177 + ] + }, + { + "text": "文化", + "boxes": [ + 696, + 161, + 730, + 175 + ] + }, + { + "text": "健康", + "boxes": [ + 804, + 161, + 834, + 175 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "阅读", + "boxes": [ + 906, + 161, + 934, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1046, + 159, + 1092, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1110, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 540, + 298 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 608, + 272, + 672, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 448, + 324, + 1182, + 365 + ] + }, + { + "text": "来源：央视新闻丨2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "150_2_8", + "episode_id": 150, + "env_id": 2, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.08948040008545, + "advantages": -1.3404861688613892, + "generated_text": "{\n \"intent\": \"Click the link titled '将AI送上太空 我国成功发射全球首个太空计算机', which seems to have the information related to the goal\",\n \"action\": \"Click(6, 6)\"\n}", + "action_string": "Click(6, 6)", + "intent_string": "Click the link titled '将AI送上太空 我国成功发射全球首个太空计算机', which seems to have the information related to the goal", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1168, + 135 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 113, + 1252, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 654, + 568, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Sendtodesktop", + "boxes": [ + 34, + 8, + 140, + 26 + ] + }, + { + "text": "Layer", + "boxes": [ + 28, + 24, + 70, + 52 + ] + }, + { + "text": "Restore", + "boxes": [ + 26, + 38, + 84, + 69 + ] + }, + { + "text": "Move", + "boxes": [ + 26, + 58, + 76, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 64, + 1662, + 89 + ] + }, + { + "text": "Resize", + "boxes": [ + 28, + 79, + 74, + 105 + ] + }, + { + "text": "Iconify", + "boxes": [ + 24, + 97, + 78, + 127 + ] + }, + { + "text": "首页", + "boxes": [ + 356, + 109, + 406, + 135 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 486, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 568, + 111, + 604, + 131 + ] + }, + { + "text": "教育", + "boxes": [ + 806, + 113, + 834, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1170, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 546, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 892, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1256, + 131 + ] + }, + { + "text": "Rollup/down", + "boxes": [ + 21, + 135, + 117, + 165 + ] + }, + { + "text": "Un/Decorate", + "boxes": [ + 28, + 157, + 116, + 181 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 546, + 177 + ] + }, + { + "text": "央博", + "boxes": [ + 646, + 161, + 674, + 175 + ] + }, + { + "text": "健康", + "boxes": [ + 806, + 161, + 830, + 175 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "阅读", + "boxes": [ + 906, + 161, + 932, + 175 + ] + }, + { + "text": "数智", + "boxes": [ + 958, + 161, + 994, + 175 + ] + }, + { + "text": "5G", + "boxes": [ + 1006, + 161, + 1034, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1052, + 161, + 1092, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1110, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "×Close", + "boxes": [ + 8, + 183, + 70, + 208 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 598, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 448, + 324, + 1186, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1446, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "150_3_8", + "episode_id": 150, + "env_id": 3, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.015227317810059, + "advantages": -1.4370343685150146, + "generated_text": "{\n \"intent\": \"Click on 'Gettur' to explore deals at Apple\",\n \"action\": \"DoubleClick(527, 210)\"\n}", + "action_string": "DoubleClick(527, 210)", + "intent_string": "Click on 'Gettur' to explore deals at Apple", + "before_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "回", + "boxes": [ + 1862, + 4, + 1912, + 22 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1886, + 93 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 546, + 127 + ] + }, + { + "text": "Mac", + "boxes": [ + 576, + 113, + 602, + 127 + ] + }, + { + "text": "iPad", + "boxes": [ + 636, + 113, + 660, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 694, + 113, + 734, + 129 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrer Deals at Apple", + "boxes": [ + 495, + 168, + 655, + 207 + ] + }, + { + "text": "", + "boxes": [ + 672, + 187, + 706, + 214 + ] + }, + { + "text": "S", + "boxes": [ + 864, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "Se all deals ", + "boxes": [ + 495, + 192, + 609, + 227 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "回", + "boxes": [ + 1862, + 4, + 1912, + 22 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1884, + 93 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 546, + 127 + ] + }, + { + "text": "Mac", + "boxes": [ + 576, + 113, + 602, + 127 + ] + }, + { + "text": "iPad", + "boxes": [ + 636, + 113, + 662, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 694, + 113, + 734, + 129 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrier Deasat Apple", + "boxes": [ + 494, + 168, + 656, + 209 + ] + }, + { + "text": "", + "boxes": [ + 670, + 187, + 710, + 214 + ] + }, + { + "text": "S", + "boxes": [ + 864, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "Sea deals ", + "boxes": [ + 493, + 190, + 611, + 233 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ] + }, + { + "frame_id": "150_4_8", + "episode_id": 150, + "env_id": 4, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.978409767150879, + "advantages": -0.18464921414852142, + "generated_text": "{\n \"intent\": \"Move closer to the browsing options or start searching for perspective images related to Bing SEO optimization to enhance search-related tasks.\",\n \"action\": \"DoubleClick(100, 78)\" \n}", + "action_string": "DoubleClick(100, 78)", + "intent_string": "Move closer to the browsing options or start searching for perspective images related to Bing SEO optimization to enhance search-related tasks.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 10, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "① https://cn.bir", + "boxes": [ + 254, + 66, + 398, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "解：a²3a+b-ab+3=0", + "boxes": [ + 330, + 762, + 518, + 798 + ] + }, + { + "text": "×..", + "boxes": [ + 1042, + 768, + 1100, + 788 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "4a²-120+4b-4ab+12=0", + "boxes": [ + 361, + 788, + 568, + 828 + ] + }, + { + "text": "七年级数学竞赛", + "boxes": [ + 1216, + 806, + 1414, + 844 + ] + }, + { + "text": "富时中国A50", + "boxes": [ + 1455, + 797, + 1547, + 846 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "3（a²4a+4)+a²-4ab+4b²=D", + "boxes": [ + 363, + 813, + 607, + 868 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1446, + 834, + 1524, + 897 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1632, + 856, + 1684, + 876 + ] + }, + { + "text": "若2x=5,5", + "boxes": [ + 1138, + 866, + 1274, + 903 + ] + }, + { + "text": "=2，求", + "boxes": [ + 1288, + 866, + 1386, + 903 + ] + }, + { + "text": "x+1", + "boxes": [ + 1386, + 891, + 1420, + 911 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1594, + 897, + 1630, + 925 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "手机中国·3小时", + "boxes": [ + 824, + 917, + 954, + 947 + ] + }, + { + "text": "美国年度行驶里程最短车型：", + "boxes": [ + 824, + 937, + 1092, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "马自达MX-5 Miata第一", + "boxes": [ + 824, + 965, + 1060, + 1005 + ] + }, + { + "text": "山东初中数学代数题，这道题你做对了吗？", + "boxes": [ + 200, + 981, + 754, + 1022 + ] + }, + { + "text": "D", + "boxes": [ + 1140, + 989, + 1164, + 1011 + ] + }, + { + "text": "一点视频/三乐大掌柜·2周", + "boxes": [ + 1156, + 983, + 1322, + 1018 + ] + }, + { + "text": "英达", + "boxes": [ + 1454, + 981, + 1528, + 1036 + ] + }, + { + "text": "+4.36% ", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 985, + 1630, + 1014 + ] + }, + { + "text": "七年级数学竞赛题，一道指数", + "boxes": [ + 1138, + 1009, + 1410, + 1044 + ] + }, + { + "text": "程最短车型-马自达mx-5-miata第一/ar-AA1EN7hQ", + "boxes": [ + 354, + 1022, + 660, + 1040 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 25, + 55, + 133, + 100 + ] + }, + { + "text": "←", + "boxes": [ + 10, + 66, + 36, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 646, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 482, + 411, + 656, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "TISSO", + "boxes": [ + 1332, + 764, + 1366, + 786 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 768, + 1552, + 794 + ] + }, + { + "text": "七年级数学竞赛", + "boxes": [ + 904, + 806, + 1102, + 844 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1628, + 802, + 1690, + 842 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1626, + 856, + 1684, + 876 + ] + }, + { + "text": "若2=5,5", + "boxes": [ + 828, + 866, + 970, + 903 + ] + }, + { + "text": "=2，求", + "boxes": [ + 972, + 866, + 1076, + 903 + ] + }, + { + "text": "x+1", + "boxes": [ + 1076, + 893, + 1104, + 907 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1592, + 897, + 1630, + 927 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "中国时尚网·14小时", + "boxes": [ + 1160, + 921, + 1286, + 945 + ] + }, + { + "text": "天梭竞速系列特别款腕表新品", + "boxes": [ + 1136, + 941, + 1410, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "发布", + "boxes": [ + 1138, + 971, + 1188, + 999 + ] + }, + { + "text": "一点视频/三乐大掌柜·2周", + "boxes": [ + 856, + 985, + 1010, + 1018 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1528, + 1036 + ] + }, + { + "text": "+43134 ", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "1", + "boxes": [ + 830, + 993, + 850, + 1009 + ] + }, + { + "text": "", + "boxes": [ + 1586, + 983, + 1633, + 1019 + ] + }, + { + "text": "七年级数学竞赛题，一道指数", + "boxes": [ + 826, + 1009, + 1098, + 1044 + ] + } + ] + }, + { + "frame_id": "150_5_8", + "episode_id": 150, + "env_id": 5, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.121224403381348, + "advantages": 0.0010465786326676607, + "generated_text": "{\n \"intent\": \"Move towards my goals by clicking on the 'Spends Less. Smile More.' button on Amazon to explore deals.\",\n \"action\": \"DoubleClick(971, 7)\" \n}", + "action_string": "DoubleClick(971, 7)", + "intent_string": "Move towards my goals by clicking on the 'Spends Less. Smile More.' button on Amazon to explore deals.", + "before_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 24, + 32, + 84, + 50 + ] + }, + { + "text": "←→", + "boxes": [ + 4, + 62, + 132, + 93 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Apple", + "boxes": [ + 268, + 113, + 326, + 131 + ] + }, + { + "text": "三Al", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 296, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.cor", + "boxes": [ + 602, + 220, + 658, + 238 + ] + }, + { + "text": "一", + "boxes": [ + 1466, + 488, + 1518, + 508 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 980, + 524, + 1204, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1352, + 889, + 1486, + 913 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Amazon.com.Spend less. Smile more.", + "boxes": [ + 726, + 42, + 1048, + 60 + ] + }, + { + "text": ": -Mozilla Firefox", + "boxes": [ + 1040, + 40, + 1202, + 64 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 414, + 93 + ] + }, + { + "text": "→", + "boxes": [ + 324, + 101, + 454, + 133 + ] + }, + { + "text": "", + "boxes": [ + 1288, + 103, + 1366, + 129 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 101, + 1560, + 133 + ] + }, + { + "text": "", + "boxes": [ + 42, + 131, + 68, + 151 + ] + }, + { + "text": "amazon", + "boxes": [ + 336, + 149, + 448, + 181 + ] + }, + { + "text": " china", + "boxes": [ + 438, + 155, + 516, + 187 + ] + }, + { + "text": "Apple", + "boxes": [ + 558, + 151, + 622, + 169 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "bi", + "boxes": [ + 548, + 183, + 590, + 208 + ] + }, + { + "text": "All Today's Deals ", + "boxes": [ + 336, + 206, + 494, + 230 + ] + }, + { + "text": "Regi", + "boxes": [ + 500, + 210, + 532, + 224 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 552, + 254, + 886, + 278 + ] + }, + { + "text": "iqiyi.cc", + "boxes": [ + 908, + 260, + 948, + 276 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "here to go to an", + "boxes": [ + 1246, + 498, + 1340, + 516 + ] + }, + { + "text": "", + "boxes": [ + 1340, + 530, + 1380, + 546 + ] + }, + { + "text": "福", + "boxes": [ + 1494, + 532, + 1506, + 544 + ] + }, + { + "text": "", + "boxes": [ + 14, + 544, + 94, + 623 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 360, + 570, + 556, + 600 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 672, + 570, + 854, + 600 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 978, + 562, + 1206, + 602 + ] + }, + { + "text": " Shop for your home", + "boxes": [ + 1290, + 564, + 1496, + 602 + ] + }, + { + "text": "essentials", + "boxes": [ + 1294, + 594, + 1400, + 625 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 34, + 776, + 82, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 865 + ] + }, + { + "text": "Files", + "boxes": [ + 31, + 936, + 87, + 974 + ] + }, + { + "text": "Seemore", + "boxes": [ + 362, + 931, + 412, + 949 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 672, + 929, + 750, + 953 + ] + }, + { + "text": "Seeall deals", + "boxes": [ + 986, + 931, + 1058, + 949 + ] + }, + { + "text": "Discover more in H", + "boxes": [ + 1298, + 931, + 1404, + 949 + ] + } + ] + }, + { + "frame_id": "150_6_8", + "episode_id": 150, + "env_id": 6, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.372102737426758, + "advantages": 0.32725298404693604, + "generated_text": "{\n \"intent\": \"Click on '将AI送上太空 我国成功发射全球首个太空计算卫星星座' link to read more about the successful launch.\",\n \"action\": \"DoubleClick(532, 344)\"\n}", + "action_string": "DoubleClick(532, 344)", + "intent_string": "Click on '将AI送上太空 我国成功发射全球首个太空计算卫星星座' link to read more about the successful launch.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 113, + 890, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1152, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 562, + 298 + ] + }, + { + "text": ">", + "boxes": [ + 556, + 280, + 582, + 294 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 446, + 322, + 1186, + 369 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 113, + 890, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1152, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "150_7_8", + "episode_id": 150, + "env_id": 7, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.173591613769531, + "advantages": 0.06913743168115616, + "generated_text": "{\n \"intent\": \"Click the search bar to start typing about exploration\",\n \"action\": \"DoubleClick(997, 48)\"\n}", + "action_string": "DoubleClick(997, 48)", + "intent_string": "Click the search bar to start typing about exploration", + "before_screen_ocr_results": [ + { + "text": "① https://cn.bing.con", + "boxes": [ + 254, + 66, + 438, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 646, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 482, + 411, + 656, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "疯潮科技", + "boxes": [ + 680, + 752, + 782, + 784 + ] + }, + { + "text": "海豹060", + "boxes": [ + 1168, + 768, + 1260, + 786 + ] + }, + { + "text": "潜驾实淡", + "boxes": [ + 1292, + 768, + 1378, + 786 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "1,.71%", + "boxes": [ + 1634, + 806, + 1686, + 840 + ] + }, + { + "text": "可以通过手机号码", + "boxes": [ + 424, + 854, + 696, + 909 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1634, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+4.0769 ", + "boxes": [ + 1628, + 891, + 1700, + 939 + ] + }, + { + "text": "找一个人的位置吗", + "boxes": [ + 424, + 903, + 696, + 959 + ] + }, + { + "text": "ITBEAR科技资讯·50分钟", + "boxes": [ + 824, + 917, + 1006, + 947 + ] + }, + { + "text": "0", + "boxes": [ + 1138, + 933, + 1164, + 955 + ] + }, + { + "text": "一点视频/优视汽车", + "boxes": [ + 1158, + 929, + 1272, + 959 + ] + }, + { + "text": "《潜行者：禁区传说三部曲》", + "boxes": [ + 836, + 943, + 1086, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "一点视频/疯潮科技", + "boxes": [ + 234, + 955, + 334, + 979 + ] + }, + { + "text": "海豹06DM-i智驾初体验：功", + "boxes": [ + 1136, + 955, + 1406, + 985 + ] + }, + { + "text": "增强版来袭，5月20日登陆多", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "可以通过手机号码找一个人的位置吗", + "boxes": [ + 194, + 981, + 674, + 1022 + ] + }, + { + "text": "能不少水平不低，还会更好", + "boxes": [ + 1136, + 979, + 1386, + 1013 + ] + }, + { + "text": "英博工", + "boxes": [ + 1456, + 983, + 1526, + 1036 + ] + }, + { + "text": "+4.163 ", + "boxes": [ + 1630, + 983, + 1700, + 1030 + ] + }, + { + "text": "平台！", + "boxes": [ + 824, + 995, + 892, + 1028 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 985, + 1630, + 1014 + ] + }, + { + "text": "用！", + "boxes": [ + 1134, + 1007, + 1184, + 1040 + ] + }, + { + "text": "S", + "boxes": [ + 852, + 1028, + 874, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 26, + 62, + 132, + 93 + ] + }, + { + "text": " https://c.bing.com/searc", + "boxes": [ + 248, + 60, + 482, + 95 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 460, + 230 + ] + }, + { + "text": " About 2,670,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "16 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着.", + "boxes": [ + 176, + 387, + 760, + 417 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "wwthepaper.cn Translate this result", + "boxes": [ + 274, + 451, + 492, + 480 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航”，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 206, + 572, + 268, + 604 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 174, + 613, + 720, + 653 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是“三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 176, + 665, + 764, + 697 + ] + }, + { + "text": "四川省人民政府网站", + "boxes": [ + 214, + 713, + 346, + 737 + ] + }, + { + "text": "福", + "boxes": [ + 190, + 733, + 202, + 744 + ] + }, + { + "text": "https://ww.sc.govw.cn Translate thisresut", + "boxes": [ + 210, + 729, + 478, + 762 + ] + }, + { + "text": "“四川造\"十二星将算力送上天全球首个太空计算星座发射入轨，", + "boxes": [ + 176, + 756, + 728, + 792 + ] + }, + { + "text": "1 hour ago·这是国星宇航\"星算\"计划的首次发射，也是之江实验室主导构建的\"三体计算星座\"的首", + "boxes": [ + 180, + 784, + 792, + 814 + ] + }, + { + "text": "次发射国星宇航承担了首次发射的智能网联卫星平台研发和整星研制工作，之江实验室承担了", + "boxes": [ + 178, + 810, + 760, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/fnance.sina.com.cn tech rll doc. Translae this resut ", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 170, + 891, + 674, + 935 + ] + }, + { + "text": "6 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 176, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的“三体计算星座\"的首次发射.", + "boxes": [ + 174, + 945, + 576, + 977 + ] + }, + { + "text": "新华网", + "boxes": [ + 212, + 995, + 266, + 1020 + ] + }, + { + "text": "https://ww.xinhuanet.com Translatethisresult", + "boxes": [ + 210, + 1008, + 508, + 1042 + ] + }, + { + "text": "子人工智能送", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "150_0_9", + "episode_id": 150, + "env_id": 0, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.188323974609375, + "advantages": -1.2119641304016113, + "generated_text": "{\n \"intent\": \"Navigate through different sections of the Apple iPhone page to get more specific information\",\n \"action\": \"DoubleClick(217, 67)\"\n}", + "action_string": "DoubleClick(217, 67)", + "intent_string": "Navigate through different sections of the Apple iPhone page to get more specific information", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1660, + 87 + ] + }, + { + "text": "Pac", + "boxes": [ + 638, + 113, + 658, + 127 + ] + }, + { + "text": "Vatch", + "boxes": [ + 774, + 113, + 802, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1348, + 129 + ] + }, + { + "text": "Q", + "boxes": [ + 1378, + 111, + 1394, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "B", + "boxes": [ + 456, + 157, + 522, + 218 + ] + }, + { + "text": "U", + "boxes": [ + 551, + 146, + 635, + 229 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 161, + 714, + 214 + ] + }, + { + "text": "B", + "boxes": [ + 754, + 157, + 822, + 224 + ] + }, + { + "text": "00", + "boxes": [ + 842, + 161, + 922, + 226 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "", + "boxes": [ + 1380, + 153, + 1466, + 228 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1206, + 167, + 1278, + 224 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 758, + 218, + 820, + 244 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "Arpog", + "boxes": [ + 938, + 216, + 998, + 256 + ] + }, + { + "text": "ArTag", + "boxes": [ + 1026, + 218, + 1066, + 248 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1210, + 218, + 1274, + 244 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "iPhone", + "boxes": [ + 101, + 386, + 365, + 486 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + }, + { + "text": "1", + "boxes": [ + 1838, + 971, + 1862, + 997 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1660, + 87 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1268, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1348, + 129 + ] + }, + { + "text": "Q", + "boxes": [ + 1378, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "D", + "boxes": [ + 456, + 159, + 522, + 218 + ] + }, + { + "text": "B", + "boxes": [ + 562, + 157, + 630, + 224 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 163, + 714, + 214 + ] + }, + { + "text": "口", + "boxes": [ + 748, + 153, + 824, + 224 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "00", + "boxes": [ + 846, + 165, + 920, + 222 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "7", + "boxes": [ + 1368, + 137, + 1472, + 231 + ] + }, + { + "text": "9?", + "boxes": [ + 944, + 181, + 992, + 218 + ] + }, + { + "text": "·", + "boxes": [ + 1028, + 179, + 1068, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 658, + 216, + 728, + 250 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 758, + 218, + 820, + 244 + ] + }, + { + "text": "Compare", + "boxes": [ + 854, + 222, + 906, + 242 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 244 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1212, + 222, + 1272, + 242 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1460, + 244 + ] + }, + { + "text": "Get $170-$630 in credit to", + "boxes": [ + 592, + 282, + 766, + 306 + ] + }, + { + "text": "iPhone", + "boxes": [ + 103, + 390, + 363, + 479 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + }, + { + "text": "1", + "boxes": [ + 1838, + 971, + 1860, + 997 + ] + } + ] + }, + { + "frame_id": "150_1_9", + "episode_id": 150, + "env_id": 1, + "step": 9, + "format_rewards": 1.0, + "rewards": 11.342556953430176, + "advantages": 1.5890932083129883, + "generated_text": "{\n \"intent\": \"Open the article 'AI智能送上太空 我国成功发射全球首个太空计算卫星星座' to read more information about this major development.\",\n \"action\": \"Click(501, 279) \"\n}", + "action_string": "Click(501, 279)", + "intent_string": "Open the article 'AI智能送上太空 我国成功发射全球首个太空计算卫星星座' to read more information about this major development.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1598, + 64, + 1662, + 89 + ] + }, + { + "text": "首页", + "boxes": [ + 358, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 570, + 111, + 604, + 131 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 113, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1170, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1296, + 107, + 1360, + 139 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 892, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1252, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 544, + 177 + ] + }, + { + "text": "文化", + "boxes": [ + 696, + 161, + 730, + 175 + ] + }, + { + "text": "健康", + "boxes": [ + 802, + 161, + 834, + 175 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "阅读", + "boxes": [ + 906, + 161, + 934, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1046, + 159, + 1092, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1110, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "新闻频道", + "boxes": [ + 480, + 272, + 540, + 298 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 608, + 272, + 672, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 448, + 324, + 1182, + 365 + ] + }, + { + "text": "来源：央视新闻丨2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "①", + "boxes": [ + 256, + 68, + 310, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1594, + 64, + 1662, + 89 + ] + }, + { + "text": "时政", + "boxes": [ + 425, + 106, + 491, + 138 + ] + }, + { + "text": "熊猫", + "boxes": [ + 859, + 108, + 899, + 136 + ] + }, + { + "text": "Eα0 =", + "boxes": [ + 1394, + 99, + 1552, + 141 + ] + }, + { + "text": "首页", + "boxes": [ + 356, + 113, + 406, + 133 + ] + }, + { + "text": "新闻", + "boxes": [ + 514, + 115, + 546, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 628, + 111, + 662, + 131 + ] + }, + { + "text": "财经", + "boxes": [ + 686, + 111, + 720, + 131 + ] + }, + { + "text": "体育", + "boxes": [ + 742, + 111, + 776, + 131 + ] + }, + { + "text": "教育", + "boxes": [ + 804, + 111, + 836, + 133 + ] + }, + { + "text": "直播中国", + "boxes": [ + 916, + 109, + 982, + 135 + ] + }, + { + "text": "4K", + "boxes": [ + 1002, + 111, + 1028, + 131 + ] + }, + { + "text": "CCTV.直播√", + "boxes": [ + 1072, + 109, + 1172, + 135 + ] + }, + { + "text": "中", + "boxes": [ + 1212, + 109, + 1260, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "地方", + "boxes": [ + 354, + 159, + 388, + 179 + ] + }, + { + "text": "乡村振兴生态环境", + "boxes": [ + 398, + 153, + 550, + 183 + ] + }, + { + "text": "一带一路", + "boxes": [ + 566, + 159, + 628, + 179 + ] + }, + { + "text": "央博", + "boxes": [ + 622, + 159, + 682, + 177 + ] + }, + { + "text": "文化", + "boxes": [ + 682, + 159, + 732, + 179 + ] + }, + { + "text": "旅游", + "boxes": [ + 726, + 157, + 788, + 177 + ] + }, + { + "text": "健康", + "boxes": [ + 793, + 150, + 837, + 182 + ] + }, + { + "text": "乐龄", + "boxes": [ + 850, + 157, + 884, + 179 + ] + }, + { + "text": "阅读", + "boxes": [ + 898, + 155, + 940, + 181 + ] + }, + { + "text": "产业+", + "boxes": [ + 1038, + 155, + 1096, + 181 + ] + }, + { + "text": "网展", + "boxes": [ + 1104, + 155, + 1148, + 181 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1158, + 159, + 1220, + 179 + ] + }, + { + "text": "CCTm 新间", + "boxes": [ + 353, + 190, + 541, + 257 + ] + }, + { + "text": "国内", + "boxes": [ + 632, + 206, + 674, + 232 + ] + }, + { + "text": "国际 经济", + "boxes": [ + 690, + 206, + 798, + 234 + ] + }, + { + "text": "法治", + "boxes": [ + 874, + 206, + 924, + 232 + ] + }, + { + "text": "图片", + "boxes": [ + 918, + 206, + 980, + 232 + ] + }, + { + "text": "文娱", + "boxes": [ + 990, + 206, + 1044, + 232 + ] + }, + { + "text": "科技", + "boxes": [ + 1058, + 206, + 1108, + 232 + ] + }, + { + "text": "生活", + "boxes": [ + 1122, + 206, + 1170, + 232 + ] + }, + { + "text": "军事", + "boxes": [ + 1188, + 208, + 1226, + 228 + ] + }, + { + "text": "快看", + "boxes": [ + 1232, + 206, + 1290, + 232 + ] + }, + { + "text": "更多√", + "boxes": [ + 1292, + 206, + 1364, + 232 + ] + }, + { + "text": "原创", + "boxes": [ + 1422, + 204, + 1486, + 236 + ] + }, + { + "text": "直播√", + "boxes": [ + 1498, + 206, + 1554, + 232 + ] + }, + { + "text": "4月金融数据出炉支持实体", + "boxes": [ + 1174, + 304, + 1520, + 345 + ] + }, + { + "text": "经济“稳”又“实”", + "boxes": [ + 1176, + 345, + 1370, + 383 + ] + }, + { + "text": "中国人民银行14日发布4月金融数据。数据显示，金融", + "boxes": [ + 1172, + 407, + 1516, + 445 + ] + }, + { + "text": "总量增长既“稳\"又\"实”，广义货币M2增长明显提速，社", + "boxes": [ + 1178, + 443, + 1512, + 467 + ] + }, + { + "text": "会融资规模保持较高水平。", + "boxes": [ + 1180, + 471, + 1338, + 494 + ] + }, + { + "text": "国民", + "boxes": [ + 666, + 488, + 712, + 522 + ] + }, + { + "text": "财政", + "boxes": [ + 657, + 513, + 717, + 642 + ] + }, + { + "text": "部", + "boxes": [ + 664, + 617, + 714, + 689 + ] + }, + { + "text": "1/3", + "boxes": [ + 1328, + 653, + 1366, + 673 + ] + }, + { + "text": "CCTV-1", + "boxes": [ + 376, + 808, + 444, + 840 + ] + }, + { + "text": "新闻联播", + "boxes": [ + 486, + 812, + 660, + 862 + ] + }, + { + "text": "新闻+", + "boxes": [ + 1406, + 816, + 1482, + 856 + ] + }, + { + "text": "综合", + "boxes": [ + 386, + 832, + 432, + 866 + ] + }, + { + "text": "我国夏油大面积收获预计单产高于上年", + "boxes": [ + 778, + 830, + 1130, + 866 + ] + }, + { + "text": "2025年中国网络文明大会将在合肥举办", + "boxes": [ + 792, + 873, + 1114, + 911 + ] + }, + { + "text": "CCTV-2", + "boxes": [ + 486, + 915, + 552, + 949 + ] + }, + { + "text": "“中新合作-2025\"两国参演官兵开展海上实兵演练", + "boxes": [ + 764, + 919, + 1146, + 949 + ] + }, + { + "text": "天天学习", + "boxes": [ + 1236, + 925, + 1326, + 965 + ] + }, + { + "text": "联播+", + "boxes": [ + 1464, + 925, + 1530, + 967 + ] + }, + { + "text": "财经", + "boxes": [ + 494, + 939, + 540, + 975 + ] + }, + { + "text": "斤闻频道_央视·", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "150_2_9", + "episode_id": 150, + "env_id": 2, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.91911506652832, + "advantages": -1.5620049238204956, + "generated_text": "{\n \"intent\": \"Explore more about the news article about the successful launch of the global first satellite AI into space\",\n \"action\": \"Click(999, 25)\"\n}", + "action_string": "Click(999, 25)", + "intent_string": "Explore more about the news article about the successful launch of the global first satellite AI into space", + "before_screen_ocr_results": [ + { + "text": "Sendtodesktop", + "boxes": [ + 34, + 8, + 140, + 26 + ] + }, + { + "text": "Layer", + "boxes": [ + 28, + 24, + 70, + 52 + ] + }, + { + "text": "Restore", + "boxes": [ + 26, + 38, + 84, + 69 + ] + }, + { + "text": "Move", + "boxes": [ + 26, + 58, + 76, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 64, + 1662, + 89 + ] + }, + { + "text": "Resize", + "boxes": [ + 28, + 79, + 74, + 105 + ] + }, + { + "text": "Iconify", + "boxes": [ + 24, + 97, + 78, + 127 + ] + }, + { + "text": "首页", + "boxes": [ + 356, + 109, + 406, + 135 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 486, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 568, + 111, + 604, + 131 + ] + }, + { + "text": "教育", + "boxes": [ + 806, + 113, + 834, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 918, + 109, + 982, + 135 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1170, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 546, + 129 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 115, + 892, + 129 + ] + }, + { + "text": "中√", + "boxes": [ + 1216, + 115, + 1256, + 131 + ] + }, + { + "text": "Rollup/down", + "boxes": [ + 21, + 135, + 117, + 165 + ] + }, + { + "text": "Un/Decorate", + "boxes": [ + 28, + 157, + 116, + 181 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 546, + 177 + ] + }, + { + "text": "央博", + "boxes": [ + 646, + 161, + 674, + 175 + ] + }, + { + "text": "健康", + "boxes": [ + 806, + 161, + 830, + 175 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "阅读", + "boxes": [ + 906, + 161, + 932, + 175 + ] + }, + { + "text": "数智", + "boxes": [ + 958, + 161, + 994, + 175 + ] + }, + { + "text": "5G", + "boxes": [ + 1006, + 161, + 1034, + 175 + ] + }, + { + "text": "产业+", + "boxes": [ + 1052, + 161, + 1092, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1110, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1220, + 177 + ] + }, + { + "text": "×Close", + "boxes": [ + 8, + 183, + 70, + 208 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 598, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 448, + 324, + 1186, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1446, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 662, + 570, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1168, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道）", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "俱", + "boxes": [ + 656, + 568, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "150_3_9", + "episode_id": 150, + "env_id": 3, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.175607681274414, + "advantages": -1.2284985780715942, + "generated_text": "{\n \"intent\": \"Click on 'See all deals' to start exploring potential iPhone purchasing options.\",\n \"action\": \"DoubleClick(504, 207)\"\n}", + "action_string": "DoubleClick(504, 207)", + "intent_string": "Click on 'See all deals' to start exploring potential iPhone purchasing options.", + "before_screen_ocr_results": [ + { + "text": "Buy iPhone 16 F", + "boxes": [ + 672, + 2, + 806, + 26 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "回", + "boxes": [ + 1862, + 4, + 1912, + 22 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1884, + 93 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 546, + 127 + ] + }, + { + "text": "Mac", + "boxes": [ + 576, + 113, + 602, + 127 + ] + }, + { + "text": "iPad", + "boxes": [ + 636, + 113, + 662, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 694, + 113, + 734, + 129 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrier Deasat Apple", + "boxes": [ + 494, + 168, + 656, + 209 + ] + }, + { + "text": "S", + "boxes": [ + 864, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "Sea deals ", + "boxes": [ + 493, + 190, + 611, + 233 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 1128, + 2, + 1246, + 26 + ] + }, + { + "text": "回", + "boxes": [ + 1862, + 4, + 1912, + 22 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1886, + 93 + ] + }, + { + "text": "Store", + "boxes": [ + 512, + 113, + 546, + 127 + ] + }, + { + "text": "Mac", + "boxes": [ + 576, + 113, + 602, + 127 + ] + }, + { + "text": "iPad", + "boxes": [ + 636, + 113, + 660, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 694, + 113, + 734, + 129 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "Vision", + "boxes": [ + 838, + 111, + 876, + 131 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 131 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 984, + 107, + 1054, + 133 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1080, + 109, + 1166, + 133 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 109, + 1270, + 133 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "α", + "boxes": [ + 1376, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Carrer Deals at Apple", + "boxes": [ + 495, + 168, + 655, + 207 + ] + }, + { + "text": "", + "boxes": [ + 672, + 187, + 706, + 214 + ] + }, + { + "text": "S", + "boxes": [ + 864, + 191, + 892, + 210 + ] + }, + { + "text": "T", + "boxes": [ + 1058, + 189, + 1084, + 212 + ] + }, + { + "text": "p to $1000 afte", + "boxes": [ + 1324, + 183, + 1410, + 201 + ] + }, + { + "text": "Spe all deals ", + "boxes": [ + 497, + 190, + 609, + 229 + ] + }, + { + "text": "V", + "boxes": [ + 1256, + 193, + 1274, + 206 + ] + } + ] + }, + { + "frame_id": "150_4_9", + "episode_id": 150, + "env_id": 4, + "step": 9, + "format_rewards": 1.0, + "rewards": 11.15224838256836, + "advantages": 1.3416430950164795, + "generated_text": "{\n \"intent\": \"Click the first trending topic '将人工智能送上太空' which will help navigate through potentially interesting content related to AI advancements.\",\n \"action\": \"Click(538, 421)\" \n}", + "action_string": "Click(538, 421)", + "intent_string": "Click the first trending topic '将人工智能送上太空' which will help navigate through potentially interesting content related to AI advancements.", + "before_screen_ocr_results": [ + { + "text": " Search - Microsoft Bing", + "boxes": [ + 244, + 32, + 412, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 25, + 55, + 133, + 100 + ] + }, + { + "text": "←", + "boxes": [ + 10, + 66, + 36, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Trending on Bing ", + "boxes": [ + 482, + 367, + 646, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 482, + 411, + 656, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1266, + 478 + ] + }, + { + "text": "TISSO", + "boxes": [ + 1332, + 764, + 1366, + 786 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 768, + 1552, + 794 + ] + }, + { + "text": "七年级数学竞赛", + "boxes": [ + 906, + 806, + 1102, + 844 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1628, + 802, + 1690, + 842 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": " 32,30%", + "boxes": [ + 1620, + 850, + 1690, + 889 + ] + }, + { + "text": "若2x=5,5", + "boxes": [ + 826, + 866, + 970, + 903 + ] + }, + { + "text": "=2，求", + "boxes": [ + 972, + 866, + 1078, + 903 + ] + }, + { + "text": "人没到场证就办好了！", + "boxes": [ + 312, + 897, + 582, + 933 + ] + }, + { + "text": "x+1", + "boxes": [ + 1074, + 891, + 1108, + 911 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "Wr", + "boxes": [ + 1592, + 897, + 1630, + 927 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "中国时尚网·14小时", + "boxes": [ + 1160, + 921, + 1286, + 945 + ] + }, + { + "text": "天梭竞速系列特别款腕表新品", + "boxes": [ + 1136, + 941, + 1410, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "某医院", + "boxes": [ + 695, + 974, + 803, + 1023 + ] + }, + { + "text": "发布", + "boxes": [ + 1138, + 971, + 1188, + 999 + ] + }, + { + "text": "惩治健康证造假", + "boxes": [ + 202, + 983, + 414, + 1024 + ] + }, + { + "text": "0", + "boxes": [ + 826, + 989, + 852, + 1011 + ] + }, + { + "text": "一点视频/三乐大掌柜·2周", + "boxes": [ + 856, + 985, + 1010, + 1018 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1528, + 1036 + ] + }, + { + "text": "+43134 ", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "", + "boxes": [ + 1587, + 983, + 1633, + 1019 + ] + }, + { + "text": "七年级数学竞赛题，一道指数", + "boxes": [ + 824, + 1009, + 1098, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Spend less xQ Search", + "boxes": [ + 120, + 32, + 300, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 26, + 62, + 132, + 93 + ] + }, + { + "text": " http://cn.bing.com/", + "boxes": [ + 248, + 60, + 450, + 95 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 268, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 2,670,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "16 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着，", + "boxes": [ + 178, + 389, + 758, + 413 + ] + }, + { + "text": "晴", + "boxes": [ + 532, + 421, + 552, + 441 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "ww.thepaper.cn T", + "boxes": [ + 276, + 450, + 378, + 481 + ] + }, + { + "text": " Translate this result", + "boxes": [ + 368, + 455, + 490, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航”，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 208, + 572, + 266, + 604 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 176, + 615, + 720, + 651 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是“三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 176, + 665, + 764, + 697 + ] + }, + { + "text": "四川省人民政府网站", + "boxes": [ + 214, + 713, + 346, + 737 + ] + }, + { + "text": "福", + "boxes": [ + 190, + 733, + 202, + 744 + ] + }, + { + "text": "https://ww.sc.gov.cn Translate thisresut", + "boxes": [ + 210, + 729, + 478, + 762 + ] + }, + { + "text": "“四川造\"十二星将算力送上天全球首个太空计算星座发射入轨，", + "boxes": [ + 176, + 756, + 728, + 792 + ] + }, + { + "text": "1 hour ago·这是国星宇航\"星算\"计划的首次发射，也是之江实验室主导构建的\"三体计算星座\"的首", + "boxes": [ + 180, + 784, + 792, + 814 + ] + }, + { + "text": "次发射国星宇航承担了首次发射的智能网联卫星平台研发和整星研制工作，之江实验室承担了", + "boxes": [ + 178, + 810, + 760, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/fnance.sina.com.cn tech roll doc. Translatetisresult", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 170, + 891, + 674, + 935 + ] + }, + { + "text": "6 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 176, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的“三体计算星座\"的首次发射，", + "boxes": [ + 174, + 945, + 576, + 977 + ] + }, + { + "text": "新华网", + "boxes": [ + 212, + 995, + 266, + 1020 + ] + }, + { + "text": "https://ww.xinhuanet.com Translatethisresult", + "boxes": [ + 210, + 1008, + 508, + 1042 + ] + }, + { + "text": "子人工智能送", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "150_5_9", + "episode_id": 150, + "env_id": 5, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.15656852722168, + "advantages": -1.2532544136047363, + "generated_text": "{\n \"intent\": \"Click on the 'Search bar' to begin searching for items within Amazon.\",\n \"action\": \"Click(1015, 96)\"\n}", + "action_string": "Click(1015, 96)", + "intent_string": "Click on the 'Search bar' to begin searching for items within Amazon.", + "before_screen_ocr_results": [ + { + "text": "Amazon.com.Spend less. Smile more.", + "boxes": [ + 726, + 42, + 1048, + 60 + ] + }, + { + "text": ": -Mozilla Firefox", + "boxes": [ + 1040, + 40, + 1202, + 64 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 414, + 93 + ] + }, + { + "text": "→", + "boxes": [ + 324, + 101, + 454, + 133 + ] + }, + { + "text": "", + "boxes": [ + 1288, + 103, + 1366, + 129 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 101, + 1560, + 133 + ] + }, + { + "text": "", + "boxes": [ + 42, + 131, + 68, + 151 + ] + }, + { + "text": "amazon", + "boxes": [ + 336, + 149, + 448, + 181 + ] + }, + { + "text": " china", + "boxes": [ + 438, + 155, + 516, + 187 + ] + }, + { + "text": "Apple", + "boxes": [ + 558, + 151, + 622, + 169 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "bi", + "boxes": [ + 548, + 183, + 590, + 208 + ] + }, + { + "text": "All Today's Deals ", + "boxes": [ + 336, + 206, + 494, + 230 + ] + }, + { + "text": "Regi", + "boxes": [ + 500, + 210, + 532, + 224 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 552, + 254, + 886, + 278 + ] + }, + { + "text": "iqiyi.cc", + "boxes": [ + 908, + 260, + 948, + 276 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "here to go to an", + "boxes": [ + 1246, + 498, + 1340, + 516 + ] + }, + { + "text": "", + "boxes": [ + 1340, + 530, + 1380, + 546 + ] + }, + { + "text": "福", + "boxes": [ + 1494, + 532, + 1506, + 544 + ] + }, + { + "text": "", + "boxes": [ + 14, + 544, + 94, + 623 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 360, + 570, + 556, + 600 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 672, + 570, + 854, + 600 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 978, + 562, + 1206, + 602 + ] + }, + { + "text": " Shop for your home", + "boxes": [ + 1290, + 564, + 1496, + 602 + ] + }, + { + "text": "essentials", + "boxes": [ + 1294, + 594, + 1400, + 625 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 34, + 776, + 82, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 865 + ] + }, + { + "text": "Files", + "boxes": [ + 31, + 936, + 87, + 974 + ] + }, + { + "text": "Seemore", + "boxes": [ + 362, + 931, + 412, + 949 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 672, + 929, + 750, + 953 + ] + }, + { + "text": "Seeall deals", + "boxes": [ + 986, + 931, + 1058, + 949 + ] + }, + { + "text": "Discover more in H", + "boxes": [ + 1298, + 931, + 1404, + 949 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 414, + 93 + ] + }, + { + "text": "@, Amazon.com. Spend less", + "boxes": [ + 554, + 71, + 748, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 324, + 101, + 454, + 133 + ] + }, + { + "text": "", + "boxes": [ + 1288, + 103, + 1366, + 129 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 101, + 1560, + 133 + ] + }, + { + "text": "", + "boxes": [ + 44, + 133, + 66, + 147 + ] + }, + { + "text": "amazon", + "boxes": [ + 336, + 149, + 448, + 181 + ] + }, + { + "text": " china", + "boxes": [ + 438, + 155, + 516, + 187 + ] + }, + { + "text": "Apple", + "boxes": [ + 558, + 151, + 622, + 169 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "bi", + "boxes": [ + 548, + 183, + 590, + 208 + ] + }, + { + "text": "All Today's Deals ", + "boxes": [ + 336, + 206, + 494, + 230 + ] + }, + { + "text": "Regi", + "boxes": [ + 498, + 210, + 532, + 224 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 552, + 254, + 886, + 278 + ] + }, + { + "text": "iqiyi.cc", + "boxes": [ + 908, + 260, + 948, + 276 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "here to go to an", + "boxes": [ + 1246, + 498, + 1340, + 516 + ] + }, + { + "text": "", + "boxes": [ + 1340, + 530, + 1380, + 546 + ] + }, + { + "text": "福", + "boxes": [ + 1494, + 532, + 1506, + 544 + ] + }, + { + "text": "", + "boxes": [ + 14, + 544, + 94, + 623 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 360, + 570, + 556, + 600 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 672, + 570, + 854, + 600 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 978, + 562, + 1206, + 602 + ] + }, + { + "text": " Shop for your home", + "boxes": [ + 1290, + 564, + 1496, + 602 + ] + }, + { + "text": "essentials", + "boxes": [ + 1294, + 594, + 1400, + 625 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 34, + 776, + 82, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 865 + ] + }, + { + "text": "Files", + "boxes": [ + 30, + 935, + 88, + 976 + ] + }, + { + "text": "Seemore", + "boxes": [ + 362, + 931, + 412, + 949 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 672, + 929, + 750, + 953 + ] + }, + { + "text": "Seeall deals", + "boxes": [ + 986, + 931, + 1058, + 949 + ] + }, + { + "text": "Discover more in H", + "boxes": [ + 1298, + 931, + 1404, + 949 + ] + } + ] + }, + { + "frame_id": "150_6_9", + "episode_id": 150, + "env_id": 6, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.336587905883789, + "advantages": 0.28107455372810364, + "generated_text": "{\n \"intent\": \"Click on the title '将AI送上太空 我国成功发射全球首个太空计算卫星星座' to explore this news article further.\",\n \"action\": \"Click(876, 345)\"\n}", + "action_string": "Click(876, 345)", + "intent_string": "Click on the title '将AI送上太空 我国成功发射全球首个太空计算卫星星座' to explore this news article further.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 113, + 890, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1152, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 113, + 890, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1152, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "150_7_9", + "episode_id": 150, + "env_id": 7, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.95836353302002, + "advantages": -0.21071447432041168, + "generated_text": "{\n \"intent\": \"Move the cursor to the first article link and click to explore detailed information about the AI satellite launch.\",\n \"action\": \"DoubleClick(257, 352)\"\n}", + "action_string": "DoubleClick(257, 352)", + "intent_string": "Move the cursor to the first article link and click to explore detailed information about the AI satellite launch.", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 26, + 62, + 132, + 93 + ] + }, + { + "text": " https://c.bing.com/searc", + "boxes": [ + 248, + 60, + 482, + 95 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 460, + 230 + ] + }, + { + "text": " About 2,670,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "16 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 788, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着.", + "boxes": [ + 176, + 387, + 760, + 417 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "wwthepaper.cn Translate this result", + "boxes": [ + 274, + 451, + 492, + 480 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航”，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 206, + 572, + 268, + 604 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 174, + 613, + 720, + 653 + ] + }, + { + "text": "19 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是“三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 176, + 665, + 764, + 697 + ] + }, + { + "text": "四川省人民政府网站", + "boxes": [ + 214, + 713, + 346, + 737 + ] + }, + { + "text": "福", + "boxes": [ + 190, + 733, + 202, + 744 + ] + }, + { + "text": "https://ww.sc.govw.cn Translate thisresut", + "boxes": [ + 210, + 729, + 478, + 762 + ] + }, + { + "text": "“四川造\"十二星将算力送上天全球首个太空计算星座发射入轨，", + "boxes": [ + 176, + 756, + 728, + 792 + ] + }, + { + "text": "1 hour ago·这是国星宇航\"星算\"计划的首次发射，也是之江实验室主导构建的\"三体计算星座\"的首", + "boxes": [ + 180, + 784, + 792, + 814 + ] + }, + { + "text": "次发射国星宇航承担了首次发射的智能网联卫星平台研发和整星研制工作，之江实验室承担了", + "boxes": [ + 178, + 810, + 760, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 870, + 202, + 885 + ] + }, + { + "text": "https:/fnance.sina.com.cn tech rll doc. Translae this resut ", + "boxes": [ + 210, + 872, + 624, + 901 + ] + }, + { + "text": "将人工智能送上太空！我国成功发射太空计算卫星星座.", + "boxes": [ + 170, + 891, + 674, + 935 + ] + }, + { + "text": "6 hours ago·将人工智能送上太空，赋能卫星在轨实时处理对地观测数据，支撑科学家探索更多", + "boxes": [ + 176, + 921, + 784, + 955 + ] + }, + { + "text": "的未知。这是之江实验室主导构建的“三体计算星座\"的首次发射.", + "boxes": [ + 174, + 945, + 576, + 977 + ] + }, + { + "text": "新华网", + "boxes": [ + 212, + 995, + 266, + 1020 + ] + }, + { + "text": "https://ww.xinhuanet.com Translatethisresult", + "boxes": [ + 210, + 1008, + 508, + 1042 + ] + }, + { + "text": "子人工智能送", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "将AI送上太空我国成功发射", + "boxes": [ + 1388, + 32, + 1540, + 50 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 862, + 111, + 892, + 131 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1150, + 135 + ] + }, + { + "text": "中", + "boxes": [ + 1218, + 113, + 1250, + 127 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1300, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 360, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1114, + 161, + 1140, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道>", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "耳", + "boxes": [ + 654, + 568, + 674, + 582 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + } + ] +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_150/scores_v3.json b/ScreenExplorer-3B-E1/episode_150/scores_v3.json new file mode 100644 index 0000000000000000000000000000000000000000..aa0c122a3544e052c28d2a3dc8255672634ba644 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_150/scores_v3.json @@ -0,0 +1,19 @@ +{ + "directory_path": "logs/ScreenExplorer_2025-05-14_13-31-185da9f3/episode_150", + "single_trajectory_image_diversity": 0.3659288277849555, + "single_trajectory_text_diversity": 0.28270128555595875, + "single_trajectory_image_diversity_max": 0.7060546875, + "single_trajectory_image_diversity_min": 0.00048828125, + "single_trajectory_image_diversity_std": 0.2471923828125, + "single_trajectory_text_diversity_max": 0.52581787109375, + "single_trajectory_text_diversity_min": 0.00201416015625, + "single_trajectory_text_diversity_std": 0.16796875, + "group_trajectories_image_diversity": 0.4229430556297302, + "group_trajectories_text_diversity": 0.3986859619617462, + "group_trajectories_image_diversity_max": 0.9765625, + "group_trajectories_image_diversity_min": 0.0, + "group_trajectories_image_diversity_std": 0.27734375, + "group_trajectories_text_diversity_max": 0.63671875, + "group_trajectories_text_diversity_min": 0.0, + "group_trajectories_text_diversity_std": 0.17431640625 +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_160/actor_model_160/adapter_config.json b/ScreenExplorer-3B-E1/episode_160/actor_model_160/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5e12e7b8286312c1fcac1decd5d5a37b3ca2091d --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_160/actor_model_160/adapter_config.json @@ -0,0 +1,39 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen2.5-VL-3B-Instruct", + "bias": "none", + "corda_config": null, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "o_proj", + "k_proj", + "v_proj", + "gate_proj", + "up_proj", + "down_proj" + ], + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_160/game_record_20250515_103119.json b/ScreenExplorer-3B-E1/episode_160/game_record_20250515_103119.json new file mode 100644 index 0000000000000000000000000000000000000000..1694b57642805eea17a1fd8474cd7ac51eacd3b6 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_160/game_record_20250515_103119.json @@ -0,0 +1,61767 @@ +{ + "start_time": "2025-05-15T10:31:19.954757", + "end_time": "2025-05-15T10:40:36.488616", + "buffer_size": 80, + "all_records": [ + { + "frame_id": "160_0_0", + "episode_id": 160, + "env_id": 0, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.228545188903809, + "advantages": 0.8096375465393066, + "generated_text": "{\n \"intent\": \"I need to start one of these applications by clicking on their corresponding icon.\",\n \"action\": \"DoubleClick(73, 44)\" }", + "action_string": "DoubleClick(73, 44)", + "intent_string": "I need to start one of these applications by clicking on their corresponding icon.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "P", + "boxes": [ + 68, + 38, + 82, + 54 + ] + }, + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "160_1_0", + "episode_id": 160, + "env_id": 1, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.902676582336426, + "advantages": 1.3007862567901611, + "generated_text": "{\n \"intent\": \"Exploring the desktop by interacting with some common application icons.\",\n \"action\": \"DoubleClick(70, 74)\" \n}", + "action_string": "DoubleClick(70, 74)", + "intent_string": "Exploring the desktop by interacting with some common application icons.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 44, + 66, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "160_2_0", + "episode_id": 160, + "env_id": 2, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.995841979980469, + "advantages": 1.3686633110046387, + "generated_text": "{\n \"intent\": \"Exploring the available applications on the desktop and opening them one by one.\",\n \"action\": \"DoubleClick(75, 71)\" }", + "action_string": "DoubleClick(75, 71)", + "intent_string": "Exploring the available applications on the desktop and opening them one by one.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "不日", + "boxes": [ + 57, + 61, + 129, + 92 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "160_3_0", + "episode_id": 160, + "env_id": 3, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.318366050720215, + "advantages": -0.5820526480674744, + "generated_text": "{\n \"intent\": \"I need to open an application by clicking its icon.\",\n \"action\": \"DoubleClick(71, 12)\" }", + "action_string": "DoubleClick(71, 12)", + "intent_string": "I need to open an application by clicking its icon.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "160_4_0", + "episode_id": 160, + "env_id": 4, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.325287818908691, + "advantages": 0.8801208734512329, + "generated_text": "{\n \"intent\": \"To begin interacting with one of the applications present on the screen.\",\n \"action\": \"DoubleClick(72, 48)\" \n}", + "action_string": "DoubleClick(72, 48)", + "intent_string": "To begin interacting with one of the applications present on the screen.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "160_5_0", + "episode_id": 160, + "env_id": 5, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.532814025878906, + "advantages": 1.0313172340393066, + "generated_text": "{\n \"intent\": \"Starting by exploring relevant applications. Firefox, LibreOffice, Excel, and Writer are commonly used applications.\",\n \"action\": \"DoubleClick(47, 32)\" \n}", + "action_string": "DoubleClick(47, 32)", + "intent_string": "Starting by exploring relevant applications. Firefox, LibreOffice, Excel, and Writer are commonly used applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Nev Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 40, + 66, + 128, + 89 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "160_6_0", + "episode_id": 160, + "env_id": 6, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.60217571258545, + "advantages": 1.0818517208099365, + "generated_text": "{\n \"intent\": \"To launch an application located on the desktop.\",\n \"action\": \"DoubleClick(73, 76)\" \n}", + "action_string": "DoubleClick(73, 76)", + "intent_string": "To launch an application located on the desktop.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "160_7_0", + "episode_id": 160, + "env_id": 7, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.802250862121582, + "advantages": 1.2276195287704468, + "generated_text": "{\n \"intent\": \"Exploring the available applications on the desktop to find one I might use further.\",\n \"action\": \"DoubleClick(66, 74)\" \n}", + "action_string": "DoubleClick(66, 74)", + "intent_string": "Exploring the available applications on the desktop to find one I might use further.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 48, + 68, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "160_0_1", + "episode_id": 160, + "env_id": 0, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.141393661499023, + "advantages": 0.017576709389686584, + "generated_text": "{\n \"intent\": \"Clicking on one of the search sites will introduce me to various websites, helping me browse the content available.\",\n \"action\": \"DoubleClick(752, 295)\"\n}", + "action_string": "DoubleClick(752, 295)", + "intent_string": "Clicking on one of the search sites will introduce me to various websites, helping me browse the content available.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": " bearch the wIb", + "boxes": [ + 620, + 282, + 768, + 318 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 524, + 488, + 562, + 528 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1276, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "160_1_1", + "episode_id": 160, + "env_id": 1, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.383491516113281, + "advantages": 0.19396080076694489, + "generated_text": "{\n \"intent\": \"Click on one of the exploration shortcuts such as 'Apple' or 'Amazon' to quickly navigate to these websites.\",\n \"action\": \"DoubleClick(736, 499)\"\n}", + "action_string": "DoubleClick(736, 499)", + "intent_string": "Click on one of the exploration shortcuts such as 'Apple' or 'Amazon' to quickly navigate to these websites.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 44, + 66, + 130, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "Retuns", + "boxes": [ + 1738, + 117, + 1780, + 137 + ] + }, + { + "text": "80", + "boxes": [ + 1822, + 109, + 1862, + 141 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "gistry", + "boxes": [ + 212, + 173, + 240, + 187 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1416, + 486, + 1554, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion ", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen ", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "160_2_1", + "episode_id": 160, + "env_id": 2, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.56716537475586, + "advantages": 0.32777920365333557, + "generated_text": "{\n \"intent\": \"Click on one of the Top Sites such as Amazon or Bing to quickly access these websites.\",\n \"action\": \"DoubleClick(749, 491)\"\n}", + "action_string": "DoubleClick(749, 491)", + "intent_string": "Click on one of the Top Sites such as Amazon or Bing to quickly access these websites.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "Retuns", + "boxes": [ + 1738, + 117, + 1780, + 137 + ] + }, + { + "text": "80", + "boxes": [ + 1822, + 109, + 1862, + 141 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1416, + 486, + 1554, + 510 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 242, + 530, + 424, + 560 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 610, + 530, + 808, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 240, + 889, + 326, + 915 + ] + }, + { + "text": "See more", + "boxes": [ + 610, + 891, + 670, + 911 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen ", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": " appliances", + "boxes": [ + 238, + 994, + 356, + 1029 + ] + } + ] + }, + { + "frame_id": "160_3_1", + "episode_id": 160, + "env_id": 3, + "step": 1, + "format_rewards": 1.0, + "rewards": 11.010448455810547, + "advantages": 0.650739848613739, + "generated_text": "{\n \"intent\": \"I am looking for a specific application icon to open next.\",\n \"action\": \"DoubleClick(75, 26)\" }", + "action_string": "DoubleClick(75, 26)", + "intent_string": "I am looking for a specific application icon to open next.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "C", + "boxes": [ + 70, + 69, + 124, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "160_4_1", + "episode_id": 160, + "env_id": 4, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.770248413085938, + "advantages": 0.47573843598365784, + "generated_text": "{\n \"intent\": \"Scroll down the webpage to explore additional features and open potential links or sites.\",\n \"action\": \"DoubleClick(1010, 467)\"\n}", + "action_string": "DoubleClick(1010, 467)", + "intent_string": "Scroll down the webpage to explore additional features and open potential links or sites.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": "C仓", + "boxes": [ + 80, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×」十", + "boxes": [ + 6, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1046, + 411 + ] + }, + { + "text": "手机号", + "boxes": [ + 1054, + 385, + 1110, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 411, + 858, + 441 + ] + }, + { + "text": "输入6个", + "boxes": [ + 952, + 443, + 1000, + 463 + ] + }, + { + "text": "位短信验证码", + "boxes": [ + 992, + 441, + 1082, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 690, + 629, + 824, + 659 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "160_5_1", + "episode_id": 160, + "env_id": 5, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.36003589630127, + "advantages": 0.17687185108661652, + "generated_text": "{\n \"intent\": \"Exploring different search engines and websites by clicking one of the top sites\",\n \"action\": \"DoubleClick(637, 490)\"\n}", + "action_string": "DoubleClick(637, 490)", + "intent_string": "Exploring different search engines and websites by clicking one of the top sites", + "before_screen_ocr_results": [ + { + "text": "Nev Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 38, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1601, + 65, + 1661, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 185, + 153 + ] + }, + { + "text": "国内版", + "boxes": [ + 492, + 248, + 560, + 282 + ] + }, + { + "text": "国际版", + "boxes": [ + 550, + 250, + 636, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 472, + 295, + 614, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡", + "boxes": [ + 788, + 409, + 966, + 445 + ] + }, + { + "text": "3 桥下躲冰致堵车", + "boxes": [ + 1102, + 405, + 1294, + 445 + ] + }, + { + "text": "1端午假期购票日历", + "boxes": [ + 484, + 415, + 638, + 439 + ] + }, + { + "text": "4救人缺考男生将补考", + "boxes": [ + 482, + 453, + 652, + 476 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1102, + 447, + 1262, + 479 + ] + } + ] + }, + { + "frame_id": "160_6_1", + "episode_id": 160, + "env_id": 6, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.706707000732422, + "advantages": -0.2991209030151367, + "generated_text": "{\n \"intent\": \"Explore the top sites available and possibly open some by double clicking.\",\n \"action\": \"DoubleClick(1347, 300)\"\n}", + "action_string": "DoubleClick(1347, 300)", + "intent_string": "Explore the top sites available and possibly open some by double clicking.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 46, + 66, + 128, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": " Search the Web", + "boxes": [ + 654, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "160_7_1", + "episode_id": 160, + "env_id": 7, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.151229858398438, + "advantages": 0.02474302053451538, + "generated_text": "{\n \"intent\": \"To start browsing through the search results or website pages displayed on the screen\",\n \"action\": \"DoubleClick(575, 446)\"\n}", + "action_string": "DoubleClick(575, 446)", + "intent_string": "To start browsing through the search results or website pages displayed on the screen", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 48, + 68, + 128, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 824, + 320, + 930, + 357 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 766, + 1001, + 1138, + 1036 + ] + } + ] + }, + { + "frame_id": "160_0_2", + "episode_id": 160, + "env_id": 0, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.172920227050781, + "advantages": 0.04054586961865425, + "generated_text": "{\n \"intent\": \"Move the mouse to the Amazon icon on the desktop to open it and start exploring its features.\",\n \"action\": \"DoubleClick(736, 475)\"\n}", + "action_string": "DoubleClick(736, 475)", + "intent_string": "Move the mouse to the Amazon icon on the desktop to open it and start exploring its features.", + "before_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": " bearch the wIb", + "boxes": [ + 620, + 282, + 768, + 318 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 524, + 488, + 562, + 528 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "Retuns", + "boxes": [ + 1738, + 117, + 1780, + 137 + ] + }, + { + "text": "80", + "boxes": [ + 1822, + 109, + 1862, + 141 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "gistry", + "boxes": [ + 209, + 168, + 241, + 187 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1416, + 486, + 1554, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion ", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen ", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "160_1_2", + "episode_id": 160, + "env_id": 1, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.419397354125977, + "advantages": 0.22012054920196533, + "generated_text": "{\n \"intent\": \"Move to the \\\"Shop deals in Fashion\\\" section since there are visible items like jeans and shirts which are themed around fashion.\",\n \"action\": \"DoubleClick(1444, 26)\"\n}", + "action_string": "DoubleClick(1444, 26)", + "intent_string": "Move to the \"Shop deals in Fashion\" section since there are visible items like jeans and shirts which are themed around fashion.", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "①", + "boxes": [ + 249, + 63, + 313, + 94 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 109, + 414, + 143 + ] + }, + { + "text": "Returnder", + "boxes": [ + 1732, + 109, + 1786, + 151 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "mEN+", + "boxes": [ + 1520, + 119, + 1582, + 151 + ] + }, + { + "text": "80", + "boxes": [ + 1826, + 115, + 1860, + 135 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "egistry", + "boxes": [ + 200, + 169, + 246, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 420, + 187 + ] + }, + { + "text": "Sign in", + "boxes": [ + 1622, + 177, + 1680, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Shop Books", + "boxes": [ + 652, + 284, + 838, + 322 + ] + }, + { + "text": "explore titles", + "boxes": [ + 670, + 317, + 818, + 360 + ] + }, + { + "text": "", + "boxes": [ + 1434, + 488, + 1476, + 508 + ] + }, + { + "text": "", + "boxes": [ + 1522, + 488, + 1564, + 508 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 980, + 530, + 1202, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1352, + 889, + 1486, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": " appliances", + "boxes": [ + 238, + 994, + 356, + 1029 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "→", + "boxes": [ + 40, + 66, + 128, + 89 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "160_2_2", + "episode_id": 160, + "env_id": 2, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.552642822265625, + "advantages": 0.31719857454299927, + "generated_text": "{\n \"intent\": \"Exploring various categories such as Gaming accessories, Home Decor and other products to find potential items for purchase.\",\n \"action\": \"DoubleClick(1027, 568)\"\n}", + "action_string": "DoubleClick(1027, 568)", + "intent_string": "Exploring various categories such as Gaming accessories, Home Decor and other products to find potential items for purchase.", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "①", + "boxes": [ + 249, + 63, + 313, + 94 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 109, + 414, + 143 + ] + }, + { + "text": "Returnder", + "boxes": [ + 1732, + 109, + 1786, + 151 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "mEN+", + "boxes": [ + 1520, + 119, + 1582, + 151 + ] + }, + { + "text": "80", + "boxes": [ + 1826, + 115, + 1860, + 135 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 420, + 187 + ] + }, + { + "text": "Sign in", + "boxes": [ + 1622, + 177, + 1680, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Shop Books", + "boxes": [ + 652, + 284, + 838, + 322 + ] + }, + { + "text": "explore titles", + "boxes": [ + 670, + 317, + 818, + 360 + ] + }, + { + "text": "fons of products withfast local delivery. Click here to go to amazon.cn", + "boxes": [ + 952, + 455, + 1398, + 484 + ] + }, + { + "text": "", + "boxes": [ + 1434, + 488, + 1476, + 508 + ] + }, + { + "text": "", + "boxes": [ + 1522, + 488, + 1564, + 508 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 242, + 530, + 424, + 560 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 610, + 530, + 808, + 560 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 980, + 530, + 1202, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 240, + 889, + 326, + 915 + ] + }, + { + "text": "Seemore", + "boxes": [ + 610, + 891, + 670, + 911 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1352, + 889, + 1486, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1026 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 40, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": "@ ceiverto", + "boxes": [ + 136, + 109, + 218, + 149 + ] + }, + { + "text": "1.80C", + "boxes": [ + 1688, + 113, + 1736, + 139 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "三 AlI", + "boxes": [ + 22, + 169, + 66, + 195 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 256, + 68, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "women", + "boxes": [ + 9, + 275, + 85, + 309 + ] + }, + { + "text": "unisex", + "boxes": [ + 9, + 299, + 81, + 328 + ] + }, + { + "text": "85.49", + "boxes": [ + 1820, + 302, + 1856, + 316 + ] + }, + { + "text": "35", + "boxes": [ + 24, + 429, + 42, + 443 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 609, + 866, + 643 + ] + }, + { + "text": "Straight Leg Jeans for Women,High", + "boxes": [ + 902, + 613, + 1168, + 643 + ] + }, + { + "text": "luvamia Wide Leg", + "boxes": [ + 1194, + 613, + 1324, + 637 + ] + }, + { + "text": " Trendy Queen Womens Baggy Jeans ", + "boxes": [ + 1486, + 609, + 1760, + 645 + ] + }, + { + "text": "7-8", + "boxes": [ + 184, + 625, + 212, + 645 + ] + }, + { + "text": "sforWomen", + "boxes": [ + 1366, + 619, + 1458, + 637 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 572, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 637, + 1174, + 665 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans", + "boxes": [ + 1194, + 637, + 1434, + 667 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1486, + 635, + 1734, + 665 + ] + }, + { + "text": "11-12", + "boxes": [ + 102, + 655, + 148, + 675 + ] + }, + { + "text": "13-14", + "boxes": [ + 176, + 655, + 220, + 675 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": " Pants Raw Hem Loose Stretchy", + "boxes": [ + 606, + 659, + 840, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1066, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1196, + 661, + 1424, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "★★★★☆14.463", + "boxes": [ + 318, + 687, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆725", + "boxes": [ + 904, + 687, + 1032, + 715 + ] + }, + { + "text": "Baggy with Patch Pockets", + "boxes": [ + 1194, + 683, + 1388, + 717 + ] + }, + { + "text": "Fashion y2k Outits 2025", + "boxes": [ + 1488, + 685, + 1680, + 715 + ] + }, + { + "text": "00+", + "boxes": [ + 324, + 715, + 346, + 729 + ] + }, + { + "text": "ught in past month", + "boxes": [ + 370, + 715, + 490, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 610, + 711, + 742, + 741 + ] + }, + { + "text": "100+", + "boxes": [ + 906, + 711, + 940, + 733 + ] + }, + { + "text": " bought in past ", + "boxes": [ + 936, + 711, + 1038, + 735 + ] + }, + { + "text": "★★★★1.996", + "boxes": [ + 1194, + 706, + 1338, + 743 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1490, + 713, + 1616, + 742 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1812, + 707, + 1862, + 733 + ] + }, + { + "text": "500+ bought i past n", + "boxes": [ + 610, + 728, + 750, + 763 + ] + }, + { + "text": "$4199", + "boxes": [ + 895, + 735, + 969, + 781 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 1196, + 731, + 1368, + 760 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 1490, + 731, + 1670, + 760 + ] + }, + { + "text": "$3888", + "boxes": [ + 604, + 762, + 674, + 802 + ] + }, + { + "text": "$3898", + "boxes": [ + 1192, + 762, + 1262, + 802 + ] + }, + { + "text": "$3299", + "boxes": [ + 1486, + 762, + 1554, + 802 + ] + }, + { + "text": "rery May 23-27", + "boxes": [ + 346, + 782, + 450, + 800 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 776, + 1048, + 806 + ] + }, + { + "text": "hips to Chin", + "boxes": [ + 322, + 804, + 390, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 800, + 754, + 830 + ] + }, + { + "text": "Ships to Chin", + "boxes": [ + 906, + 804, + 976, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1192, + 796, + 1342, + 832 + ] + }, + { + "text": "Delivery May 26 - 29", + "boxes": [ + 1486, + 800, + 1628, + 830 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 612, + 826, + 690, + 850 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1494, + 828, + 1568, + 846 + ] + } + ] + }, + { + "frame_id": "160_3_2", + "episode_id": 160, + "env_id": 3, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.930618286132812, + "advantages": -0.13598690927028656, + "generated_text": "{\n \"intent\": \"Clicking on one of the top sites will make it easier to browse web pages without having to type addresses.\",\n \"action\": \"DoubleClick(734, 19)\"\n}", + "action_string": "DoubleClick(734, 19)", + "intent_string": "Clicking on one of the top sites will make it easier to browse web pages without having to type addresses.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "C", + "boxes": [ + 70, + 69, + 124, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 904, + 42, + 1020, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 412, + 93 + ] + }, + { + "text": "→白", + "boxes": [ + 350, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 550, + 101, + 816, + 131 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 328, + 137, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 504, + 139, + 634, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 580, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "", + "boxes": [ + 526, + 486, + 570, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1112, + 524, + 1164, + 559 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 34, + 776, + 80, + 828 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 552, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 902, + 814 + ] + }, + { + "text": "Firefox Privac", + "boxes": [ + 1228, + 790, + 1320, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "lozilla Firefox", + "boxes": [ + 224, + 1048, + 312, + 1072 + ] + } + ] + }, + { + "frame_id": "160_4_2", + "episode_id": 160, + "env_id": 4, + "step": 2, + "format_rewards": 1.0, + "rewards": 11.139995574951172, + "advantages": 0.7451233863830566, + "generated_text": "{\n \"intent\": \"Click the '下载知乎App' button to open the Zhihu app from the download list.\",\n \"action\": \"DoubleClick(648, 745)\"\n}", + "action_string": "DoubleClick(648, 745)", + "intent_string": "Click the '下载知乎App' button to open the Zhihu app from the download list.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 946, + 310, + 1040, + 341 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1046, + 411 + ] + }, + { + "text": "手机号", + "boxes": [ + 1054, + 385, + 1110, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 411, + 858, + 441 + ] + }, + { + "text": "输入6个", + "boxes": [ + 952, + 443, + 1000, + 463 + ] + }, + { + "text": "位短信验证码", + "boxes": [ + 992, + 441, + 1082, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 690, + 629, + 824, + 659 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 852, + 6, + 910, + 24 + ] + }, + { + "text": "知 知乎－有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→白", + "boxes": [ + 28, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "9:41", + "boxes": [ + 1384, + 278, + 1404, + 292 + ] + }, + { + "text": "#", + "boxes": [ + 1370, + 304, + 1396, + 328 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1438, + 302, + 1558, + 326 + ] + }, + { + "text": "又做家庭储能？", + "boxes": [ + 1361, + 329, + 1459, + 366 + ] + }, + { + "text": "有问题", + "boxes": [ + 280, + 341, + 646, + 472 + ] + }, + { + "text": "长亭Time", + "boxes": [ + 1370, + 359, + 1440, + 381 + ] + }, + { + "text": "翻了一下电商订单记录，发现我入手的第一款充电", + "boxes": [ + 1368, + 377, + 1618, + 401 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 294, + 469, + 862, + 586 + ] + }, + { + "text": "漫谈缩表：财政政策与美联储缩表（上)", + "boxes": [ + 1366, + 558, + 1596, + 588 + ] + }, + { + "text": "美联储与美国财政部在扩表与缩表的过程中，主要", + "boxes": [ + 1370, + 606, + 1618, + 623 + ] + }, + { + "text": "参与者的资产负债都发生哪些变化？货币供给发生", + "boxes": [ + 1370, + 621, + 1618, + 639 + ] + }, + { + "text": "你最喜欢的一句法律谚语是什么？为什么喜", + "boxes": [ + 1366, + 675, + 1614, + 703 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 462, + 715, + 716, + 756 + ] + }, + { + "text": "Legal诗睿法律等2个话题下的优秀答主", + "boxes": [ + 1368, + 717, + 1598, + 741 + ] + }, + { + "text": "口", + "boxes": [ + 784, + 727, + 804, + 741 + ] + }, + { + "text": "enied.为什么会喜欢这", + "boxes": [ + 1514, + 737, + 1624, + 760 + ] + }, + { + "text": "句谚语呢，因为正本清源，这又是一个被国内翻..", + "boxes": [ + 1368, + 752, + 1612, + 776 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": "84收藏", + "boxes": [ + 1424, + 780, + 1464, + 796 + ] + }, + { + "text": "D", + "boxes": [ + 1434, + 822, + 1450, + 842 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": "Android", + "boxes": [ + 578, + 834, + 678, + 860 + ] + }, + { + "text": "知平协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1446, + 957 + ] + }, + { + "text": "京网文[2019]4928-541号|药品医疗器械网络信息服务备案丨（京）", + "boxes": [ + 398, + 955, + 846, + 979 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com|儿童色情信息举报专", + "boxes": [ + 508, + 975, + 840, + 1005 + ] + }, + { + "text": "举报专区|MCN举报专区丨信息安全漏洞反馈专区", + "boxes": [ + 1094, + 971, + 1412, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报丨证照中心|", + "boxes": [ + 552, + 996, + 842, + 1031 + ] + }, + { + "text": "乎丨北京智者天下科技有限公司版权所有", + "boxes": [ + 1114, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户站", + "boxes": [ + 218, + 1050, + 278, + 1068 + ] + } + ] + }, + { + "frame_id": "160_5_2", + "episode_id": 160, + "env_id": 5, + "step": 2, + "format_rewards": 1.0, + "rewards": 11.534124374389648, + "advantages": 1.0322719812393188, + "generated_text": "{\n \"intent\": \"Moving the mouse to select 'Trending on Bing' section to explore more articles and information related to '端午假期购票日历'\",\n \"action\": \"DoubleClick(571, 380)\"\n}", + "action_string": "DoubleClick(571, 380)", + "intent_string": "Moving the mouse to select 'Trending on Bing' section to explore more articles and information related to '端午假期购票日历'", + "before_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 38, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 476, + 300, + 616, + 330 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1360, + 326 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3 桥下躲冰電致堵车", + "boxes": [ + 1102, + 409, + 1296, + 445 + ] + }, + { + "text": "4 救人缺考男生将补考", + "boxes": [ + 480, + 449, + 654, + 478 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6 穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1264, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "斯拉", + "boxes": [ + 1453, + 795, + 1525, + 849 + ] + }, + { + "text": "+4.07%8 ", + "boxes": [ + 1636, + 802, + 1698, + 842 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 850, + 1514, + 891 + ] + }, + { + "text": "1,6 2740 ", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "13,720", + "boxes": [ + 1628, + 893, + 1700, + 941 + ] + }, + { + "text": "选车号·2周", + "boxes": [ + 226, + 923, + 300, + 941 + ] + }, + { + "text": "1.", + "boxes": [ + 830, + 925, + 848, + 939 + ] + }, + { + "text": "一点资讯·22小时", + "boxes": [ + 852, + 917, + 964, + 947 + ] + }, + { + "text": "什么值得买·3周", + "boxes": [ + 1136, + 917, + 1268, + 947 + ] + }, + { + "text": "新能源汽车真正反常识设计：用补胎液和充气", + "boxes": [ + 200, + 943, + 796, + 987 + ] + }, + { + "text": "被严重低估的13888法师！", + "boxes": [ + 828, + 943, + 1080, + 973 + ] + }, + { + "text": "方程豹钛3：四驱+云车身", + "boxes": [ + 1136, + 941, + 1398, + 977 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "+,31638 ", + "boxes": [ + 1630, + 939, + 1700, + 987 + ] + }, + { + "text": "他天克李白，吊打兰陵王，后", + "boxes": [ + 826, + 967, + 1100, + 1003 + ] + }, + { + "text": "控制+无人机，这才是年轻人", + "boxes": [ + 1134, + 967, + 1402, + 1003 + ] + }, + { + "text": "泵替代备胎", + "boxes": [ + 202, + 985, + 356, + 1022 + ] + }, + { + "text": "比", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "+28324", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "期伤害无解", + "boxes": [ + 828, + 999, + 936, + 1026 + ] + }, + { + "text": "梦想中的SUV", + "boxes": [ + 1138, + 995, + 1274, + 1026 + ] + }, + { + "text": "--", + "boxes": [ + 1596, + 1003, + 1622, + 1022 + ] + }, + { + "text": "1", + "boxes": [ + 832, + 1028, + 860, + 1042 + ] + }, + { + "text": "△7", + "boxes": [ + 1142, + 1028, + 1174, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1606, + 68, + 1658, + 87 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "Trending on Bing ", + "boxes": [ + 178, + 157, + 308, + 189 + ] + }, + { + "text": "Sign in", + "boxes": [ + 1564, + 163, + 1604, + 179 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 290, + 232 + ] + }, + { + "text": "VIDEOS", + "boxes": [ + 330, + 212, + 372, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 230 + ] + }, + { + "text": "DICT", + "boxes": [ + 506, + 212, + 534, + 232 + ] + }, + { + "text": "About 1,180,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "Q", + "boxes": [ + 182, + 306, + 214, + 328 + ] + }, + { + "text": "必应", + "boxes": [ + 205, + 290, + 252, + 325 + ] + }, + { + "text": "https://cn.bing.com > news", + "boxes": [ + 210, + 311, + 382, + 340 + ] + }, + { + "text": "top stories - Search News - 必应", + "boxes": [ + 174, + 333, + 474, + 371 + ] + }, + { + "text": "President Donald Trump announ", + "boxes": [ + 184, + 369, + 380, + 387 + ] + }, + { + "text": " them a chance at greatness.\" The. A .", + "boxes": [ + 534, + 389, + 774, + 413 + ] + }, + { + "text": " Search News - Bing", + "boxes": [ + 190, + 419, + 380, + 455 + ] + }, + { + "text": " Bing Image Trending", + "boxes": [ + 508, + 419, + 706, + 455 + ] + }, + { + "text": "Trending on Bing. Released by H", + "boxes": [ + 198, + 453, + 404, + 471 + ] + }, + { + "text": "See trending images, wallpapers ifs and", + "boxes": [ + 510, + 445, + 776, + 479 + ] + }, + { + "text": "ideas on Bing everyday", + "boxes": [ + 516, + 472, + 660, + 496 + ] + }, + { + "text": "See results only from cn.bing.com", + "boxes": [ + 194, + 504, + 408, + 528 + ] + }, + { + "text": "The Droid Guy", + "boxes": [ + 214, + 552, + 312, + 576 + ] + }, + { + "text": "TDG", + "boxes": [ + 186, + 566, + 204, + 580 + ] + }, + { + "text": "https://thedroidguy.com ", + "boxes": [ + 216, + 572, + 374, + 596 + ] + }, + { + "text": "How to Find What's Trending on Bing? - The Droid Guy", + "boxes": [ + 174, + 594, + 680, + 629 + ] + }, + { + "text": "Nov 13, 2024 · Learn various methods to discover trending topics and keywords on Bing, such as", + "boxes": [ + 178, + 623, + 790, + 647 + ] + }, + { + "text": "Microsoft", + "boxes": [ + 218, + 693, + 276, + 713 + ] + }, + { + "text": "6", + "boxes": [ + 184, + 705, + 210, + 725 + ] + }, + { + "text": ">bing-news ", + "boxes": [ + 530, + 715, + 612, + 733 + ] + }, + { + "text": " Bing News I Microsoft Bing ", + "boxes": [ + 174, + 735, + 426, + 770 + ] + }, + { + "text": "1 day ago · Bing News features cus", + "boxes": [ + 178, + 760, + 408, + 790 + ] + }, + { + "text": "nizable newsfeeds, topi-seicearches, andin-th", + "boxes": [ + 424, + 758, + 778, + 790 + ] + }, + { + "text": "articles from a wide array of sources. Users can follow trending stories, local news, and global ", + "boxes": [ + 182, + 786, + 766, + 810 + ] + }, + { + "text": "htp:/ww.bing.com news", + "boxes": [ + 206, + 843, + 398, + 880 + ] + }, + { + "text": "Bing", + "boxes": [ + 210, + 834, + 252, + 862 + ] + }, + { + "text": " Search News - Bing", + "boxes": [ + 174, + 871, + 364, + 910 + ] + }, + { + "text": " New evidence has emerged about the connection between air polltion and neurological issues.", + "boxes": [ + 174, + 899, + 774, + 931 + ] + }, + { + "text": "Given the findings, researchers re", + "boxes": [ + 178, + 925, + 390, + 949 + ] + }, + { + "text": "nend that communities incorporate brain health into ", + "boxes": [ + 420, + 927, + 742, + 951 + ] + }, + { + "text": "Toxigon", + "boxes": [ + 216, + 975, + 268, + 995 + ] + }, + { + "text": "®", + "boxes": [ + 177, + 976, + 215, + 1011 + ] + }, + { + "text": "https:/toxigon.com trending-now-on-bing ", + "boxes": [ + 206, + 989, + 486, + 1018 + ] + }, + { + "text": " Discovering Trends on Bing: What's Hot Right Now - Toxigon", + "boxes": [ + 172, + 1010, + 722, + 1050 + ] + }, + { + "text": "ding on B.", + "boxes": [ + 242, + 1052, + 314, + 1070 + ] + } + ] + }, + { + "frame_id": "160_6_2", + "episode_id": 160, + "env_id": 6, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.395707130432129, + "advantages": 0.20286066830158234, + "generated_text": "{\n \"intent\": \"Clicking the Bing icon will help me quickly access Google search results.\",\n \"action\": \"DoubleClick(638, 473)\"\n}", + "action_string": "DoubleClick(638, 473)", + "intent_string": "Clicking the Bing icon will help me quickly access Google search results.", + "before_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 38, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": " Search the Web", + "boxes": [ + 654, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1606, + 69, + 1658, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 185, + 153 + ] + }, + { + "text": "国内版", + "boxes": [ + 492, + 250, + 560, + 282 + ] + }, + { + "text": "国际版", + "boxes": [ + 556, + 250, + 636, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 478, + 300, + 614, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "Next", + "boxes": [ + 1364, + 377, + 1414, + 403 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡", + "boxes": [ + 790, + 409, + 966, + 445 + ] + }, + { + "text": "3 桥下躲冰電致堵车", + "boxes": [ + 1100, + 405, + 1294, + 445 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 486, + 415, + 638, + 439 + ] + }, + { + "text": "4救人缺考男生将补考", + "boxes": [ + 480, + 449, + 654, + 478 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1260, + 477 + ] + } + ] + }, + { + "frame_id": "160_7_2", + "episode_id": 160, + "env_id": 7, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.651718139648438, + "advantages": -0.33918386697769165, + "generated_text": "{\n \"intent\": \"Navigate to the Apple website to start exploring the iPhone models available, focusing on engaging with the interactive content to gather information or make purchases if possible.\",\n \"action\": \"DoubleClick(100, 25)\"\n}", + "action_string": "DoubleClick(100, 25)", + "intent_string": "Navigate to the Apple website to start exploring the iPhone models available, focusing on engaging with the interactive content to gather information or make purchases if possible.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "日", + "boxes": [ + 254, + 64, + 282, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1118, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ] + }, + { + "frame_id": "160_0_3", + "episode_id": 160, + "env_id": 0, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.256905555725098, + "advantages": 0.10173466056585312, + "generated_text": "{\n \"intent\": \"Exploring the Gaming accessories section on Amazon to find and possibly purchase a product.\",\n \"action\": \"DoubleClick(303, 742)\"\n}", + "action_string": "DoubleClick(303, 742)", + "intent_string": "Exploring the Gaming accessories section on Amazon to find and possibly purchase a product.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "①", + "boxes": [ + 254, + 68, + 308, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三口?", + "boxes": [ + 1784, + 66, + 1872, + 89 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 298, + 115, + 412, + 139 + ] + }, + { + "text": "EN", + "boxes": [ + 1524, + 121, + 1576, + 147 + ] + }, + { + "text": "三AlL", + "boxes": [ + 24, + 167, + 66, + 195 + ] + }, + { + "text": "Free international returns", + "boxes": [ + 512, + 254, + 1056, + 312 + ] + }, + { + "text": "on qualifying items*", + "boxes": [ + 696, + 316, + 902, + 351 + ] + }, + { + "text": "*Restrictions aply ", + "boxes": [ + 731, + 353, + 841, + 392 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 980, + 530, + 1202, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1354, + 532, + 1654, + 556 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1354, + 891, + 1484, + 909 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1588, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": " gaming mouse", + "boxes": [ + 300, + 115, + 412, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1406, + 127, + 1442, + 141 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "三 AIl ", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "1-16 of", + "boxes": [ + 10, + 208, + 60, + 228 + ] + }, + { + "text": "PopularShopping Ideas", + "boxes": [ + 8, + 256, + 174, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "Wireless", + "boxes": [ + 12, + 282, + 70, + 308 + ] + }, + { + "text": "Ergonomic Design", + "boxes": [ + 10, + 300, + 134, + 330 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1816, + 300, + 1860, + 320 + ] + }, + { + "text": "Lightweight ", + "boxes": [ + 10, + 318, + 98, + 349 + ] + }, + { + "text": "Honeycomb", + "boxes": [ + 12, + 341, + 92, + 365 + ] + }, + { + "text": "Redragon Gaming Mouse, Wireless Mouse Gaming with 80oo DPl, PC Gaming Mice with Fire Button, RGB", + "boxes": [ + 602, + 345, + 1458, + 375 + ] + }, + { + "text": "vSee", + "boxes": [ + 18, + 367, + 50, + 381 + ] + }, + { + "text": "Backlit Programmable Ergonomic Mouse Gamer, Rechargeable, 7OHrs for Windows, Mac Gamer, Black", + "boxes": [ + 600, + 365, + 1440, + 403 + ] + }, + { + "text": "Price", + "boxes": [ + 10, + 409, + 50, + 435 + ] + }, + { + "text": "opRe", + "boxes": [ + 612, + 403, + 652, + 419 + ] + }, + { + "text": "★★★★☆4,391", + "boxes": [ + 608, + 419, + 742, + 443 + ] + }, + { + "text": "$0 -$4,400+", + "boxes": [ + 10, + 433, + 102, + 459 + ] + }, + { + "text": "Delivery Mon,", + "boxes": [ + 606, + 502, + 698, + 530 + ] + }, + { + "text": "Deals & Discou", + "boxes": [ + 12, + 516, + 110, + 542 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 540, + 98, + 564 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 560, + 100, + 586 + ] + }, + { + "text": " Add to cart ", + "boxes": [ + 614, + 558, + 692, + 584 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 617, + 144, + 647 + ] + }, + { + "text": " RK ROYAL KLUDGE RK M3 Wireless Gaming Mouse with 42K DPI, 47g Lightweight Computer Mouse with", + "boxes": [ + 600, + 631, + 1460, + 665 + ] + }, + { + "text": "Brands", + "boxes": [ + 7, + 648, + 65, + 682 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 5, + 670, + 107, + 710 + ] + }, + { + "text": "★★★★☆53", + "boxes": [ + 606, + 689, + 724, + 713 + ] + }, + { + "text": " Redragon", + "boxes": [ + 10, + 699, + 100, + 723 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1812, + 707, + 1862, + 733 + ] + }, + { + "text": "口1", + "boxes": [ + 12, + 719, + 38, + 739 + ] + }, + { + "text": "Razer", + "boxes": [ + 32, + 719, + 76, + 744 + ] + }, + { + "text": "口", + "boxes": [ + 14, + 742, + 36, + 756 + ] + }, + { + "text": "Corsair", + "boxes": [ + 34, + 741, + 82, + 760 + ] + }, + { + "text": "$5999", + "boxes": [ + 604, + 735, + 668, + 766 + ] + }, + { + "text": "Save $10.00 wit", + "boxes": [ + 604, + 764, + 720, + 794 + ] + }, + { + "text": " SteelSeries", + "boxes": [ + 12, + 778, + 106, + 802 + ] + }, + { + "text": " Hyperx", + "boxes": [ + 7, + 796, + 87, + 826 + ] + }, + { + "text": "DeliveryMon,May26", + "boxes": [ + 602, + 790, + 744, + 818 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 604, + 814, + 686, + 838 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 610, + 842, + 696, + 874 + ] + }, + { + "text": "Features", + "boxes": [ + 14, + 854, + 68, + 872 + ] + }, + { + "text": "LE", + "boxes": [ + 14, + 878, + 40, + 891 + ] + }, + { + "text": " LED Lights", + "boxes": [ + 9, + 891, + 103, + 922 + ] + }, + { + "text": "Overall Pick 0", + "boxes": [ + 312, + 895, + 406, + 919 + ] + }, + { + "text": "Logitech G502 HERO High Performance Wired Gaming Mouse, HERO 25K Sensor, 25,600 DPl, RGB,", + "boxes": [ + 602, + 895, + 1414, + 931 + ] + }, + { + "text": "Portable", + "boxes": [ + 12, + 913, + 94, + 939 + ] + }, + { + "text": "Rechargeable", + "boxes": [ + 9, + 931, + 123, + 963 + ] + }, + { + "text": "Adjustable Weights, 11 Programmable Buttons, On-Board Memory, PC / Mac", + "boxes": [ + 602, + 923, + 1234, + 953 + ] + }, + { + "text": "★★★★54,915", + "boxes": [ + 606, + 951, + 752, + 975 + ] + }, + { + "text": "wireless", + "boxes": [ + 9, + 970, + 93, + 1003 + ] + }, + { + "text": " 9K+ bought in past month", + "boxes": [ + 600, + 964, + 776, + 1003 + ] + }, + { + "text": " 4 Way Scrolling", + "boxes": [ + 14, + 995, + 132, + 1018 + ] + }, + { + "text": "$4097 List: $69.9", + "boxes": [ + 597, + 994, + 747, + 1037 + ] + } + ] + }, + { + "frame_id": "160_1_3", + "episode_id": 160, + "env_id": 1, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.697591781616211, + "advantages": 0.4228033423423767, + "generated_text": "{\n \"intent\": \"Click on the Bing icon to open it.\",\n \"action\": \"DoubleClick(655, 477)\"\n}", + "action_string": "DoubleClick(655, 477)", + "intent_string": "Click on the Bing icon to open it.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "→", + "boxes": [ + 40, + 66, + 128, + 89 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 8, + 64, + 42, + 91 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 472, + 298, + 614, + 330 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3桥下躲冰電致堵车", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4救人缺考男生将补考", + "boxes": [ + 480, + 449, + 656, + 478 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1264, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1458, + 768, + 1552, + 794 + ] + }, + { + "text": "特斯上涨", + "boxes": [ + 1458, + 804, + 1518, + 846 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1636, + 802, + 1698, + 844 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1458, + 848, + 1514, + 889 + ] + }, + { + "text": ", 2370 ", + "boxes": [ + 1630, + 846, + 1700, + 893 + ] + }, + { + "text": "13,14%", + "boxes": [ + 1626, + 891, + 1700, + 941 + ] + }, + { + "text": "游侠网·41分钟", + "boxes": [ + 828, + 921, + 948, + 945 + ] + }, + { + "text": "一点视频/创意手工录", + "boxes": [ + 1134, + 927, + 1284, + 957 + ] + }, + { + "text": "签情送上", + "boxes": [ + 1451, + 931, + 1527, + 990 + ] + }, + { + "text": "卖爆了！《毁灭战士：黑暗时", + "boxes": [ + 828, + 943, + 1094, + 973 + ] + }, + { + "text": "+4.3163 ", + "boxes": [ + 1632, + 937, + 1700, + 987 + ] + }, + { + "text": "价格将低到“难以置信”！福州人今年有望“榴", + "boxes": [ + 200, + 947, + 792, + 983 + ] + }, + { + "text": "创意杂工技巧 简单又实用", + "boxes": [ + 1134, + 947, + 1376, + 987 + ] + }, + { + "text": "代》登顶steam全球热销榜", + "boxes": [ + 824, + 967, + 1088, + 1001 + ] + }, + { + "text": "莲自由”", + "boxes": [ + 198, + 983, + 314, + 1020 + ] + }, + { + "text": "比骤迪上", + "boxes": [ + 1456, + 985, + 1518, + 1026 + ] + }, + { + "text": "+2.83%6", + "boxes": [ + 1629, + 979, + 1697, + 1028 + ] + }, + { + "text": "91e9-", + "boxes": [ + 1640, + 1022, + 1680, + 1038 + ] + } + ] + }, + { + "frame_id": "160_2_3", + "episode_id": 160, + "env_id": 2, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.940598487854004, + "advantages": -0.12871567904949188, + "generated_text": "{\n \"intent\": \"Move closer to these jeans products to explore detailed information and options for purchase.\",\n \"action\": \"DoubleClick(414, 128)\"\n}", + "action_string": "DoubleClick(414, 128)", + "intent_string": "Move closer to these jeans products to explore detailed information and options for purchase.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 40, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": "@ ceiverto", + "boxes": [ + 136, + 109, + 218, + 149 + ] + }, + { + "text": "1.80C", + "boxes": [ + 1688, + 113, + 1736, + 139 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "三 AlI", + "boxes": [ + 22, + 169, + 66, + 195 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 256, + 68, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "women", + "boxes": [ + 9, + 275, + 85, + 309 + ] + }, + { + "text": "unisex", + "boxes": [ + 9, + 299, + 81, + 328 + ] + }, + { + "text": "85.49", + "boxes": [ + 1820, + 302, + 1856, + 316 + ] + }, + { + "text": "35", + "boxes": [ + 24, + 429, + 42, + 443 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 609, + 866, + 643 + ] + }, + { + "text": "Straight Leg Jeans for Women,High", + "boxes": [ + 902, + 613, + 1168, + 643 + ] + }, + { + "text": "luvamia Wide Leg", + "boxes": [ + 1194, + 613, + 1324, + 637 + ] + }, + { + "text": " Trendy Queen Womens Baggy Jeans ", + "boxes": [ + 1486, + 609, + 1760, + 645 + ] + }, + { + "text": "7-8", + "boxes": [ + 184, + 625, + 212, + 645 + ] + }, + { + "text": "sforWomen", + "boxes": [ + 1366, + 619, + 1458, + 637 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 572, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 637, + 1174, + 665 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans", + "boxes": [ + 1194, + 637, + 1434, + 667 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1486, + 635, + 1734, + 665 + ] + }, + { + "text": "11-12", + "boxes": [ + 102, + 655, + 148, + 675 + ] + }, + { + "text": "13-14", + "boxes": [ + 176, + 655, + 220, + 675 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": " Pants Raw Hem Loose Stretchy", + "boxes": [ + 606, + 659, + 840, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1066, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1196, + 661, + 1424, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "★★★★☆14.463", + "boxes": [ + 318, + 687, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆725", + "boxes": [ + 904, + 687, + 1032, + 715 + ] + }, + { + "text": "Baggy with Patch Pockets", + "boxes": [ + 1194, + 683, + 1388, + 717 + ] + }, + { + "text": "Fashion y2k Outits 2025", + "boxes": [ + 1488, + 685, + 1680, + 715 + ] + }, + { + "text": "00+", + "boxes": [ + 324, + 715, + 346, + 729 + ] + }, + { + "text": "ught in past month", + "boxes": [ + 370, + 715, + 490, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 610, + 711, + 742, + 741 + ] + }, + { + "text": "100+", + "boxes": [ + 906, + 711, + 940, + 733 + ] + }, + { + "text": " bought in past ", + "boxes": [ + 936, + 711, + 1038, + 735 + ] + }, + { + "text": "★★★★1.996", + "boxes": [ + 1194, + 706, + 1338, + 743 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1490, + 713, + 1616, + 742 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1812, + 707, + 1862, + 733 + ] + }, + { + "text": "500+ bought i past n", + "boxes": [ + 610, + 728, + 750, + 763 + ] + }, + { + "text": "$4199", + "boxes": [ + 895, + 735, + 969, + 781 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 1196, + 731, + 1368, + 760 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 1490, + 731, + 1670, + 760 + ] + }, + { + "text": "$3888", + "boxes": [ + 604, + 762, + 674, + 802 + ] + }, + { + "text": "$3898", + "boxes": [ + 1192, + 762, + 1262, + 802 + ] + }, + { + "text": "$3299", + "boxes": [ + 1486, + 762, + 1554, + 802 + ] + }, + { + "text": "rery May 23-27", + "boxes": [ + 346, + 782, + 450, + 800 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 776, + 1048, + 806 + ] + }, + { + "text": "hips to Chin", + "boxes": [ + 322, + 804, + 390, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 800, + 754, + 830 + ] + }, + { + "text": "Ships to Chin", + "boxes": [ + 906, + 804, + 976, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1192, + 796, + 1342, + 832 + ] + }, + { + "text": "Delivery May 26 - 29", + "boxes": [ + 1486, + 800, + 1628, + 830 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 612, + 826, + 690, + 850 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1494, + 828, + 1568, + 846 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 6, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1571, + 59, + 1665, + 96 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1880, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "! cart", + "boxes": [ + 1680, + 102, + 1763, + 154 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "Jeans", + "boxes": [ + 370, + 117, + 420, + 137 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 123, + 1442, + 143 + ] + }, + { + "text": "Retums", + "boxes": [ + 1606, + 117, + 1650, + 137 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "三 All", + "boxes": [ + 22, + 167, + 66, + 195 + ] + }, + { + "text": "GiftCards", + "boxes": [ + 360, + 169, + 420, + 187 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 258, + 64, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 304, + 260, + 380, + 292 + ] + }, + { + "text": "womer", + "boxes": [ + 14, + 284, + 80, + 304 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1814, + 296, + 1862, + 322 + ] + }, + { + "text": "Unisex", + "boxes": [ + 34, + 306, + 78, + 326 + ] + }, + { + "text": "25", + "boxes": [ + 110, + 367, + 136, + 381 + ] + }, + { + "text": "29", + "boxes": [ + 22, + 397, + 48, + 411 + ] + }, + { + "text": "32", + "boxes": [ + 158, + 397, + 180, + 411 + ] + }, + { + "text": "35", + "boxes": [ + 18, + 425, + 48, + 447 + ] + }, + { + "text": "0OP", + "boxes": [ + 20, + 494, + 52, + 516 + ] + }, + { + "text": "(oP", + "boxes": [ + 56, + 492, + 102, + 518 + ] + }, + { + "text": "2P", + "boxes": [ + 106, + 494, + 140, + 516 + ] + }, + { + "text": " 4P ", + "boxes": [ + 154, + 494, + 188, + 514 + ] + }, + { + "text": "6P", + "boxes": [ + 192, + 494, + 226, + 514 + ] + }, + { + "text": "8P", + "boxes": [ + 248, + 498, + 268, + 512 + ] + }, + { + "text": "10P12P14P)(", + "boxes": [ + 14, + 520, + 152, + 550 + ] + }, + { + "text": "16P[18P", + "boxes": [ + 140, + 522, + 230, + 548 + ] + }, + { + "text": "Women's Numeric Clothing Size", + "boxes": [ + 10, + 560, + 228, + 592 + ] + }, + { + "text": "", + "boxes": [ + 36, + 598, + 68, + 617 + ] + }, + { + "text": "1-2 ", + "boxes": [ + 176, + 592, + 214, + 619 + ] + }, + { + "text": "5-6", + "boxes": [ + 74, + 617, + 152, + 649 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 606, + 609, + 866, + 643 + ] + }, + { + "text": "Straight Leg Jeans for Women,High", + "boxes": [ + 902, + 615, + 1166, + 639 + ] + }, + { + "text": " Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1484, + 609, + 1760, + 643 + ] + }, + { + "text": " 3-4 ", + "boxes": [ + 24, + 621, + 72, + 647 + ] + }, + { + "text": "7-8", + "boxes": [ + 172, + 619, + 234, + 651 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 572, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 606, + 635, + 854, + 665 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 637, + 1174, + 661 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans", + "boxes": [ + 1194, + 637, + 1436, + 667 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1488, + 637, + 1736, + 667 + ] + }, + { + "text": "9-10 ", + "boxes": [ + 24, + 651, + 74, + 679 + ] + }, + { + "text": "11-12", + "boxes": [ + 66, + 649, + 154, + 681 + ] + }, + { + "text": "13-14", + "boxes": [ + 161, + 646, + 229, + 684 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 316, + 665, + 450, + 689 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 606, + 659, + 840, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1064, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1196, + 661, + 1424, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall", + "boxes": [ + 1488, + 661, + 1718, + 689 + ] + }, + { + "text": "　1618", + "boxes": [ + 22, + 683, + 144, + 707 + ] + }, + { + "text": "★★★★☆14,463", + "boxes": [ + 316, + 687, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆725", + "boxes": [ + 902, + 687, + 1032, + 715 + ] + }, + { + "text": " Baggy with Patch Pockets", + "boxes": [ + 1192, + 681, + 1388, + 717 + ] + }, + { + "text": "Fashion y2k Outfits 2025", + "boxes": [ + 1488, + 685, + 1680, + 715 + ] + }, + { + "text": "100+", + "boxes": [ + 320, + 713, + 348, + 733 + ] + }, + { + "text": "ught in past month", + "boxes": [ + 370, + 715, + 490, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 610, + 715, + 740, + 739 + ] + }, + { + "text": "100+", + "boxes": [ + 906, + 713, + 940, + 733 + ] + }, + { + "text": "ought in past", + "boxes": [ + 950, + 710, + 1036, + 733 + ] + }, + { + "text": "★★★★1,996", + "boxes": [ + 1198, + 715, + 1338, + 739 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1490, + 711, + 1616, + 741 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1810, + 707, + 1864, + 737 + ] + }, + { + "text": "Special Clothing Size", + "boxes": [ + 10, + 721, + 154, + 750 + ] + }, + { + "text": "$1990 Typlcal: $ 28.50", + "boxes": [ + 309, + 738, + 477, + 781 + ] + }, + { + "text": "500+ bought in past", + "boxes": [ + 608, + 730, + 742, + 759 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 1196, + 731, + 1368, + 760 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 741, + 968, + 774 + ] + }, + { + "text": "$3888", + "boxes": [ + 606, + 764, + 672, + 798 + ] + }, + { + "text": "$3898", + "boxes": [ + 1189, + 759, + 1263, + 805 + ] + }, + { + "text": "Petite", + "boxes": [ + 14, + 770, + 70, + 788 + ] + }, + { + "text": "$3299", + "boxes": [ + 1486, + 764, + 1552, + 798 + ] + }, + { + "text": " plus Size", + "boxes": [ + 7, + 783, + 93, + 815 + ] + }, + { + "text": "Delivery May 23 - 27", + "boxes": [ + 316, + 780, + 452, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 776, + 1048, + 806 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 320, + 804, + 394, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 800, + 754, + 830 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1190, + 796, + 1342, + 832 + ] + }, + { + "text": " Delivery May 26 - 29", + "boxes": [ + 1486, + 800, + 1628, + 830 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 612, + 828, + 688, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1572, + 846 + ] + }, + { + "text": " 24 ", + "boxes": [ + 244, + 850, + 274, + 872 + ] + }, + { + "text": "Best Selle", + "boxes": [ + 610, + 872, + 662, + 889 + ] + }, + { + "text": "$19.9", + "boxes": [ + 1816, + 915, + 1850, + 935 + ] + } + ] + }, + { + "frame_id": "160_3_3", + "episode_id": 160, + "env_id": 3, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.488795280456543, + "advantages": 0.2706814706325531, + "generated_text": "{\n \"intent\": \"Move the mouse to the Firefox icon on the desktop to begin interacting with the browser.\",\n \"action\": \"DoubleClick(83, 73)\"\n}", + "action_string": "DoubleClick(83, 73)", + "intent_string": "Move the mouse to the Firefox icon on the desktop to begin interacting with the browser.", + "before_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 904, + 42, + 1020, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 412, + 93 + ] + }, + { + "text": "→白", + "boxes": [ + 350, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 550, + 101, + 816, + 131 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 328, + 137, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 504, + 139, + 634, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 580, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "", + "boxes": [ + 526, + 486, + 570, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1112, + 524, + 1164, + 559 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 34, + 776, + 80, + 828 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 552, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 902, + 814 + ] + }, + { + "text": "Firefox Privacy", + "boxes": [ + 1228, + 790, + 1326, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "lozilla Firefox", + "boxes": [ + 224, + 1048, + 312, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 24, + 34, + 88, + 52 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 64, + 134, + 95 + ] + }, + { + "text": "I目?", + "boxes": [ + 1148, + 66, + 1238, + 91 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 170, + 125 + ] + }, + { + "text": "Getting Started", + "boxes": [ + 208, + 103, + 312, + 121 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1560, + 129 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 352, + 250, + 446, + 274 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 170, + 359, + 262, + 385 + ] + }, + { + "text": "OY", + "boxes": [ + 538, + 415, + 618, + 469 + ] + }, + { + "text": "知", + "boxes": [ + 662, + 407, + 740, + 476 + ] + }, + { + "text": "B", + "boxes": [ + 199, + 439, + 248, + 496 + ] + }, + { + "text": "Apple", + "boxes": [ + 200, + 492, + 242, + 518 + ] + }, + { + "text": "bing", + "boxes": [ + 326, + 498, + 354, + 512 + ] + }, + { + "text": "Amazon", + "boxes": [ + 430, + 494, + 486, + 512 + ] + }, + { + "text": "zhihu", + "boxes": [ + 684, + 498, + 714, + 512 + ] + }, + { + "text": "veibo", + "boxes": [ + 926, + 498, + 956, + 512 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1044, + 494, + 1076, + 514 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": " Highlights", + "boxes": [ + 168, + 576, + 272, + 602 + ] + }, + { + "text": "amazon", + "boxes": [ + 670, + 633, + 852, + 677 + ] + }, + { + "text": "moz://a", + "boxes": [ + 905, + 630, + 1095, + 696 + ] + }, + { + "text": "oz://la", + "boxes": [ + 1273, + 668, + 1421, + 733 + ] + }, + { + "text": "?", + "boxes": [ + 354, + 711, + 368, + 727 + ] + }, + { + "text": "", + "boxes": [ + 830, + 705, + 854, + 731 + ] + }, + { + "text": "", + "boxes": [ + 1072, + 709, + 1092, + 729 + ] + }, + { + "text": "apple", + "boxes": [ + 184, + 729, + 228, + 754 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 428, + 731, + 474, + 750 + ] + }, + { + "text": "amazon", + "boxes": [ + 670, + 733, + 714, + 752 + ] + }, + { + "text": "mozilla ", + "boxes": [ + 908, + 733, + 954, + 752 + ] + }, + { + "text": "Apple", + "boxes": [ + 184, + 750, + 232, + 778 + ] + }, + { + "text": " Search -Microsoft Bing", + "boxes": [ + 422, + 746, + 588, + 781 + ] + }, + { + "text": "Amazon.com. Spend less...", + "boxes": [ + 666, + 750, + 850, + 774 + ] + }, + { + "text": "Firefox Privacy Notice -", + "boxes": [ + 906, + 752, + 1064, + 776 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "la Fire", + "boxes": [ + 252, + 1052, + 292, + 1068 + ] + } + ] + }, + { + "frame_id": "160_4_3", + "episode_id": 160, + "env_id": 4, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.591106414794922, + "advantages": -0.3833434581756592, + "generated_text": "{\n \"intent\": \"I want to try exploring the application by clicking one of the interactive elements visible on the screen.\",\n \"action\": \"DoubleClick(1033, 500)\"\n}", + "action_string": "DoubleClick(1033, 500)", + "intent_string": "I want to try exploring the application by clicking one of the interactive elements visible on the screen.", + "before_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 852, + 6, + 910, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→白", + "boxes": [ + 28, + 66, + 130, + 91 + ] + }, + { + "text": "①| https://wv", + "boxes": [ + 252, + 66, + 374, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1876, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "9:41", + "boxes": [ + 1384, + 276, + 1404, + 292 + ] + }, + { + "text": "", + "boxes": [ + 1576, + 278, + 1602, + 292 + ] + }, + { + "text": "#", + "boxes": [ + 1370, + 304, + 1394, + 328 + ] + }, + { + "text": "想法推荐 热榜", + "boxes": [ + 1436, + 297, + 1558, + 334 + ] + }, + { + "text": "?", + "boxes": [ + 1608, + 304, + 1632, + 326 + ] + }, + { + "text": "我为什么不看好LLM", + "boxes": [ + 1364, + 327, + 1496, + 356 + ] + }, + { + "text": "有问题", + "boxes": [ + 278, + 341, + 644, + 472 + ] + }, + { + "text": "记过去一年实习经", + "boxes": [ + 1520, + 332, + 1630, + 355 + ] + }, + { + "text": "历有感", + "boxes": [ + 1368, + 351, + 1412, + 371 + ] + }, + { + "text": " JerrYi77", + "boxes": [ + 1368, + 369, + 1460, + 395 + ] + }, + { + "text": "简介笔者为了寻求科研界的不同体验，试图在工业", + "boxes": [ + 1368, + 389, + 1620, + 413 + ] + }, + { + "text": "界寻求一些经验，在大三一整年做过差不多9个.", + "boxes": [ + 1366, + 405, + 1620, + 429 + ] + }, + { + "text": "1253 赞同·1388评论", + "boxes": [ + 1368, + 429, + 1478, + 453 + ] + }, + { + "text": "如何看待罗马仕既做充电宝，又做户外拎电，", + "boxes": [ + 1364, + 459, + 1622, + 488 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 469, + 862, + 586 + ] + }, + { + "text": "又做家庭储能？", + "boxes": [ + 1361, + 474, + 1457, + 511 + ] + }, + { + "text": "长亭Time", + "boxes": [ + 1368, + 500, + 1440, + 526 + ] + }, + { + "text": "翻了一下电商订单记录，发现我入手的第一款充电", + "boxes": [ + 1364, + 516, + 1620, + 546 + ] + }, + { + "text": "宝就是罗马仕品牌的，距今已有10年半之久，且..", + "boxes": [ + 1370, + 542, + 1624, + 560 + ] + }, + { + "text": "漫谈缩表：财政政策与美联储缩表(上)", + "boxes": [ + 1366, + 705, + 1594, + 729 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 462, + 717, + 716, + 758 + ] + }, + { + "text": "口", + "boxes": [ + 784, + 727, + 804, + 741 + ] + }, + { + "text": "Mercer", + "boxes": [ + 1370, + 729, + 1420, + 748 + ] + }, + { + "text": "美联储与美国财政部在扩表与缩表的过程中，主要", + "boxes": [ + 1368, + 744, + 1622, + 768 + ] + }, + { + "text": "参与者的资产负债都发生哪些变化？货币供给发生", + "boxes": [ + 1368, + 762, + 1624, + 786 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": "酒", + "boxes": [ + 1380, + 824, + 1394, + 842 + ] + }, + { + "text": "D", + "boxes": [ + 1430, + 820, + 1452, + 846 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": " Android", + "boxes": [ + 580, + 834, + 678, + 860 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文[2019]4928-541号|药品医疗器械网络信息服务备案丨（京）网", + "boxes": [ + 398, + 955, + 854, + 979 + ] + }, + { + "text": "网药械信息备字（2022）第00334号丨服务热线：400-919-0001丨违法和不良信息举报：010-82716601", + "boxes": [ + 838, + 949, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息举报专区", + "boxes": [ + 508, + 975, + 856, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报丨证照中心|", + "boxes": [ + 552, + 996, + 842, + 1031 + ] + }, + { + "text": "知乎丨北京智者天下科技有限公司版权所有", + "boxes": [ + 1092, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户站", + "boxes": [ + 218, + 1050, + 278, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 854, + 6, + 908, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "zhihu.", + "boxes": [ + 396, + 71, + 436, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1876, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "9:41", + "boxes": [ + 1380, + 274, + 1408, + 294 + ] + }, + { + "text": "V", + "boxes": [ + 1362, + 297, + 1400, + 335 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1438, + 302, + 1560, + 332 + ] + }, + { + "text": "n", + "boxes": [ + 1361, + 330, + 1399, + 367 + ] + }, + { + "text": "有问题", + "boxes": [ + 290, + 343, + 644, + 469 + ] + }, + { + "text": "赞同", + "boxes": [ + 987, + 368, + 1113, + 444 + ] + }, + { + "text": "汪惟", + "boxes": [ + 1370, + 361, + 1428, + 381 + ] + }, + { + "text": "创业等5个话题下的优秀答主", + "boxes": [ + 1424, + 359, + 1568, + 383 + ] + }, + { + "text": "说点回去就能用的。先调查一下你附近工厂都用什", + "boxes": [ + 1366, + 379, + 1616, + 403 + ] + }, + { + "text": "么银行卡发工资。然后想方设法弄一个这个银行", + "boxes": [ + 1370, + 399, + 1612, + 417 + ] + }, + { + "text": "2万赞同·761评论", + "boxes": [ + 1370, + 421, + 1468, + 439 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 458, + 862, + 592 + ] + }, + { + "text": "如何高质量地走完大学四年？", + "boxes": [ + 1364, + 453, + 1534, + 482 + ] + }, + { + "text": "神说要有光", + "boxes": [ + 1364, + 476, + 1442, + 500 + ] + }, + { + "text": "知乎的大学话题下把人们普造最关心的问题做了", + "boxes": [ + 1364, + 504, + 1618, + 540 + ] + }, + { + "text": "看这一个回答，省去你80%寻找答案的时间！我在", + "boxes": [ + 1368, + 496, + 1622, + 520 + ] + }, + { + "text": "0万赞同", + "boxes": [ + 1372, + 538, + 1420, + 556 + ] + }, + { + "text": "：615评论", + "boxes": [ + 1418, + 538, + 1472, + 556 + ] + }, + { + "text": "为什么在比较平坦的地方，河流却会不停地拐", + "boxes": [ + 1364, + 570, + 1628, + 600 + ] + }, + { + "text": "去拐来？", + "boxes": [ + 1368, + 592, + 1420, + 611 + ] + }, + { + "text": "青铜马弓手地质学话题下的优秀答主", + "boxes": [ + 1368, + 611, + 1578, + 635 + ] + }, + { + "text": "为什么地势平坦，河流却弯弯曲曲？巧了，这个问", + "boxes": [ + 1368, + 631, + 1622, + 655 + ] + }, + { + "text": "题，爱因斯坦在1926年回答过。没想到在知乎回..", + "boxes": [ + 1368, + 647, + 1614, + 671 + ] + }, + { + "text": "8016赞同·242评论", + "boxes": [ + 1368, + 671, + 1480, + 695 + ] + }, + { + "text": "「中产阶级标准」", + "boxes": [ + 1374, + 707, + 1470, + 733 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 464, + 717, + 716, + 758 + ] + }, + { + "text": "口", + "boxes": [ + 784, + 727, + 804, + 741 + ] + }, + { + "text": "chenin人文盐究员", + "boxes": [ + 1366, + 725, + 1504, + 754 + ] + }, + { + "text": "今天，微信群里有一位朋友分享了一个「中国中产", + "boxes": [ + 1366, + 744, + 1612, + 768 + ] + }, + { + "text": "阶级十大标准』。这个十大标准，可能很多人都…", + "boxes": [ + 1364, + 758, + 1614, + 792 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": "D", + "boxes": [ + 1434, + 822, + 1450, + 842 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": "Android", + "boxes": [ + 578, + 834, + 678, + 860 + ] + }, + { + "text": "X", + "boxes": [ + 1377, + 821, + 1397, + 843 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文［2019]4928-541号丨药品医疗器械网络信息服务备案丨（京）网药械信息备字（2022）第00334号丨服务热线：400-919-0001丨违法和不良信息举报：010-82716601", + "boxes": [ + 396, + 951, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息举报专区丨互联网算法推荐举报专区丨养老诈骗举报专区丨MCN 举报专区丨信息安全漏洞反馈专区", + "boxes": [ + 506, + 975, + 1412, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报|证照中心丨Inves", + "boxes": [ + 552, + 996, + 874, + 1031 + ] + }, + { + "text": "ions|联系我们@2025知乎|北京智者天下科技有限公司版权所有", + "boxes": [ + 932, + 1005, + 1364, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ] + }, + { + "frame_id": "160_5_3", + "episode_id": 160, + "env_id": 5, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.885242462158203, + "advantages": 0.5595191121101379, + "generated_text": "{\n \"intent\": \"Clicking on one of the trending news stories to learn more about a current topic, which will consume the least steps.\",\n \"action\": \"DoubleClick(373, 352)\"\n}", + "action_string": "DoubleClick(373, 352)", + "intent_string": "Clicking on one of the trending news stories to learn more about a current topic, which will consume the least steps.", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1606, + 68, + 1658, + 87 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "Trending on Bing ", + "boxes": [ + 178, + 157, + 308, + 189 + ] + }, + { + "text": "Sign in", + "boxes": [ + 1564, + 163, + 1604, + 179 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 290, + 232 + ] + }, + { + "text": "VIDEOS", + "boxes": [ + 330, + 212, + 372, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 230 + ] + }, + { + "text": "DICT", + "boxes": [ + 506, + 212, + 534, + 232 + ] + }, + { + "text": "About 1,180,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "Q", + "boxes": [ + 182, + 306, + 214, + 328 + ] + }, + { + "text": "必应", + "boxes": [ + 205, + 290, + 252, + 325 + ] + }, + { + "text": " https://cn.bing.com > news", + "boxes": [ + 210, + 311, + 382, + 340 + ] + }, + { + "text": "top stories - Search News - 必应", + "boxes": [ + 174, + 333, + 474, + 371 + ] + }, + { + "text": "President Donald Trump announ", + "boxes": [ + 184, + 369, + 380, + 387 + ] + }, + { + "text": " them a chance at greatness.\" The. A .", + "boxes": [ + 534, + 389, + 774, + 413 + ] + }, + { + "text": " Search News - Bing", + "boxes": [ + 190, + 419, + 380, + 455 + ] + }, + { + "text": " Bing Image Trending", + "boxes": [ + 508, + 419, + 706, + 455 + ] + }, + { + "text": "Trending on Bing. Released by H", + "boxes": [ + 198, + 453, + 404, + 471 + ] + }, + { + "text": "Seetrending images, wallpapers gis and", + "boxes": [ + 510, + 445, + 776, + 479 + ] + }, + { + "text": "ideas on Bing everyday", + "boxes": [ + 516, + 472, + 660, + 496 + ] + }, + { + "text": "See results only from cn.bing.com", + "boxes": [ + 194, + 504, + 408, + 528 + ] + }, + { + "text": "The Droid Guy", + "boxes": [ + 214, + 552, + 312, + 576 + ] + }, + { + "text": "TDG", + "boxes": [ + 186, + 566, + 204, + 580 + ] + }, + { + "text": "https://thedroidguy.com ", + "boxes": [ + 216, + 572, + 374, + 596 + ] + }, + { + "text": "How to Find What's Trending on Bing? - The Droid Guy", + "boxes": [ + 174, + 594, + 680, + 629 + ] + }, + { + "text": "Nov 13, 2024 · Learn various methods to discover trending topics and keywords on Bing, such as", + "boxes": [ + 178, + 623, + 790, + 647 + ] + }, + { + "text": "Microsoft", + "boxes": [ + 218, + 693, + 276, + 713 + ] + }, + { + "text": "6", + "boxes": [ + 184, + 705, + 210, + 725 + ] + }, + { + "text": "Bing News | Microsoft Bing", + "boxes": [ + 174, + 735, + 426, + 770 + ] + }, + { + "text": "1 day ago · Bing News features cus", + "boxes": [ + 178, + 760, + 408, + 790 + ] + }, + { + "text": "nizable news feeds, topic-specific searches, and in-depth", + "boxes": [ + 424, + 758, + 778, + 790 + ] + }, + { + "text": "articles from a wide array of sources. Users can follow trending stories, local news, and global ", + "boxes": [ + 182, + 786, + 766, + 810 + ] + }, + { + "text": "htp:/ww.bing.com news", + "boxes": [ + 206, + 843, + 398, + 880 + ] + }, + { + "text": "Bing", + "boxes": [ + 210, + 834, + 252, + 862 + ] + }, + { + "text": " Search News - Bing", + "boxes": [ + 174, + 871, + 364, + 910 + ] + }, + { + "text": " New evidence has emerged about the connection between air polltion and neurological issues.", + "boxes": [ + 174, + 899, + 774, + 931 + ] + }, + { + "text": "Given the findings, researchers re", + "boxes": [ + 178, + 925, + 390, + 949 + ] + }, + { + "text": "nend that communities incorporate brain health into", + "boxes": [ + 420, + 927, + 742, + 951 + ] + }, + { + "text": "Toxigon", + "boxes": [ + 216, + 975, + 268, + 995 + ] + }, + { + "text": "®", + "boxes": [ + 177, + 976, + 215, + 1011 + ] + }, + { + "text": "https:/toxigon.com trending-now-on-bing ", + "boxes": [ + 206, + 989, + 486, + 1018 + ] + }, + { + "text": " Discovering Trends on Bing: What's Hot Right Now - Toxigon", + "boxes": [ + 172, + 1010, + 722, + 1050 + ] + }, + { + "text": "ding on B.", + "boxes": [ + 242, + 1052, + 314, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "- Microsoft Bing×", + "boxes": [ + 76, + 32, + 220, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 470, + 295, + 616, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡", + "boxes": [ + 792, + 411, + 966, + 441 + ] + }, + { + "text": "3桥下躲冰電致堵车", + "boxes": [ + 1102, + 411, + 1292, + 441 + ] + }, + { + "text": "4 救人缺考男生将补考", + "boxes": [ + 482, + 449, + 654, + 478 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1264, + 478 + ] + }, + { + "text": "00", + "boxes": [ + 632, + 764, + 660, + 786 + ] + }, + { + "text": "BUICK", + "boxes": [ + 662, + 758, + 768, + 789 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "端新能源子品牌", + "boxes": [ + 204, + 792, + 348, + 832 + ] + }, + { + "text": "特频拉上", + "boxes": [ + 1460, + 804, + 1520, + 846 + ] + }, + { + "text": "境", + "boxes": [ + 187, + 823, + 289, + 874 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1460, + 852, + 1512, + 887 + ] + }, + { + "text": "1,6 370 ", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "华跃新境", + "boxes": [ + 210, + 874, + 334, + 905 + ] + }, + { + "text": "13,20% ", + "boxes": [ + 1630, + 895, + 1696, + 937 + ] + }, + { + "text": "游侠网·41分钟", + "boxes": [ + 828, + 921, + 950, + 945 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点资讯·1小时", + "boxes": [ + 1158, + 917, + 1270, + 947 + ] + }, + { + "text": "2025别克选择全维度ALLIN，能不能逆风", + "boxes": [ + 192, + 945, + 766, + 987 + ] + }, + { + "text": "卖爆了！《毁灭战士：黑暗时", + "boxes": [ + 826, + 941, + 1096, + 977 + ] + }, + { + "text": "同样演宋祖儿爱人，36岁任嘉", + "boxes": [ + 1138, + 943, + 1416, + 973 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "+,31638 ", + "boxes": [ + 1630, + 939, + 1700, + 987 + ] + }, + { + "text": "代》登顶steam全球热销榜", + "boxes": [ + 822, + 965, + 1090, + 1005 + ] + }, + { + "text": "伦对比35岁刘宇宁，差别很明", + "boxes": [ + 1136, + 967, + 1418, + 1003 + ] + }, + { + "text": "翻盘？", + "boxes": [ + 192, + 981, + 324, + 1024 + ] + }, + { + "text": "比", + "boxes": [ + 1454, + 979, + 1526, + 1036 + ] + }, + { + "text": "+28626 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "显", + "boxes": [ + 1140, + 999, + 1168, + 1022 + ] + }, + { + "text": "", + "boxes": [ + 1598, + 1005, + 1618, + 1020 + ] + }, + { + "text": "4", + "boxes": [ + 1140, + 1028, + 1170, + 1042 + ] + } + ] + }, + { + "frame_id": "160_6_3", + "episode_id": 160, + "env_id": 6, + "step": 3, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -7.371090412139893, + "generated_text": "{\n \"intent\": \"Click on one of the trending topics to explore more information about it.\",\n \"action\": \"Double Click(513, 74)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " - Microsoft Bing", + "boxes": [ + 76, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 185, + 153 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 472, + 296, + 614, + 328 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3桥下躲冰電致堵车", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4救人缺考男生将补考", + "boxes": [ + 478, + 447, + 654, + 481 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1262, + 478 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1456, + 768, + 1550, + 792 + ] + }, + { + "text": "斯拉", + "boxes": [ + 1453, + 795, + 1525, + 849 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1456, + 848, + 1514, + 891 + ] + }, + { + "text": "1, 25626 ", + "boxes": [ + 1636, + 850, + 1698, + 889 + ] + }, + { + "text": "13,20%", + "boxes": [ + 1630, + 895, + 1692, + 937 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 925, + 850, + 939 + ] + }, + { + "text": "一点资讯·3天", + "boxes": [ + 848, + 919, + 942, + 945 + ] + }, + { + "text": "金融界汽车·14小时", + "boxes": [ + 1138, + 917, + 1288, + 947 + ] + }, + { + "text": "梦幻西游：双加元身加蓝字，", + "boxes": [ + 826, + 941, + 1090, + 977 + ] + }, + { + "text": "理想汽车取得发动机缸体等专", + "boxes": [ + 1136, + 941, + 1408, + 977 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "山东农民因发明赔偿200万，15年后美俄求", + "boxes": [ + 200, + 947, + 772, + 983 + ] + }, + { + "text": "+4.16%", + "boxes": [ + 1640, + 945, + 1690, + 973 + ] + }, + { + "text": "不出白板也不出蓝字，最好是", + "boxes": [ + 826, + 967, + 1096, + 1003 + ] + }, + { + "text": "利，发动机工作时乘客乘车体", + "boxes": [ + 1136, + 967, + 1408, + 1003 + ] + }, + { + "text": "合作，获26项国家专利", + "boxes": [ + 204, + 981, + 510, + 1022 + ] + }, + { + "text": "比亚油", + "boxes": [ + 1454, + 981, + 1524, + 1028 + ] + }, + { + "text": "卖给别人", + "boxes": [ + 826, + 995, + 914, + 1026 + ] + }, + { + "text": "验好", + "boxes": [ + 1136, + 997, + 1190, + 1026 + ] + }, + { + "text": "+2.86%", + "boxes": [ + 1640, + 991, + 1686, + 1011 + ] + }, + { + "text": "tnorder", + "boxes": [ + 1442, + 1018, + 1492, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 69, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 20, + 109, + 184, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 490, + 250, + 562, + 282 + ] + }, + { + "text": "国际版", + "boxes": [ + 546, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 478, + 300, + 614, + 330 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3桥下躲冰電致堵车", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4救人缺考男生将补考", + "boxes": [ + 484, + 453, + 652, + 476 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1262, + 478 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1456, + 768, + 1550, + 792 + ] + }, + { + "text": "新拉", + "boxes": [ + 1455, + 795, + 1523, + 847 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1456, + 848, + 1514, + 889 + ] + }, + { + "text": "富时中国A50", + "boxes": [ + 1460, + 895, + 1542, + 927 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 925, + 850, + 939 + ] + }, + { + "text": "一点资讯·3天", + "boxes": [ + 852, + 921, + 942, + 945 + ] + }, + { + "text": "金融界汽车·14小时", + "boxes": [ + 1138, + 917, + 1288, + 947 + ] + }, + { + "text": "理想汽车取得发动机缸体等专", + "boxes": [ + 1136, + 941, + 1408, + 977 + ] + }, + { + "text": "英城达", + "boxes": [ + 1453, + 933, + 1525, + 990 + ] + }, + { + "text": "梦幻西游：双加元身加蓝字，", + "boxes": [ + 828, + 943, + 1088, + 973 + ] + }, + { + "text": "不出白板也不出蓝字，最好是", + "boxes": [ + 826, + 967, + 1096, + 1003 + ] + }, + { + "text": "利，发动机工作时乘客乘车体", + "boxes": [ + 1136, + 967, + 1408, + 1003 + ] + }, + { + "text": "王者荣耀：玩家最期待新皮肤的英雄盘点", + "boxes": [ + 198, + 981, + 732, + 1022 + ] + }, + { + "text": "比亚迪", + "boxes": [ + 1453, + 979, + 1523, + 1028 + ] + }, + { + "text": "卖给别人", + "boxes": [ + 826, + 995, + 914, + 1026 + ] + }, + { + "text": "验好", + "boxes": [ + 1138, + 997, + 1186, + 1024 + ] + }, + { + "text": "2.86%", + "boxes": [ + 1642, + 991, + 1684, + 1011 + ] + } + ] + }, + { + "frame_id": "160_7_3", + "episode_id": 160, + "env_id": 7, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.83653450012207, + "advantages": 0.5240321755409241, + "generated_text": "{\n \"intent\": \"Click on the 'Shop iPhone' button to learn more about Apple's latest smartphone line.\",\n \"action\": \"DoubleClick(1017, 339)\"\n}", + "action_string": "DoubleClick(1017, 339)", + "intent_string": "Click on the 'Shop iPhone' button to learn more about Apple's latest smartphone line.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 260, + 71, + 278, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1118, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Buy iPhone - Apple", + "boxes": [ + 22, + 26, + 158, + 54 + ] + }, + { + "text": "→×白", + "boxes": [ + 6, + 60, + 132, + 97 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "Buy iPhone", + "boxes": [ + 216, + 1048, + 294, + 1072 + ] + } + ] + }, + { + "frame_id": "160_0_4", + "episode_id": 160, + "env_id": 0, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.541278839111328, + "advantages": 0.30891916155815125, + "generated_text": "{\n \"intent\": \"Click on one of these gaming mice to explore its details and consider purchasing.\",\n \"action\": \"DoubleClick(321, 129)\"\n}", + "action_string": "DoubleClick(321, 129)", + "intent_string": "Click on one of these gaming mice to explore its details and consider purchasing.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1588, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": " gaming mouse", + "boxes": [ + 300, + 115, + 412, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1406, + 127, + 1442, + 141 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "三 AIl ", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "1-16 of", + "boxes": [ + 10, + 208, + 60, + 228 + ] + }, + { + "text": "PopularShopping Ideas", + "boxes": [ + 8, + 256, + 174, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "Wireless", + "boxes": [ + 12, + 282, + 70, + 308 + ] + }, + { + "text": "Ergonomic Design", + "boxes": [ + 10, + 300, + 134, + 330 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1816, + 300, + 1860, + 320 + ] + }, + { + "text": "Lightweight ", + "boxes": [ + 10, + 318, + 98, + 349 + ] + }, + { + "text": "Honeycomb", + "boxes": [ + 12, + 341, + 92, + 365 + ] + }, + { + "text": "Redragon Gaming Mouse, Wireless Mouse Gaming with 80oo DPl, PC Gaming Mice with Fire Button, RGB", + "boxes": [ + 602, + 345, + 1458, + 375 + ] + }, + { + "text": "vSee", + "boxes": [ + 18, + 367, + 50, + 381 + ] + }, + { + "text": "Backlit Programmable Ergonomic Mouse Gamer, Rechargeable, 7OHrs for Windows, Mac Gamer, Black", + "boxes": [ + 600, + 365, + 1440, + 403 + ] + }, + { + "text": "Price", + "boxes": [ + 10, + 409, + 50, + 435 + ] + }, + { + "text": "opRe", + "boxes": [ + 612, + 403, + 652, + 419 + ] + }, + { + "text": "★★★★☆4,391", + "boxes": [ + 608, + 419, + 742, + 443 + ] + }, + { + "text": "$0 -$4,400+", + "boxes": [ + 10, + 433, + 102, + 459 + ] + }, + { + "text": "Delivery Mon,", + "boxes": [ + 606, + 502, + 698, + 530 + ] + }, + { + "text": "Deals & Discou", + "boxes": [ + 12, + 516, + 110, + 542 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 540, + 98, + 564 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 560, + 100, + 586 + ] + }, + { + "text": " Add to cart ", + "boxes": [ + 614, + 558, + 692, + 584 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 617, + 144, + 647 + ] + }, + { + "text": " RK ROYAL KLUDGE RK M3 Wireless Gaming Mouse with 42K DPI, 47g Lightweight Computer Mouse with", + "boxes": [ + 600, + 631, + 1460, + 665 + ] + }, + { + "text": "Brands", + "boxes": [ + 7, + 648, + 65, + 682 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 5, + 670, + 107, + 710 + ] + }, + { + "text": "★★★★☆53", + "boxes": [ + 606, + 689, + 724, + 713 + ] + }, + { + "text": " Redragon", + "boxes": [ + 10, + 699, + 100, + 723 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1812, + 707, + 1862, + 733 + ] + }, + { + "text": "口1", + "boxes": [ + 12, + 719, + 38, + 739 + ] + }, + { + "text": "Razer", + "boxes": [ + 32, + 719, + 76, + 744 + ] + }, + { + "text": "口", + "boxes": [ + 14, + 742, + 36, + 756 + ] + }, + { + "text": "Corsair", + "boxes": [ + 34, + 741, + 82, + 760 + ] + }, + { + "text": "$5999", + "boxes": [ + 604, + 735, + 668, + 766 + ] + }, + { + "text": "Save $10.00 wit", + "boxes": [ + 604, + 764, + 720, + 794 + ] + }, + { + "text": " SteelSeries", + "boxes": [ + 12, + 778, + 106, + 802 + ] + }, + { + "text": " Hyperx", + "boxes": [ + 7, + 796, + 87, + 826 + ] + }, + { + "text": "DeliveryMon,May26", + "boxes": [ + 602, + 790, + 744, + 818 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 604, + 814, + 686, + 838 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 610, + 842, + 696, + 874 + ] + }, + { + "text": "Features", + "boxes": [ + 14, + 854, + 68, + 872 + ] + }, + { + "text": "LE", + "boxes": [ + 14, + 878, + 40, + 891 + ] + }, + { + "text": " LED Lights", + "boxes": [ + 9, + 891, + 103, + 922 + ] + }, + { + "text": "Overall Pick 0", + "boxes": [ + 312, + 895, + 406, + 919 + ] + }, + { + "text": "Logitech G502 HERO High Performance Wired Gaming Mouse, HERO 25K Sensor, 25,600 DPl, RGB,", + "boxes": [ + 602, + 895, + 1414, + 931 + ] + }, + { + "text": "Portable", + "boxes": [ + 12, + 913, + 94, + 939 + ] + }, + { + "text": "Rechargeable", + "boxes": [ + 9, + 931, + 123, + 963 + ] + }, + { + "text": "Adjustable Weights, 11 Programmable Buttons, On-Board Memory, PC / Mac", + "boxes": [ + 602, + 923, + 1234, + 953 + ] + }, + { + "text": "★★★★54,915", + "boxes": [ + 606, + 951, + 752, + 975 + ] + }, + { + "text": "wireless", + "boxes": [ + 9, + 970, + 93, + 1003 + ] + }, + { + "text": " 9K+ bought in past month", + "boxes": [ + 600, + 964, + 776, + 1003 + ] + }, + { + "text": " 4 Way Scrolling", + "boxes": [ + 14, + 995, + 132, + 1018 + ] + }, + { + "text": "$4097 List: $69.9", + "boxes": [ + 597, + 994, + 747, + 1037 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "<", + "boxes": [ + 6, + 60, + 40, + 93 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "①", + "boxes": [ + 254, + 68, + 308, + 87 + ] + }, + { + "text": "8583-5489a9l", + "boxes": [ + 1466, + 69, + 1564, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 103, + 1876, + 135 + ] + }, + { + "text": "gagming mouse", + "boxes": [ + 298, + 113, + 412, + 143 + ] + }, + { + "text": "Q", + "boxes": [ + 1322, + 115, + 1346, + 137 + ] + }, + { + "text": "EN", + "boxes": [ + 1392, + 121, + 1448, + 147 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "三AIl", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "use wireless", + "boxes": [ + 418, + 246, + 508, + 270 + ] + }, + { + "text": "Popular Shopping Ideas", + "boxes": [ + 12, + 258, + 172, + 282 + ] + }, + { + "text": "Wireless", + "boxes": [ + 12, + 282, + 70, + 308 + ] + }, + { + "text": " gaming keyboard", + "boxes": [ + 302, + 278, + 470, + 308 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 296, + 1862, + 322 + ] + }, + { + "text": "Lightweight", + "boxes": [ + 9, + 317, + 95, + 348 + ] + }, + { + "text": "Q gaming mouse pad", + "boxes": [ + 300, + 309, + 480, + 348 + ] + }, + { + "text": "Honeycomb", + "boxes": [ + 12, + 341, + 92, + 365 + ] + }, + { + "text": "Q wireless gaming mouse", + "boxes": [ + 304, + 347, + 506, + 377 + ] + }, + { + "text": "Button, RGB", + "boxes": [ + 1360, + 347, + 1460, + 373 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 347, + 1820, + 369 + ] + }, + { + "text": "VSee", + "boxes": [ + 14, + 363, + 52, + 383 + ] + }, + { + "text": "ler, Black", + "boxes": [ + 1360, + 371, + 1438, + 397 + ] + }, + { + "text": "ewired", + "boxes": [ + 438, + 389, + 488, + 407 + ] + }, + { + "text": "Price", + "boxes": [ + 10, + 409, + 52, + 435 + ] + }, + { + "text": "$o - $4,400+", + "boxes": [ + 10, + 433, + 102, + 457 + ] + }, + { + "text": "Q gaming mo", + "boxes": [ + 301, + 450, + 415, + 487 + ] + }, + { + "text": "?", + "boxes": [ + 18, + 471, + 34, + 490 + ] + }, + { + "text": "Q mouse", + "boxes": [ + 299, + 484, + 391, + 521 + ] + }, + { + "text": "Deals & Disco", + "boxes": [ + 12, + 516, + 102, + 542 + ] + }, + { + "text": "45.0", + "boxes": [ + 1820, + 508, + 1854, + 522 + ] + }, + { + "text": "Q gaming headset", + "boxes": [ + 300, + 520, + 460, + 556 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 560, + 98, + 584 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 617, + 144, + 647 + ] + }, + { + "text": "RK ROYAL KLUDGE RK M3 Wireless Gaming Mouse with 42K DPI, 47g Lightweight Computer Mouse with", + "boxes": [ + 602, + 633, + 1460, + 663 + ] + }, + { + "text": "Brands", + "boxes": [ + 12, + 657, + 60, + 677 + ] + }, + { + "text": " Logitech G", + "boxes": [ + 7, + 672, + 109, + 709 + ] + }, + { + "text": "Redragon", + "boxes": [ + 33, + 698, + 99, + 725 + ] + }, + { + "text": "★★★★53", + "boxes": [ + 610, + 691, + 718, + 709 + ] + }, + { + "text": "二", + "boxes": [ + 14, + 703, + 36, + 717 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1812, + 707, + 1862, + 733 + ] + }, + { + "text": "二", + "boxes": [ + 16, + 742, + 34, + 756 + ] + }, + { + "text": "Corsalr", + "boxes": [ + 34, + 741, + 80, + 760 + ] + }, + { + "text": "$5999", + "boxes": [ + 604, + 735, + 668, + 766 + ] + }, + { + "text": "Save $10.00 wit", + "boxes": [ + 604, + 764, + 720, + 794 + ] + }, + { + "text": "SteelSeries", + "boxes": [ + 31, + 778, + 105, + 801 + ] + }, + { + "text": " HyperX ", + "boxes": [ + 11, + 795, + 87, + 827 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 604, + 792, + 742, + 816 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 604, + 814, + 686, + 838 + ] + }, + { + "text": "Ad t cart", + "boxes": [ + 608, + 842, + 696, + 874 + ] + }, + { + "text": "Features", + "boxes": [ + 14, + 854, + 68, + 874 + ] + }, + { + "text": "二", + "boxes": [ + 16, + 878, + 36, + 891 + ] + }, + { + "text": " LED Lights", + "boxes": [ + 9, + 891, + 103, + 924 + ] + }, + { + "text": "OverallPick ", + "boxes": [ + 314, + 893, + 406, + 919 + ] + }, + { + "text": "Logitech G502 HERO High Performance Wired Gaming Mouse, HERO 25K Sensor, 25,600 DPI, RGB,", + "boxes": [ + 604, + 897, + 1412, + 927 + ] + }, + { + "text": "F", + "boxes": [ + 16, + 919, + 40, + 933 + ] + }, + { + "text": "Portable", + "boxes": [ + 32, + 913, + 96, + 939 + ] + }, + { + "text": "Adjustable Weights, 11 Programmable Buttons, On-Board Memory, PC / Mac", + "boxes": [ + 604, + 923, + 1234, + 953 + ] + }, + { + "text": "$19.5", + "boxes": [ + 1816, + 915, + 1846, + 935 + ] + }, + { + "text": "Rechargeable", + "boxes": [ + 10, + 935, + 122, + 959 + ] + }, + { + "text": "", + "boxes": [ + 18, + 959, + 38, + 973 + ] + }, + { + "text": "Soundless", + "boxes": [ + 34, + 959, + 100, + 979 + ] + }, + { + "text": "★★★★54,915", + "boxes": [ + 606, + 951, + 752, + 975 + ] + }, + { + "text": " wireless", + "boxes": [ + 12, + 975, + 92, + 999 + ] + }, + { + "text": "9K+ bought in past month", + "boxes": [ + 604, + 969, + 774, + 997 + ] + }, + { + "text": " 4 Way Scrolling", + "boxes": [ + 16, + 995, + 132, + 1018 + ] + }, + { + "text": "$40% Lst: $69.99", + "boxes": [ + 599, + 994, + 745, + 1037 + ] + } + ] + }, + { + "frame_id": "160_1_4", + "episode_id": 160, + "env_id": 1, + "step": 4, + "format_rewards": 1.0, + "rewards": 11.212364196777344, + "advantages": 0.797848641872406, + "generated_text": "{\n \"intent\": \"Click on one of the trending topics to learn more about it.\",\n \"action\": \"DoubleClick(550, 450)\"\n}", + "action_string": "DoubleClick(550, 450)", + "intent_string": "Click on one of the trending topics to learn more about it.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 10, + 66, + 38, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 478, + 300, + 614, + 330 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3桥下躲冰電致堵车", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4救人缺考男生将补考", + "boxes": [ + 482, + 449, + 656, + 478 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1102, + 447, + 1262, + 479 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1451, + 760, + 1553, + 797 + ] + }, + { + "text": "特频拉", + "boxes": [ + 1455, + 797, + 1523, + 847 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1460, + 852, + 1512, + 887 + ] + }, + { + "text": "1,638.70", + "boxes": [ + 1642, + 868, + 1692, + 885 + ] + }, + { + "text": "13,796", + "boxes": [ + 1630, + 895, + 1692, + 937 + ] + }, + { + "text": "游侠网·41分钟", + "boxes": [ + 828, + 921, + 948, + 945 + ] + }, + { + "text": "一点视频/创意手工录", + "boxes": [ + 1136, + 927, + 1284, + 957 + ] + }, + { + "text": "卖爆了！《毁灭战士：黑暗时", + "boxes": [ + 828, + 943, + 1094, + 973 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 937, + 1524, + 987 + ] + }, + { + "text": "忍者理论新作疑似曝光画面比《地狱之刃", + "boxes": [ + 200, + 949, + 740, + 985 + ] + }, + { + "text": "创意杂工技巧 简单又实用", + "boxes": [ + 1138, + 953, + 1374, + 983 + ] + }, + { + "text": "+4.16%", + "boxes": [ + 1638, + 945, + 1692, + 975 + ] + }, + { + "text": "代》登顶steam全球热销榜", + "boxes": [ + 824, + 967, + 1088, + 1001 + ] + }, + { + "text": "2》明亮多了", + "boxes": [ + 197, + 978, + 371, + 1023 + ] + }, + { + "text": "比亚油上", + "boxes": [ + 1456, + 985, + 1522, + 1026 + ] + }, + { + "text": "+2.83%", + "boxes": [ + 1638, + 991, + 1688, + 1011 + ] + }, + { + "text": "4d-41d2-91e9", + "boxes": [ + 1584, + 1020, + 1672, + 1038 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 268, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "救人缺考男生将补考", + "boxes": [ + 176, + 155, + 330, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 303,000 results", + "boxes": [ + 176, + 260, + 318, + 284 + ] + }, + { + "text": "中华网", + "boxes": [ + 212, + 294, + 262, + 322 + ] + }, + { + "text": "C", + "boxes": [ + 184, + 306, + 210, + 328 + ] + }, + { + "text": "> socialgd :", + "boxes": [ + 362, + 318, + 428, + 336 + ] + }, + { + "text": "官方通报男生救人缺考：将补考考生全力备考中－中..", + "boxes": [ + 176, + 336, + 670, + 371 + ] + }, + { + "text": "16 hours ago·相关新闻为救同学缺考的男生可以考试了官方启用副题安排补考近日，一名小伙", + "boxes": [ + 178, + 363, + 784, + 393 + ] + }, + { + "text": "为救同学错过了职教高考的语文考试，此事迅速引起了广泛关注。对此，山东省教育招生考试，", + "boxes": [ + 178, + 387, + 760, + 417 + ] + }, + { + "text": "新浪网", + "boxes": [ + 216, + 435, + 262, + 461 + ] + }, + { + "text": " Translate trs resuit", + "boxes": [ + 478, + 449, + 608, + 480 + ] + }, + { + "text": "山东\"救人缺考\"学生回应补考：将全力准备考试－新浪网", + "boxes": [ + 174, + 476, + 678, + 512 + ] + }, + { + "text": "3 hours ago·14日下午，得知此消息后，救人学生姜昭鹏对新京报记者表示，接下来将全力准备", + "boxes": [ + 176, + 504, + 778, + 534 + ] + }, + { + "text": "考试。烟台市教育招生考试院回复新京报记者称，为保证考生安全．", + "boxes": [ + 176, + 526, + 600, + 556 + ] + }, + { + "text": "央视网", + "boxes": [ + 216, + 578, + 262, + 598 + ] + }, + { + "text": "®", + "boxes": [ + 180, + 581, + 212, + 612 + ] + }, + { + "text": "获评见义勇为安排补考！小伙为救同学致缺考最新后续", + "boxes": [ + 176, + 613, + 670, + 649 + ] + }, + { + "text": "15 hours ago·当地教育招生考试单位和山东省城市服务技师学院核实情况属实。经报请上级主管", + "boxes": [ + 178, + 643, + 788, + 673 + ] + }, + { + "text": "部门同意，将按照规定程序启用春季高考语文科目副题，安排姜某参加考试。7分钟生死时速，", + "boxes": [ + 178, + 669, + 758, + 693 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 216, + 717, + 260, + 737 + ] + }, + { + "text": "ews.q.com > rain Translate this result ", + "boxes": [ + 264, + 730, + 502, + 758 + ] + }, + { + "text": "山东“救人缺考\"学生获准补考！称事发后更坚定了从医的信念", + "boxes": [ + 176, + 756, + 718, + 792 + ] + }, + { + "text": "1 day ago·5月14日，南都记者从山东省教育招生考试院获悉，将安排当事学生姜昭鹏参加补考。", + "boxes": [ + 178, + 784, + 776, + 814 + ] + }, + { + "text": "姜昭鹏表示，“经过救人一事，更坚定了我从医的信念", + "boxes": [ + 174, + 804, + 518, + 838 + ] + }, + { + "text": "金羊网", + "boxes": [ + 208, + 856, + 262, + 881 + ] + }, + { + "text": "C", + "boxes": [ + 184, + 866, + 208, + 887 + ] + }, + { + "text": "https://news.ycwb.com > ikinvkntjio Translate this result", + "boxes": [ + 208, + 874, + 550, + 897 + ] + }, + { + "text": "为救同学缺考的男生可以考试了本人回应：将全力准备－金羊网", + "boxes": [ + 176, + 895, + 748, + 931 + ] + }, + { + "text": "16 hours ago·山东救人缺考学生获准补考，因见义勇为错过高考有补考先例5月14日下午，针对", + "boxes": [ + 176, + 923, + 786, + 953 + ] + }, + { + "text": "救人考生缺考一事，山东省教育招生考试院通报称，当地教育招生.", + "boxes": [ + 176, + 947, + 596, + 977 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 204, + 991, + 266, + 1022 + ] + }, + { + "text": "/2025-05-14/doc-inewp", + "boxes": [ + 184, + 1018, + 334, + 1042 + ] + }, + { + "text": "放人缺考男生·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ] + }, + { + "frame_id": "160_2_4", + "episode_id": 160, + "env_id": 2, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.032844543457031, + "advantages": -0.061508409678936005, + "generated_text": "{\n \"intent\": \"Start browsing through the available jeans products and explore details to make an informed decision\",\n \"action\": \"Click(54, 559)\"\n}", + "action_string": "Click(54, 559)", + "intent_string": "Start browsing through the available jeans products and explore details to make an informed decision", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 6, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1571, + 59, + 1665, + 96 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1880, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "! cart", + "boxes": [ + 1680, + 102, + 1763, + 154 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "Jeans", + "boxes": [ + 370, + 117, + 420, + 137 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 123, + 1442, + 143 + ] + }, + { + "text": "Retums", + "boxes": [ + 1606, + 117, + 1650, + 137 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "三 All", + "boxes": [ + 22, + 167, + 66, + 195 + ] + }, + { + "text": "GiftCards", + "boxes": [ + 360, + 169, + 420, + 187 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 258, + 64, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 304, + 260, + 380, + 292 + ] + }, + { + "text": "womer", + "boxes": [ + 14, + 284, + 80, + 304 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1814, + 296, + 1862, + 322 + ] + }, + { + "text": "Unisex", + "boxes": [ + 34, + 306, + 78, + 326 + ] + }, + { + "text": "25", + "boxes": [ + 110, + 367, + 136, + 381 + ] + }, + { + "text": "29", + "boxes": [ + 22, + 397, + 48, + 411 + ] + }, + { + "text": " 31", + "boxes": [ + 108, + 393, + 136, + 413 + ] + }, + { + "text": "32", + "boxes": [ + 158, + 397, + 180, + 411 + ] + }, + { + "text": "35", + "boxes": [ + 18, + 425, + 48, + 447 + ] + }, + { + "text": "0OP", + "boxes": [ + 20, + 494, + 52, + 516 + ] + }, + { + "text": "(oP", + "boxes": [ + 56, + 492, + 102, + 518 + ] + }, + { + "text": "2P", + "boxes": [ + 106, + 494, + 140, + 516 + ] + }, + { + "text": " 4P ", + "boxes": [ + 154, + 494, + 188, + 514 + ] + }, + { + "text": "6P", + "boxes": [ + 192, + 494, + 226, + 514 + ] + }, + { + "text": "8P", + "boxes": [ + 248, + 498, + 268, + 512 + ] + }, + { + "text": "10P12P14P)(", + "boxes": [ + 14, + 520, + 152, + 550 + ] + }, + { + "text": "16P[18P", + "boxes": [ + 140, + 522, + 230, + 548 + ] + }, + { + "text": "Women's Numeric Clothing Size", + "boxes": [ + 10, + 560, + 228, + 592 + ] + }, + { + "text": "", + "boxes": [ + 36, + 598, + 68, + 617 + ] + }, + { + "text": "1-2 ", + "boxes": [ + 176, + 592, + 214, + 619 + ] + }, + { + "text": "5-6", + "boxes": [ + 74, + 617, + 152, + 649 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 606, + 609, + 866, + 643 + ] + }, + { + "text": "Straight Leg Jeans for Women,High", + "boxes": [ + 902, + 615, + 1166, + 639 + ] + }, + { + "text": " Trendy Queen Womens Baggy Jeans ", + "boxes": [ + 1484, + 609, + 1760, + 643 + ] + }, + { + "text": " 3-4 ", + "boxes": [ + 24, + 621, + 72, + 647 + ] + }, + { + "text": "7-8", + "boxes": [ + 172, + 619, + 234, + 651 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 572, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 606, + 635, + 854, + 665 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 637, + 1174, + 661 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans", + "boxes": [ + 1194, + 637, + 1436, + 667 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1488, + 637, + 1736, + 667 + ] + }, + { + "text": "9-10 ", + "boxes": [ + 24, + 651, + 74, + 679 + ] + }, + { + "text": "11-12", + "boxes": [ + 66, + 649, + 154, + 681 + ] + }, + { + "text": "13-14", + "boxes": [ + 161, + 646, + 229, + 684 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 316, + 665, + 450, + 689 + ] + }, + { + "text": " Pants Raw Hem Loose Stretchy", + "boxes": [ + 606, + 659, + 840, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1064, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1196, + 661, + 1424, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall", + "boxes": [ + 1488, + 661, + 1718, + 689 + ] + }, + { + "text": "　1618", + "boxes": [ + 22, + 683, + 144, + 707 + ] + }, + { + "text": "★★★★☆14,463", + "boxes": [ + 316, + 687, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆725", + "boxes": [ + 902, + 687, + 1032, + 715 + ] + }, + { + "text": " Baggy with Patch Pockets", + "boxes": [ + 1192, + 681, + 1388, + 717 + ] + }, + { + "text": "Fashion y2k Outfits 2025", + "boxes": [ + 1488, + 685, + 1680, + 715 + ] + }, + { + "text": "100+", + "boxes": [ + 320, + 713, + 348, + 733 + ] + }, + { + "text": "ught in past month", + "boxes": [ + 370, + 715, + 490, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 610, + 715, + 740, + 739 + ] + }, + { + "text": "100+", + "boxes": [ + 906, + 713, + 940, + 733 + ] + }, + { + "text": "ought in past", + "boxes": [ + 950, + 710, + 1036, + 733 + ] + }, + { + "text": "★★★★1,996", + "boxes": [ + 1198, + 715, + 1338, + 739 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1490, + 711, + 1616, + 741 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1810, + 707, + 1864, + 737 + ] + }, + { + "text": "Special Clothing Size", + "boxes": [ + 10, + 721, + 154, + 750 + ] + }, + { + "text": "$1990 Typlcal: $ 28.50", + "boxes": [ + 309, + 738, + 477, + 781 + ] + }, + { + "text": "500+ bought in past", + "boxes": [ + 608, + 730, + 742, + 759 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 1196, + 731, + 1368, + 760 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 741, + 968, + 774 + ] + }, + { + "text": "$3888", + "boxes": [ + 606, + 764, + 672, + 798 + ] + }, + { + "text": "$3898", + "boxes": [ + 1189, + 759, + 1263, + 805 + ] + }, + { + "text": "Petite", + "boxes": [ + 14, + 770, + 70, + 788 + ] + }, + { + "text": "$3299", + "boxes": [ + 1486, + 764, + 1552, + 798 + ] + }, + { + "text": " plus Size", + "boxes": [ + 7, + 783, + 93, + 815 + ] + }, + { + "text": "Delivery May 23 - 27", + "boxes": [ + 316, + 780, + 452, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 776, + 1048, + 806 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 320, + 804, + 394, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 800, + 754, + 830 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1190, + 796, + 1342, + 832 + ] + }, + { + "text": " Delivery May 26 - 29", + "boxes": [ + 1486, + 800, + 1628, + 830 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 612, + 828, + 688, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1572, + 846 + ] + }, + { + "text": " 24 ", + "boxes": [ + 244, + 850, + 274, + 872 + ] + }, + { + "text": "Best Selle", + "boxes": [ + 610, + 872, + 662, + 889 + ] + }, + { + "text": "$19.9", + "boxes": [ + 1816, + 915, + 1850, + 935 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 40, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1779, + 59, + 1877, + 96 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1440, + 141 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "三ALL", + "boxes": [ + 19, + 164, + 69, + 198 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 256, + 68, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "women", + "boxes": [ + 9, + 275, + 85, + 309 + ] + }, + { + "text": "unisex", + "boxes": [ + 9, + 299, + 81, + 328 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1816, + 300, + 1860, + 318 + ] + }, + { + "text": "35", + "boxes": [ + 18, + 425, + 48, + 445 + ] + }, + { + "text": "00P", + "boxes": [ + 22, + 498, + 46, + 512 + ] + }, + { + "text": "10P|12P|14P", + "boxes": [ + 18, + 526, + 140, + 544 + ] + }, + { + "text": "omeni'sN", + "boxes": [ + 28, + 564, + 86, + 582 + ] + }, + { + "text": "icClot", + "boxes": [ + 124, + 570, + 164, + 586 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 609, + 866, + 643 + ] + }, + { + "text": "Straight Leg Jeans for Women,High ", + "boxes": [ + 902, + 613, + 1170, + 643 + ] + }, + { + "text": "luvamia Wide Leg", + "boxes": [ + 1196, + 615, + 1320, + 639 + ] + }, + { + "text": "for Women", + "boxes": [ + 1370, + 619, + 1458, + 637 + ] + }, + { + "text": " Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1486, + 613, + 1758, + 641 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 623, + 140, + 643 + ] + }, + { + "text": "7-8", + "boxes": [ + 182, + 625, + 214, + 645 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 572, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 637, + 1174, + 665 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans", + "boxes": [ + 1194, + 637, + 1434, + 667 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1486, + 635, + 1734, + 665 + ] + }, + { + "text": "9-10", + "boxes": [ + 26, + 655, + 68, + 675 + ] + }, + { + "text": "11-12", + "boxes": [ + 98, + 651, + 150, + 677 + ] + }, + { + "text": "13-14", + "boxes": [ + 174, + 655, + 222, + 675 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": " Pants Raw Hem Loose Stretchy", + "boxes": [ + 606, + 659, + 840, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1064, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1196, + 661, + 1424, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "★★★★☆14.463", + "boxes": [ + 318, + 687, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆725", + "boxes": [ + 902, + 687, + 1032, + 715 + ] + }, + { + "text": "Baggy with Patch Pockets", + "boxes": [ + 1194, + 683, + 1388, + 717 + ] + }, + { + "text": "Fashion y2k Outits 2025", + "boxes": [ + 1488, + 685, + 1680, + 715 + ] + }, + { + "text": "00+", + "boxes": [ + 324, + 715, + 346, + 729 + ] + }, + { + "text": "ught in past month", + "boxes": [ + 370, + 715, + 490, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 612, + 715, + 740, + 739 + ] + }, + { + "text": "100+I", + "boxes": [ + 902, + 706, + 944, + 738 + ] + }, + { + "text": " bought in past ", + "boxes": [ + 936, + 711, + 1038, + 735 + ] + }, + { + "text": "★★★★★1.996", + "boxes": [ + 1196, + 713, + 1338, + 742 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1490, + 713, + 1616, + 742 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1812, + 707, + 1862, + 733 + ] + }, + { + "text": "500+ bought in past", + "boxes": [ + 610, + 728, + 744, + 763 + ] + }, + { + "text": "$4199", + "boxes": [ + 895, + 735, + 969, + 781 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 1196, + 731, + 1368, + 760 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 1490, + 731, + 1670, + 760 + ] + }, + { + "text": "$3888", + "boxes": [ + 604, + 762, + 674, + 802 + ] + }, + { + "text": "$3898", + "boxes": [ + 1189, + 759, + 1263, + 805 + ] + }, + { + "text": "$3299", + "boxes": [ + 1486, + 762, + 1554, + 802 + ] + }, + { + "text": "livery May 23 - 27", + "boxes": [ + 334, + 780, + 452, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 776, + 1048, + 806 + ] + }, + { + "text": "hips to China", + "boxes": [ + 322, + 804, + 392, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 800, + 754, + 830 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 906, + 804, + 980, + 822 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1192, + 798, + 1342, + 834 + ] + }, + { + "text": "Delivery May 26 - 29", + "boxes": [ + 1486, + 800, + 1628, + 830 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 610, + 826, + 690, + 850 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1568, + 846 + ] + }, + { + "text": "Best Selle", + "boxes": [ + 612, + 872, + 660, + 889 + ] + } + ] + }, + { + "frame_id": "160_3_4", + "episode_id": 160, + "env_id": 3, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.253501892089844, + "advantages": 0.09925487637519836, + "generated_text": "{\n \"intent\": \"Open Microsoft Bing from one of the top sites to explore search options.\",\n \"action\": \"DoubleClick(305, 479)\"\n}", + "action_string": "DoubleClick(305, 479)", + "intent_string": "Open Microsoft Bing from one of the top sites to explore search options.", + "before_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 24, + 34, + 88, + 52 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 64, + 134, + 95 + ] + }, + { + "text": "I目?", + "boxes": [ + 1148, + 66, + 1238, + 91 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 168, + 125 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1560, + 129 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 352, + 250, + 446, + 274 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 170, + 359, + 262, + 385 + ] + }, + { + "text": "OY", + "boxes": [ + 538, + 415, + 618, + 469 + ] + }, + { + "text": "知", + "boxes": [ + 662, + 407, + 740, + 476 + ] + }, + { + "text": "B", + "boxes": [ + 199, + 439, + 248, + 496 + ] + }, + { + "text": "Apple", + "boxes": [ + 200, + 492, + 242, + 518 + ] + }, + { + "text": "bing", + "boxes": [ + 326, + 498, + 354, + 512 + ] + }, + { + "text": "Amazon", + "boxes": [ + 430, + 494, + 486, + 512 + ] + }, + { + "text": "zhihu", + "boxes": [ + 684, + 498, + 714, + 512 + ] + }, + { + "text": "veibo", + "boxes": [ + 926, + 498, + 956, + 512 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1044, + 494, + 1076, + 514 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": " Highlights", + "boxes": [ + 168, + 576, + 272, + 602 + ] + }, + { + "text": "amazon", + "boxes": [ + 670, + 633, + 852, + 677 + ] + }, + { + "text": "moz://a", + "boxes": [ + 905, + 630, + 1095, + 696 + ] + }, + { + "text": "oz://la", + "boxes": [ + 1273, + 668, + 1421, + 733 + ] + }, + { + "text": "?", + "boxes": [ + 354, + 711, + 368, + 727 + ] + }, + { + "text": "", + "boxes": [ + 830, + 705, + 854, + 731 + ] + }, + { + "text": "", + "boxes": [ + 1072, + 709, + 1092, + 729 + ] + }, + { + "text": "apple", + "boxes": [ + 184, + 729, + 228, + 754 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 428, + 731, + 474, + 750 + ] + }, + { + "text": "amazon", + "boxes": [ + 670, + 733, + 714, + 752 + ] + }, + { + "text": "mozilla ", + "boxes": [ + 908, + 733, + 954, + 752 + ] + }, + { + "text": "Apple", + "boxes": [ + 184, + 750, + 232, + 778 + ] + }, + { + "text": " Search -Microsoft Bing", + "boxes": [ + 422, + 746, + 588, + 781 + ] + }, + { + "text": "Amazon.com. Spend less...", + "boxes": [ + 666, + 750, + 850, + 774 + ] + }, + { + "text": "Firefox Privacy Notice -", + "boxes": [ + 906, + 752, + 1064, + 776 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "la Fire", + "boxes": [ + 252, + 1052, + 292, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search - Microsoft Bing ", + "boxes": [ + 10, + 30, + 190, + 54 + ] + }, + { + "text": "口", + "boxes": [ + 1538, + 40, + 1596, + 66 + ] + }, + { + "text": "①→", + "boxes": [ + 6, + 60, + 136, + 97 + ] + }, + { + "text": " https://n.bing.com", + "boxes": [ + 226, + 64, + 422, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 986, + 69, + 1044, + 89 + ] + }, + { + "text": "三团?", + "boxes": [ + 1146, + 66, + 1240, + 91 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 153 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 170, + 234, + 320, + 266 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 156, + 280, + 296, + 316 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 162, + 349, + 326, + 389 + ] + }, + { + "text": "@Next", + "boxes": [ + 1044, + 361, + 1094, + 387 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 164, + 399, + 318, + 423 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡", + "boxes": [ + 472, + 393, + 648, + 429 + ] + }, + { + "text": "3桥下躲冰置致堵车", + "boxes": [ + 784, + 393, + 942, + 427 + ] + }, + { + "text": "4救人缺考男生将补考", + "boxes": [ + 170, + 437, + 334, + 461 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 470, + 433, + 624, + 463 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 784, + 433, + 944, + 463 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 554 + ] + }, + { + "text": "oz://a", + "boxes": [ + 1275, + 674, + 1417, + 729 + ] + }, + { + "text": "O", + "boxes": [ + 1394, + 746, + 1408, + 762 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 980, + 852, + 1076, + 878 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 984, + 887, + 1046, + 919 + ] + }, + { + "text": "+4.07%", + "boxes": [ + 1164, + 889, + 1218, + 919 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 988, + 907, + 1042, + 925 + ] + }, + { + "text": "347.68", + "boxes": [ + 1170, + 907, + 1218, + 925 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 986, + 935, + 1040, + 961 + ] + }, + { + "text": "+0.28%", + "boxes": [ + 1160, + 933, + 1220, + 967 + ] + } + ] + }, + { + "frame_id": "160_4_4", + "episode_id": 160, + "env_id": 4, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.07523250579834, + "advantages": -0.03062601014971733, + "generated_text": "{\n \"intent\": \"Click the link for scanning and downloading the Zhihu app\",\n \"action\": \"DoubleClick(506, 736)\"\n}", + "action_string": "DoubleClick(506, 736)", + "intent_string": "Click the link for scanning and downloading the Zhihu app", + "before_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 854, + 6, + 908, + 24 + ] + }, + { + "text": "知 知乎－有问题，就会有答案×", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "9:41", + "boxes": [ + 1380, + 274, + 1408, + 294 + ] + }, + { + "text": "#", + "boxes": [ + 1370, + 304, + 1394, + 328 + ] + }, + { + "text": "想法 推荐 热榜", + "boxes": [ + 1438, + 302, + 1558, + 332 + ] + }, + { + "text": "程毅南社会心理学等3个话题下的优质", + "boxes": [ + 1368, + 324, + 1590, + 347 + ] + }, + { + "text": "有问题", + "boxes": [ + 288, + 343, + 642, + 469 + ] + }, + { + "text": "曾经做了3年投资咨询，平均每个月一个项目，做的", + "boxes": [ + 1368, + 345, + 1624, + 369 + ] + }, + { + "text": "事情就是（尝试）深入了解各种行业和公司，", + "boxes": [ + 1366, + 357, + 1588, + 387 + ] + }, + { + "text": "赞同", + "boxes": [ + 987, + 368, + 1113, + 444 + ] + }, + { + "text": "2.6万赞同·304评论", + "boxes": [ + 1370, + 387, + 1478, + 405 + ] + }, + { + "text": "在工业区开的超市，怎么样改进以提高竞争", + "boxes": [ + 1364, + 419, + 1614, + 449 + ] + }, + { + "text": "力？", + "boxes": [ + 1366, + 441, + 1396, + 463 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 458, + 862, + 592 + ] + }, + { + "text": "汪惟创业等5个话题下的优秀答主", + "boxes": [ + 1362, + 455, + 1572, + 487 + ] + }, + { + "text": "么银行卡发工资。然后想方设法弄一个这个银行", + "boxes": [ + 1364, + 488, + 1618, + 524 + ] + }, + { + "text": "说点回去就能用的。先调查一下你附近工厂都用什", + "boxes": [ + 1368, + 480, + 1618, + 504 + ] + }, + { + "text": "2万赞同·761评论", + "boxes": [ + 1366, + 516, + 1470, + 546 + ] + }, + { + "text": "如何高质量地走完大学四年？", + "boxes": [ + 1364, + 554, + 1534, + 584 + ] + }, + { + "text": "神说要有光", + "boxes": [ + 1366, + 578, + 1446, + 602 + ] + }, + { + "text": "看这一", + "boxes": [ + 1372, + 600, + 1400, + 613 + ] + }, + { + "text": "一个回答，省去你80%寻找答案的时间！我在", + "boxes": [ + 1392, + 596, + 1622, + 619 + ] + }, + { + "text": "知乎的大学话题下把人们普遍最关心的问题做了", + "boxes": [ + 1364, + 609, + 1616, + 639 + ] + }, + { + "text": "万赞同", + "boxes": [ + 1376, + 639, + 1420, + 657 + ] + }, + { + "text": "615评论", + "boxes": [ + 1426, + 639, + 1472, + 657 + ] + }, + { + "text": "为什么在比较平坦的地方，河流却会不停地拐", + "boxes": [ + 1366, + 673, + 1628, + 697 + ] + }, + { + "text": "去拐来？", + "boxes": [ + 1370, + 693, + 1418, + 713 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 464, + 717, + 716, + 758 + ] + }, + { + "text": "青铜马弓手地质学话题下的优秀答主", + "boxes": [ + 1366, + 709, + 1578, + 737 + ] + }, + { + "text": "口", + "boxes": [ + 784, + 727, + 804, + 741 + ] + }, + { + "text": "，爱因斯坦在1926年回答过。没想到在知乎回..", + "boxes": [ + 1380, + 742, + 1616, + 772 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": "242评论", + "boxes": [ + 1426, + 772, + 1474, + 790 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": "Android", + "boxes": [ + 578, + 834, + 678, + 860 + ] + }, + { + "text": "知平协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文［2019]4928-541号丨药品医疗器械网络信息服务备案丨（京）网药械信息备字（2022）第00334号丨服务热线：400-919-0001丨违法和不良信息举报：010-82716601", + "boxes": [ + 394, + 949, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息举报专区丨互联网算法推荐举报专区丨养老诈骗举报专区丨MCN 举报专区丨信息安全漏洞反馈专区", + "boxes": [ + 506, + 975, + 1412, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报丨证照中心丨Inve", + "boxes": [ + 552, + 996, + 864, + 1031 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 852, + 6, + 910, + 24 + ] + }, + { + "text": "MozillaFirefo", + "boxes": [ + 954, + 6, + 1062, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 224, + 30, + 324, + 56 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "①| https://v", + "boxes": [ + 252, + 66, + 364, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1598, + 68, + 1660, + 87 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1872, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "有问题", + "boxes": [ + 278, + 341, + 644, + 472 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 290, + 469, + 860, + 586 + ] + }, + { + "text": "我为什么不看好LLM", + "boxes": [ + 1370, + 510, + 1492, + 528 + ] + }, + { + "text": "记过去一年实习经", + "boxes": [ + 1522, + 510, + 1622, + 528 + ] + }, + { + "text": "如何看待罗马仕既做充电宝，又做户外拎电，", + "boxes": [ + 1368, + 639, + 1614, + 663 + ] + }, + { + "text": "又做家庭储能？", + "boxes": [ + 1368, + 657, + 1452, + 681 + ] + }, + { + "text": "长亭Tim", + "boxes": [ + 1370, + 681, + 1432, + 699 + ] + }, + { + "text": "下电商订单记录，发现我入手的第一款充电", + "boxes": [ + 1404, + 701, + 1616, + 719 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 466, + 717, + 716, + 758 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 542, + 864 + ] + }, + { + "text": " Android", + "boxes": [ + 580, + 834, + 678, + 860 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文[2019]4928-541号|药品医疗器械网络信息服务备案", + "boxes": [ + 398, + 955, + 790, + 979 + ] + }, + { + "text": "400-919-0001|违法和不良信息举报：010-82716601", + "boxes": [ + 1164, + 955, + 1522, + 979 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息", + "boxes": [ + 508, + 975, + 800, + 1005 + ] + }, + { + "text": "算法推荐举报专", + "boxes": [ + 918, + 979, + 1012, + 997 + ] + }, + { + "text": "MCN举报专区|信息安全漏洞反馈专区", + "boxes": [ + 1162, + 977, + 1410, + 1001 + ] + }, + { + "text": "内容从业人员违法违规行为举报|证照中", + "boxes": [ + 552, + 996, + 808, + 1031 + ] + }, + { + "text": "北京智者天下科技有限公司版权所有", + "boxes": [ + 1146, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ] + }, + { + "frame_id": "160_5_4", + "episode_id": 160, + "env_id": 5, + "step": 4, + "format_rewards": 1.0, + "rewards": 11.021787643432617, + "advantages": 0.6590011715888977, + "generated_text": "{\n \"intent\": \"Click the link labeled 'One more attempt! Only half of the time to examine the first set ion property' found in the trending results. This link should be an exploration route into deeper information regarding potential subsequences or additional research components.\",\n \"action\": \"DoubleClick(507, 466)\"\n}", + "action_string": "DoubleClick(507, 466)", + "intent_string": "Click the link labeled 'One more attempt! Only half of the time to examine the first set ion property' found in the trending results. This link should be an exploration route into deeper information regarding potential subsequences or additional research components.", + "before_screen_ocr_results": [ + { + "text": " - Microsoft Bing ", + "boxes": [ + 76, + 32, + 194, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 32, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 187, + 153 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 476, + 300, + 616, + 330 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3桥下躲冰電致堵车", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 救人缺考男生将补考", + "boxes": [ + 480, + 449, + 654, + 478 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6 穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1264, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "特频拉上", + "boxes": [ + 1460, + 804, + 1520, + 846 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1460, + 852, + 1512, + 887 + ] + }, + { + "text": "1,6 370 ", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "13,20% ", + "boxes": [ + 1630, + 895, + 1696, + 937 + ] + }, + { + "text": "游侠网·41分钟", + "boxes": [ + 828, + 921, + 948, + 945 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点资讯·1小时", + "boxes": [ + 1158, + 917, + 1270, + 947 + ] + }, + { + "text": "卖爆了！《毁灭战士：黑暗时", + "boxes": [ + 826, + 941, + 1096, + 977 + ] + }, + { + "text": "同样演宋祖儿爱人，36岁任嘉", + "boxes": [ + 1136, + 941, + 1416, + 977 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "+,31638 ", + "boxes": [ + 1630, + 939, + 1700, + 987 + ] + }, + { + "text": " 满湘晨报 · 21 钟", + "boxes": [ + 202, + 953, + 338, + 983 + ] + }, + { + "text": "代》登顶steam全球热销榜", + "boxes": [ + 822, + 965, + 1090, + 1005 + ] + }, + { + "text": "伦对比35岁刘宇宁，差别很明", + "boxes": [ + 1136, + 967, + 1418, + 1003 + ] + }, + { + "text": "汉中首次发现中华青鱼", + "boxes": [ + 198, + 977, + 528, + 1024 + ] + }, + { + "text": "比", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "+28626 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "显", + "boxes": [ + 1140, + 999, + 1168, + 1022 + ] + }, + { + "text": "4", + "boxes": [ + 1140, + 1028, + 1170, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "救人缺考男生将补考", + "boxes": [ + 176, + 155, + 330, + 189 + ] + }, + { + "text": "Sign in", + "boxes": [ + 1564, + 163, + 1604, + 179 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 460, + 230 + ] + }, + { + "text": "About 303,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "中华网", + "boxes": [ + 212, + 294, + 266, + 324 + ] + }, + { + "text": "C", + "boxes": [ + 184, + 306, + 210, + 328 + ] + }, + { + "text": "官方通报男生救人缺考：将补考考生全力备考中－中.", + "boxes": [ + 176, + 336, + 672, + 371 + ] + }, + { + "text": "16 hours ago·相关新闻为救同学缺考的男生可以考试了官方启用副题安排补考近日，一名小伙", + "boxes": [ + 178, + 363, + 786, + 393 + ] + }, + { + "text": "为救同学错过了职教高考的语文考试，此事迅速引起了广泛关注。对此，山东省教育招生考试，", + "boxes": [ + 178, + 387, + 760, + 417 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 265, + 468 + ] + }, + { + "text": "https://n", + "boxes": [ + 214, + 455, + 268, + 472 + ] + }, + { + "text": "Iraslate this result ", + "boxes": [ + 478, + 455, + 606, + 484 + ] + }, + { + "text": "山东\"救人缺考\"学生回应补考：将全力准备考试－新浪网", + "boxes": [ + 174, + 476, + 678, + 512 + ] + }, + { + "text": "3 hours ago·14日下午，得知此消息后，救人学生姜昭鹏对新京报记者表示，接下来将全力准备", + "boxes": [ + 176, + 504, + 778, + 534 + ] + }, + { + "text": "考试。烟台市教育招生考试院回复新京报记者称，为保证考生安全．", + "boxes": [ + 176, + 526, + 600, + 556 + ] + }, + { + "text": "央视网", + "boxes": [ + 216, + 578, + 262, + 598 + ] + }, + { + "text": "B", + "boxes": [ + 179, + 581, + 210, + 610 + ] + }, + { + "text": "获评见义勇为安排补考！小伙为救同学致缺考最新后续", + "boxes": [ + 176, + 613, + 670, + 649 + ] + }, + { + "text": "15 hours ago·当地教育招生考试单位和山东省城市服务技师学院核实情况属实。经报请上级主管", + "boxes": [ + 178, + 643, + 788, + 673 + ] + }, + { + "text": "部门同意，将按照规定程序启用春季高考语文科目副题，安排姜某参加考试。7分钟生死时速，", + "boxes": [ + 178, + 669, + 758, + 693 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 214, + 717, + 260, + 737 + ] + }, + { + "text": "ews.q.com > rain Translate this result", + "boxes": [ + 264, + 730, + 502, + 758 + ] + }, + { + "text": "山东“救人缺考\"学生获准补考！称事发后更坚定了从医的信念", + "boxes": [ + 176, + 756, + 718, + 792 + ] + }, + { + "text": "1 day ago·5月14日，南都记者从山东省教育招生考试院获悉，将安排当事学生姜昭鹏参加补考。", + "boxes": [ + 178, + 784, + 776, + 814 + ] + }, + { + "text": "姜昭鹏表示，“经过救人一事，更坚定了我从医的信念", + "boxes": [ + 174, + 804, + 518, + 838 + ] + }, + { + "text": "金羊网", + "boxes": [ + 208, + 856, + 262, + 881 + ] + }, + { + "text": "C", + "boxes": [ + 184, + 866, + 210, + 887 + ] + }, + { + "text": "http://news.ycwb.com ikivkntjo Translae this resut ", + "boxes": [ + 204, + 869, + 552, + 901 + ] + }, + { + "text": "为救同学缺考的男生可以考试了本人回应：将全力准备－金羊网", + "boxes": [ + 176, + 895, + 748, + 931 + ] + }, + { + "text": "16 hours ago·山东救人缺考学生获准补考，因见义勇为错过高考有补考先例5月14日下午，针对", + "boxes": [ + 176, + 923, + 786, + 953 + ] + }, + { + "text": "救人考生缺考一事，山东省教育招生考试院通报称，当地教育招生.", + "boxes": [ + 176, + 947, + 596, + 977 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 204, + 991, + 266, + 1022 + ] + }, + { + "text": "25-05-14/doc-inewp", + "boxes": [ + 206, + 1018, + 334, + 1042 + ] + }, + { + "text": "放人缺考男生·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ] + }, + { + "frame_id": "160_6_4", + "episode_id": 160, + "env_id": 6, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.574601173400879, + "advantages": -0.3953686058521271, + "generated_text": "{\n \"intent\": \"I want to learn about recommendations related to renewable energy designs, so I will click on the article titled \\\"新能源汽车真正反常识设计：用补胎液和充气泵替代备胎\\\".\",\n \"action\": \"DoubleClick(50, 750)\"\n}", + "action_string": "DoubleClick(50, 750)", + "intent_string": "I want to learn about recommendations related to renewable energy designs, so I will click on the article titled \"新能源汽车真正反常识设计：用补胎液和充气泵替代备胎\".", + "before_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 44, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 185, + 153 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 476, + 300, + 614, + 330 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3桥下躲冰電致堵车", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4救人缺考男生将补考", + "boxes": [ + 480, + 451, + 654, + 480 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1262, + 478 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1456, + 768, + 1550, + 792 + ] + }, + { + "text": "特折拉", + "boxes": [ + 1453, + 795, + 1525, + 849 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1456, + 848, + 1514, + 891 + ] + }, + { + "text": "1,-2626 ", + "boxes": [ + 1634, + 850, + 1698, + 889 + ] + }, + { + "text": "13,20%", + "boxes": [ + 1630, + 895, + 1692, + 937 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 925, + 850, + 939 + ] + }, + { + "text": "一点资讯·3天", + "boxes": [ + 850, + 921, + 940, + 945 + ] + }, + { + "text": "金融界汽车·14小时", + "boxes": [ + 1138, + 917, + 1288, + 947 + ] + }, + { + "text": "梦幻西游：双加元身加蓝字，", + "boxes": [ + 826, + 941, + 1090, + 977 + ] + }, + { + "text": "理想汽车取得发动机缸体等专", + "boxes": [ + 1136, + 941, + 1408, + 977 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "新能源汽车真正反常识设计：用补胎液和充气", + "boxes": [ + 204, + 947, + 792, + 983 + ] + }, + { + "text": "+4.16%", + "boxes": [ + 1640, + 945, + 1690, + 973 + ] + }, + { + "text": "不出白板也不出蓝字，最好是", + "boxes": [ + 826, + 967, + 1096, + 1003 + ] + }, + { + "text": "利，发动机工作时乘客乘车体", + "boxes": [ + 1136, + 967, + 1408, + 1003 + ] + }, + { + "text": "泵替代备胎", + "boxes": [ + 202, + 980, + 354, + 1023 + ] + }, + { + "text": "比亚油", + "boxes": [ + 1454, + 981, + 1524, + 1028 + ] + }, + { + "text": "卖给别人", + "boxes": [ + 826, + 995, + 914, + 1026 + ] + }, + { + "text": "验好", + "boxes": [ + 1136, + 997, + 1190, + 1026 + ] + }, + { + "text": "+2.86%", + "boxes": [ + 1640, + 991, + 1686, + 1011 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 38, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1661, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 185, + 153 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 476, + 300, + 614, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3 桥下躲冰電致堵车", + "boxes": [ + 1102, + 409, + 1294, + 445 + ] + }, + { + "text": "4救人缺考男生将补考", + "boxes": [ + 480, + 449, + 654, + 478 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6 穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1264, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "经新", + "boxes": [ + 1452, + 794, + 1527, + 851 + ] + }, + { + "text": "4.07%8", + "boxes": [ + 1644, + 806, + 1694, + 840 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1456, + 848, + 1514, + 891 + ] + }, + { + "text": "1,6 2626 ", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "13,7207 ", + "boxes": [ + 1628, + 893, + 1700, + 941 + ] + }, + { + "text": "每报资讯·1小时", + "boxes": [ + 236, + 921, + 326, + 945 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 925, + 850, + 939 + ] + }, + { + "text": "一点资讯·3天", + "boxes": [ + 848, + 919, + 940, + 945 + ] + }, + { + "text": "金融界汽车·14小时", + "boxes": [ + 1138, + 917, + 1288, + 947 + ] + }, + { + "text": "济南警方破获全国首例\"反催收联盟\"案：假", + "boxes": [ + 202, + 945, + 772, + 987 + ] + }, + { + "text": "梦幻西游：双加元身加蓝字，", + "boxes": [ + 828, + 943, + 1088, + 973 + ] + }, + { + "text": "理想汽车取得发动机缸体等专", + "boxes": [ + 1136, + 941, + 1408, + 977 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "+,31638 ", + "boxes": [ + 1630, + 939, + 1700, + 987 + ] + }, + { + "text": "不出白板也不出蓝字，最好是", + "boxes": [ + 824, + 965, + 1098, + 1003 + ] + }, + { + "text": "利，发动机工作时乘客乘车体", + "boxes": [ + 1136, + 967, + 1410, + 1003 + ] + }, + { + "text": "扮借款人敲诈银行，涉案超亿元", + "boxes": [ + 198, + 981, + 620, + 1024 + ] + }, + { + "text": "比", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "+28626 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "卖给别人", + "boxes": [ + 826, + 997, + 914, + 1028 + ] + }, + { + "text": "验好", + "boxes": [ + 1134, + 995, + 1190, + 1028 + ] + }, + { + "text": "f--", + "boxes": [ + 1594, + 1003, + 1624, + 1022 + ] + } + ] + }, + { + "frame_id": "160_7_4", + "episode_id": 160, + "env_id": 7, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.48176097869873, + "advantages": 0.2655565142631531, + "generated_text": "{\n \"intent\": \"Clicking on one of the Apple products listed on the screen to explore further details and make a decision.\",\n \"action\": \"DoubleClick(287, 722)\"\n}", + "action_string": "DoubleClick(287, 722)", + "intent_string": "Clicking on one of the Apple products listed on the screen to explore further details and make a decision.", + "before_screen_ocr_results": [ + { + "text": "·☆", + "boxes": [ + 1566, + 66, + 1660, + 89 + ] + }, + { + "text": "AirPod", + "boxes": [ + 910, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 111, + 1046, + 129 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "Need shopping help?", + "boxes": [ + 1600, + 230, + 1742, + 254 + ] + }, + { + "text": "ecialist 7", + "boxes": [ + 1714, + 254, + 1768, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 292, + 1588, + 318 + ] + }, + { + "text": "Visit an Apple Store", + "boxes": [ + 1596, + 284, + 1732, + 312 + ] + }, + { + "text": "Find one near you 7", + "boxes": [ + 1598, + 303, + 1726, + 332 + ] + }, + { + "text": "?", + "boxes": [ + 1008, + 338, + 1032, + 361 + ] + }, + { + "text": "All Models ", + "boxes": [ + 144, + 389, + 230, + 413 + ] + }, + { + "text": " Shopping guides ", + "boxes": [ + 260, + 387, + 400, + 417 + ] + }, + { + "text": "Ways to Save", + "boxes": [ + 432, + 389, + 540, + 413 + ] + }, + { + "text": " Sustainability", + "boxes": [ + 570, + 387, + 682, + 417 + ] + }, + { + "text": "Accessories", + "boxes": [ + 716, + 389, + 814, + 413 + ] + }, + { + "text": " Setup and Support ", + "boxes": [ + 846, + 387, + 1000, + 417 + ] + }, + { + "text": "The iPhone Experience", + "boxes": [ + 1032, + 389, + 1214, + 413 + ] + }, + { + "text": "Special Stores", + "boxes": [ + 1248, + 389, + 1362, + 413 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 138, + 472, + 464, + 508 + ] + }, + { + "text": "PPLE INTELLIGENCE", + "boxes": [ + 180, + 560, + 296, + 578 + ] + }, + { + "text": "APPLE INTELLIGENCE", + "boxes": [ + 1012, + 556, + 1140, + 580 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 164, + 580, + 376, + 621 + ] + }, + { + "text": "iPhone 16 &", + "boxes": [ + 586, + 582, + 746, + 619 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 1004, + 579, + 1156, + 622 + ] + }, + { + "text": "iPhone 15 &", + "boxes": [ + 1424, + 580, + 1582, + 617 + ] + }, + { + "text": "Expl", + "boxes": [ + 1841, + 579, + 1917, + 624 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 611, + 408, + 653 + ] + }, + { + "text": "iPhone 16 Plus", + "boxes": [ + 586, + 613, + 778, + 651 + ] + }, + { + "text": "iPhone 15 Plus", + "boxes": [ + 1424, + 611, + 1618, + 653 + ] + }, + { + "text": "acce", + "boxes": [ + 1846, + 619, + 1914, + 651 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 116, + 34, + 156, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 59, + 126, + 96 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 62, + 1912, + 93 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "iPhone 16 Pro ", + "boxes": [ + 736, + 220, + 838, + 252 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 874, + 224, + 948, + 250 + ] + }, + { + "text": "iphone 16e", + "boxes": [ + 982, + 224, + 1062, + 250 + ] + }, + { + "text": "?", + "boxes": [ + 1576, + 298, + 1596, + 314 + ] + }, + { + "text": "iPhone", + "boxes": [ + 602, + 339, + 660, + 371 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 752, + 343, + 822, + 369 + ] + }, + { + "text": "16Pro", + "boxes": [ + 610, + 367, + 654, + 387 + ] + }, + { + "text": "Pro Max", + "boxes": [ + 756, + 367, + 814, + 387 + ] + }, + { + "text": "All Models", + "boxes": [ + 144, + 387, + 228, + 413 + ] + }, + { + "text": "Shopping guide", + "boxes": [ + 262, + 389, + 382, + 413 + ] + }, + { + "text": "iPhone 16 Pro", + "boxes": [ + 950, + 381, + 1154, + 419 + ] + }, + { + "text": "From $999 or $41.62/mo.for 24 mo.", + "boxes": [ + 958, + 429, + 1188, + 447 + ] + }, + { + "text": "All models. Take your pick", + "boxes": [ + 140, + 472, + 458, + 508 + ] + }, + { + "text": "Titanium design with larger 6.3-inch Super", + "boxes": [ + 1008, + 484, + 1362, + 522 + ] + }, + { + "text": "Retina XDR display, durable latest-generation", + "boxes": [ + 1012, + 510, + 1390, + 540 + ] + }, + { + "text": "6.3", + "boxes": [ + 960, + 519, + 990, + 543 + ] + }, + { + "text": "Ceramic Shield,Action button,andBCwith", + "boxes": [ + 1014, + 530, + 1396, + 560 + ] + }, + { + "text": "USB 3 speeds2", + "boxes": [ + 1012, + 552, + 1136, + 582 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 168, + 586, + 372, + 615 + ] + }, + { + "text": "Phone 15 &", + "boxes": [ + 1446, + 577, + 1584, + 620 + ] + }, + { + "text": "Expl", + "boxes": [ + 1846, + 584, + 1904, + 617 + ] + }, + { + "text": "The first iPhone designed for Apple", + "boxes": [ + 1008, + 602, + 1306, + 637 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 613, + 408, + 651 + ] + }, + { + "text": "8", + "boxes": [ + 964, + 615, + 988, + 641 + ] + }, + { + "text": "hone 15 Plus", + "boxes": [ + 1448, + 615, + 1618, + 651 + ] + }, + { + "text": "Intelligence.3 Personal, private, powerful.", + "boxes": [ + 1012, + 625, + 1346, + 655 + ] + }, + { + "text": "acce", + "boxes": [ + 1844, + 619, + 1908, + 651 + ] + }, + { + "text": "B", + "boxes": [ + 960, + 685, + 992, + 715 + ] + }, + { + "text": "Camera Control gives you an easier way to", + "boxes": [ + 1010, + 677, + 1358, + 707 + ] + }, + { + "text": "quickly access camera tools", + "boxes": [ + 1014, + 701, + 1242, + 725 + ] + }, + { + "text": "A18 Pro chip powers Apple Intelligence and", + "boxes": [ + 1006, + 744, + 1376, + 782 + ] + }, + { + "text": "国", + "boxes": [ + 960, + 768, + 992, + 800 + ] + }, + { + "text": "AAA gaming — and helps deliver a huge leap in", + "boxes": [ + 1008, + 768, + 1392, + 802 + ] + }, + { + "text": "battery life", + "boxes": [ + 1014, + 794, + 1108, + 820 + ] + }, + { + "text": "4K 120 fps Dolby Vision and 4 studio-quality", + "boxes": [ + 1010, + 844, + 1374, + 874 + ] + }, + { + "text": "⑧", + "boxes": [ + 960, + 854, + 994, + 883 + ] + }, + { + "text": "mics. A Pro studio in your pocket.", + "boxes": [ + 1010, + 864, + 1286, + 895 + ] + }, + { + "text": " Capture magical spatial photos and videos on", + "boxes": [ + 1008, + 915, + 1384, + 947 + ] + }, + { + "text": "4", + "boxes": [ + 958, + 937, + 990, + 967 + ] + }, + { + "text": "iPhone 16 Pro, then relive them on", + "boxes": [ + 1008, + 935, + 1294, + 969 + ] + }, + { + "text": "Apple Vision Pro", + "boxes": [ + 1014, + 959, + 1152, + 989 + ] + }, + { + "text": "Explore iPhone 16 Pro further >", + "boxes": [ + 952, + 1001, + 1192, + 1030 + ] + } + ] + }, + { + "frame_id": "160_0_5", + "episode_id": 160, + "env_id": 0, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.03504753112793, + "advantages": -0.05990338698029518, + "generated_text": "{\n \"intent\": \"I want to check out some gaming mice options on Amazon\",\n \"action\": \"Click(100, 56)\"\n}", + "action_string": "Click(100, 56)", + "intent_string": "I want to check out some gaming mice options on Amazon", + "before_screen_ocr_results": [ + { + "text": "<", + "boxes": [ + 6, + 60, + 40, + 93 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "①", + "boxes": [ + 254, + 68, + 308, + 87 + ] + }, + { + "text": "8583-5489a9l", + "boxes": [ + 1466, + 69, + 1564, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 103, + 1876, + 135 + ] + }, + { + "text": "gagming mouse", + "boxes": [ + 298, + 113, + 412, + 143 + ] + }, + { + "text": "Q", + "boxes": [ + 1322, + 115, + 1346, + 137 + ] + }, + { + "text": "EN", + "boxes": [ + 1392, + 121, + 1448, + 147 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "三AIl", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "use wireless", + "boxes": [ + 418, + 246, + 508, + 270 + ] + }, + { + "text": "Popular Shopping Ideas", + "boxes": [ + 12, + 258, + 172, + 282 + ] + }, + { + "text": "Wireless", + "boxes": [ + 12, + 282, + 70, + 308 + ] + }, + { + "text": " gaming keyboard", + "boxes": [ + 302, + 278, + 470, + 308 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 296, + 1862, + 322 + ] + }, + { + "text": "Lightweight", + "boxes": [ + 9, + 317, + 95, + 348 + ] + }, + { + "text": "Q gaming mouse pad", + "boxes": [ + 300, + 309, + 480, + 348 + ] + }, + { + "text": "Honeycomb", + "boxes": [ + 12, + 341, + 92, + 365 + ] + }, + { + "text": "Q wireless gaming mouse", + "boxes": [ + 304, + 347, + 506, + 377 + ] + }, + { + "text": "Button, RGB", + "boxes": [ + 1360, + 347, + 1460, + 373 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 347, + 1820, + 369 + ] + }, + { + "text": "VSee", + "boxes": [ + 14, + 363, + 52, + 383 + ] + }, + { + "text": "ler, Black", + "boxes": [ + 1360, + 371, + 1438, + 397 + ] + }, + { + "text": "ewired", + "boxes": [ + 438, + 389, + 488, + 407 + ] + }, + { + "text": "Price", + "boxes": [ + 10, + 409, + 52, + 435 + ] + }, + { + "text": "$o - $4,400+", + "boxes": [ + 10, + 433, + 102, + 457 + ] + }, + { + "text": "Q gaming mo", + "boxes": [ + 301, + 450, + 415, + 487 + ] + }, + { + "text": "?", + "boxes": [ + 18, + 471, + 34, + 490 + ] + }, + { + "text": "Q mouse", + "boxes": [ + 299, + 484, + 391, + 521 + ] + }, + { + "text": "Deals & Disco", + "boxes": [ + 12, + 516, + 102, + 542 + ] + }, + { + "text": "45.0", + "boxes": [ + 1820, + 508, + 1854, + 522 + ] + }, + { + "text": "Q gaming headset", + "boxes": [ + 300, + 520, + 460, + 556 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 560, + 98, + 584 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 617, + 144, + 647 + ] + }, + { + "text": "RK ROYAL KLUDGE RK M3 Wireless Gaming Mouse with 42K DPI, 47g Lightweight Computer Mouse with", + "boxes": [ + 602, + 633, + 1460, + 663 + ] + }, + { + "text": "Brands", + "boxes": [ + 12, + 657, + 60, + 677 + ] + }, + { + "text": " Logitech G", + "boxes": [ + 7, + 672, + 109, + 709 + ] + }, + { + "text": "Redragon", + "boxes": [ + 33, + 698, + 99, + 725 + ] + }, + { + "text": "★★★★53", + "boxes": [ + 610, + 691, + 718, + 709 + ] + }, + { + "text": "二", + "boxes": [ + 14, + 703, + 36, + 717 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1812, + 707, + 1862, + 733 + ] + }, + { + "text": "二", + "boxes": [ + 16, + 742, + 34, + 756 + ] + }, + { + "text": "Corsalr", + "boxes": [ + 34, + 741, + 80, + 760 + ] + }, + { + "text": "$5999", + "boxes": [ + 604, + 735, + 668, + 766 + ] + }, + { + "text": "Save $10.00 wit", + "boxes": [ + 604, + 764, + 720, + 794 + ] + }, + { + "text": "SteelSeries", + "boxes": [ + 31, + 778, + 105, + 801 + ] + }, + { + "text": " HyperX ", + "boxes": [ + 11, + 795, + 87, + 827 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 604, + 792, + 742, + 816 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 604, + 814, + 686, + 838 + ] + }, + { + "text": "Ad t cart", + "boxes": [ + 608, + 842, + 696, + 874 + ] + }, + { + "text": "Features", + "boxes": [ + 14, + 854, + 68, + 874 + ] + }, + { + "text": "二", + "boxes": [ + 16, + 878, + 36, + 891 + ] + }, + { + "text": " LED Lights", + "boxes": [ + 9, + 891, + 103, + 924 + ] + }, + { + "text": "OverallPick ", + "boxes": [ + 314, + 893, + 406, + 919 + ] + }, + { + "text": "Logitech G502 HERO High Performance Wired Gaming Mouse, HERO 25K Sensor, 25,600 DPI, RGB,", + "boxes": [ + 604, + 897, + 1412, + 927 + ] + }, + { + "text": "F", + "boxes": [ + 16, + 919, + 40, + 933 + ] + }, + { + "text": "Portable", + "boxes": [ + 32, + 913, + 96, + 939 + ] + }, + { + "text": "Adjustable Weights, 11 Programmable Buttons, On-Board Memory, PC / Mac", + "boxes": [ + 604, + 923, + 1234, + 953 + ] + }, + { + "text": "$19.5", + "boxes": [ + 1816, + 915, + 1846, + 935 + ] + }, + { + "text": "Rechargeable", + "boxes": [ + 10, + 935, + 122, + 959 + ] + }, + { + "text": "", + "boxes": [ + 18, + 959, + 38, + 973 + ] + }, + { + "text": "Soundless", + "boxes": [ + 34, + 959, + 100, + 979 + ] + }, + { + "text": "★★★★54,915", + "boxes": [ + 606, + 951, + 752, + 975 + ] + }, + { + "text": " wireless", + "boxes": [ + 12, + 975, + 92, + 999 + ] + }, + { + "text": "9K+ bought in past month", + "boxes": [ + 604, + 969, + 774, + 997 + ] + }, + { + "text": " 4 Way Scrolling", + "boxes": [ + 16, + 995, + 132, + 1018 + ] + }, + { + "text": "$40% Lst: $69.99", + "boxes": [ + 599, + 994, + 745, + 1037 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 74, + 66, + 122, + 85 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1588, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 16, + 107, + 130, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": " gaming mouse", + "boxes": [ + 302, + 117, + 410, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1406, + 127, + 1442, + 141 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "三 AIl ", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "1-16 of", + "boxes": [ + 10, + 208, + 60, + 228 + ] + }, + { + "text": "PopularShoppingIdeas", + "boxes": [ + 8, + 256, + 174, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "Wireless", + "boxes": [ + 12, + 282, + 70, + 308 + ] + }, + { + "text": "Ergonomic Design", + "boxes": [ + 10, + 300, + 134, + 330 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1816, + 300, + 1860, + 320 + ] + }, + { + "text": "Lightweight ", + "boxes": [ + 10, + 318, + 98, + 349 + ] + }, + { + "text": "Honeycomb", + "boxes": [ + 12, + 341, + 92, + 365 + ] + }, + { + "text": "Redragon Gaming Mouse, Wireless Mouse Gaming with 80oo DPl, PC Gaming Mice with Fire Button, RGB", + "boxes": [ + 602, + 345, + 1458, + 375 + ] + }, + { + "text": "vSee", + "boxes": [ + 18, + 367, + 50, + 381 + ] + }, + { + "text": " Backlit Programmable Ergonomic Mouse Gamer, Rechargeable, 7OHrs for Windows, Mac Gamer, Black ", + "boxes": [ + 600, + 365, + 1440, + 403 + ] + }, + { + "text": "Price", + "boxes": [ + 10, + 409, + 50, + 435 + ] + }, + { + "text": "opRe", + "boxes": [ + 612, + 403, + 652, + 419 + ] + }, + { + "text": "$0 -$4,400+", + "boxes": [ + 10, + 433, + 102, + 459 + ] + }, + { + "text": "Delivery Mon,", + "boxes": [ + 606, + 502, + 698, + 530 + ] + }, + { + "text": "Deals & Discou", + "boxes": [ + 12, + 516, + 110, + 542 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 540, + 98, + 564 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 560, + 100, + 586 + ] + }, + { + "text": " Add to cart ", + "boxes": [ + 614, + 558, + 692, + 584 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 617, + 144, + 647 + ] + }, + { + "text": " RK ROYAL KLUDGE RK M3 Wireless Gaming Mouse with 42K DPI, 47g Lightweight Computer Mouse with", + "boxes": [ + 600, + 631, + 1460, + 665 + ] + }, + { + "text": "Brands", + "boxes": [ + 7, + 648, + 65, + 682 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 5, + 670, + 107, + 710 + ] + }, + { + "text": "★★★★☆53", + "boxes": [ + 606, + 689, + 724, + 713 + ] + }, + { + "text": " Redragon", + "boxes": [ + 10, + 699, + 100, + 723 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1812, + 707, + 1862, + 733 + ] + }, + { + "text": "口1", + "boxes": [ + 12, + 719, + 38, + 739 + ] + }, + { + "text": "Razer", + "boxes": [ + 32, + 719, + 76, + 744 + ] + }, + { + "text": "口", + "boxes": [ + 14, + 742, + 36, + 756 + ] + }, + { + "text": "Corsair", + "boxes": [ + 34, + 741, + 82, + 760 + ] + }, + { + "text": "$5999", + "boxes": [ + 604, + 735, + 668, + 766 + ] + }, + { + "text": "Save $10.00 wit", + "boxes": [ + 604, + 764, + 720, + 794 + ] + }, + { + "text": " SteelSeries", + "boxes": [ + 12, + 778, + 106, + 802 + ] + }, + { + "text": " Hyperx", + "boxes": [ + 7, + 796, + 87, + 826 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 602, + 790, + 744, + 818 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 604, + 814, + 686, + 838 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 610, + 842, + 696, + 874 + ] + }, + { + "text": "Features", + "boxes": [ + 12, + 854, + 68, + 872 + ] + }, + { + "text": "LE", + "boxes": [ + 14, + 878, + 40, + 891 + ] + }, + { + "text": " LED Lights", + "boxes": [ + 9, + 891, + 103, + 922 + ] + }, + { + "text": "Overall Pick 0", + "boxes": [ + 312, + 895, + 406, + 919 + ] + }, + { + "text": "Logitech G502 HERO High Performance Wired Gaming Mouse, HERO 25K Sensor, 25,600 DPI, RGB,", + "boxes": [ + 602, + 895, + 1414, + 931 + ] + }, + { + "text": "Portable", + "boxes": [ + 12, + 913, + 94, + 939 + ] + }, + { + "text": "Rechargeable", + "boxes": [ + 9, + 931, + 123, + 963 + ] + }, + { + "text": "Adjustable Weights, 11 Programmable Buttons, On-Board Memory, PC / Mac", + "boxes": [ + 602, + 923, + 1234, + 953 + ] + }, + { + "text": "★★★★54,915", + "boxes": [ + 606, + 951, + 752, + 975 + ] + }, + { + "text": "wireless", + "boxes": [ + 9, + 970, + 93, + 1003 + ] + }, + { + "text": " 9K+ bought in past month", + "boxes": [ + 600, + 964, + 776, + 1003 + ] + }, + { + "text": " 4 Way Scrolling", + "boxes": [ + 14, + 995, + 132, + 1018 + ] + }, + { + "text": "$4097 List: $69.9", + "boxes": [ + 597, + 994, + 747, + 1037 + ] + } + ] + }, + { + "frame_id": "160_1_5", + "episode_id": 160, + "env_id": 1, + "step": 5, + "format_rewards": 1.0, + "rewards": 11.290875434875488, + "advantages": 0.855049192905426, + "generated_text": "{\n \"intent\": \"Click on the second search result titled '山东\\\"救人缺考\\\"学生回应补考：将全力准备考试' from the list.\",\n \"action\": \"DoubleClick(507, 493)\"\n}", + "action_string": "DoubleClick(507, 493)", + "intent_string": "Click on the second search result titled '山东\"救人缺考\"学生回应补考：将全力准备考试' from the list.", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 268, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "救人缺考男生将补考", + "boxes": [ + 176, + 155, + 330, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 303,000 results", + "boxes": [ + 176, + 260, + 318, + 284 + ] + }, + { + "text": "中华网", + "boxes": [ + 212, + 294, + 262, + 322 + ] + }, + { + "text": "C", + "boxes": [ + 184, + 306, + 210, + 328 + ] + }, + { + "text": "> socialgd :", + "boxes": [ + 362, + 318, + 428, + 336 + ] + }, + { + "text": "官方通报男生救人缺考：将补考考生全力备考中－中..", + "boxes": [ + 176, + 336, + 670, + 371 + ] + }, + { + "text": "16 hours ago·相关新闻为救同学缺考的男生可以考试了官方启用副题安排补考近日，一名小伙", + "boxes": [ + 178, + 363, + 784, + 393 + ] + }, + { + "text": "为救同学错过了职教高考的语文考试，此事迅速引起了广泛关注。对此，山东省教育招生考试，", + "boxes": [ + 178, + 387, + 760, + 417 + ] + }, + { + "text": "新浪网", + "boxes": [ + 216, + 435, + 262, + 461 + ] + }, + { + "text": " Translate trs resuit", + "boxes": [ + 478, + 449, + 608, + 480 + ] + }, + { + "text": "山东\"救人缺考\"学生回应补考：将全力准备考试－新浪网", + "boxes": [ + 174, + 476, + 678, + 512 + ] + }, + { + "text": "3 hours ago·14日下午，得知此消息后，救人学生姜昭鹏对新京报记者表示，接下来将全力准备", + "boxes": [ + 176, + 504, + 778, + 534 + ] + }, + { + "text": "考试。烟台市教育招生考试院回复新京报记者称，为保证考生安全．", + "boxes": [ + 176, + 526, + 600, + 556 + ] + }, + { + "text": "央视网", + "boxes": [ + 216, + 578, + 262, + 598 + ] + }, + { + "text": "®", + "boxes": [ + 180, + 581, + 212, + 612 + ] + }, + { + "text": "获评见义勇为安排补考！小伙为救同学致缺考最新后续", + "boxes": [ + 176, + 613, + 670, + 649 + ] + }, + { + "text": "15 hours ago·当地教育招生考试单位和山东省城市服务技师学院核实情况属实。经报请上级主管", + "boxes": [ + 178, + 643, + 788, + 673 + ] + }, + { + "text": "部门同意，将按照规定程序启用春季高考语文科目副题，安排姜某参加考试。7分钟生死时速，", + "boxes": [ + 178, + 669, + 758, + 693 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 216, + 717, + 260, + 737 + ] + }, + { + "text": "ews.q.com > rain Translate this result ", + "boxes": [ + 264, + 730, + 502, + 758 + ] + }, + { + "text": "山东“救人缺考\"学生获准补考！称事发后更坚定了从医的信念", + "boxes": [ + 176, + 756, + 718, + 792 + ] + }, + { + "text": "1 day ago·5月14日，南都记者从山东省教育招生考试院获悉，将安排当事学生姜昭鹏参加补考。", + "boxes": [ + 178, + 784, + 776, + 814 + ] + }, + { + "text": "姜昭鹏表示，“经过救人一事，更坚定了我从医的信念", + "boxes": [ + 174, + 804, + 518, + 838 + ] + }, + { + "text": "金羊网", + "boxes": [ + 208, + 856, + 262, + 881 + ] + }, + { + "text": "C", + "boxes": [ + 184, + 866, + 208, + 887 + ] + }, + { + "text": "https://news.ycwb.com > ikinvkntjio Translate this result", + "boxes": [ + 208, + 874, + 550, + 897 + ] + }, + { + "text": "为救同学缺考的男生可以考试了本人回应：将全力准备－金羊网", + "boxes": [ + 176, + 895, + 748, + 931 + ] + }, + { + "text": "16 hours ago·山东救人缺考学生获准补考，因见义勇为错过高考有补考先例5月14日下午，针对", + "boxes": [ + 176, + 923, + 786, + 953 + ] + }, + { + "text": "救人考生缺考一事，山东省教育招生考试院通报称，当地教育招生.", + "boxes": [ + 176, + 947, + 596, + 977 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 204, + 991, + 266, + 1022 + ] + }, + { + "text": "/2025-05-14/doc-inewp", + "boxes": [ + 184, + 1018, + 334, + 1042 + ] + }, + { + "text": "放人缺考男生·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 392, + 137 + ] + }, + { + "text": "登录", + "boxes": [ + 1340, + 113, + 1362, + 127 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1424, + 131 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1542, + 135 + ] + }, + { + "text": "sina", + "boxes": [ + 1386, + 185, + 1432, + 220 + ] + }, + { + "text": "超声波工业加湿器", + "boxes": [ + 672, + 236, + 770, + 260 + ] + }, + { + "text": "电动螺旋蝶阀", + "boxes": [ + 794, + 240, + 862, + 258 + ] + }, + { + "text": "雷达料位计选型", + "boxes": [ + 898, + 240, + 980, + 258 + ] + }, + { + "text": "新浪新闻", + "boxes": [ + 1394, + 232, + 1426, + 246 + ] + }, + { + "text": "sna 新闻中心 社会万象>正文", + "boxes": [ + 334, + 278, + 582, + 320 + ] + }, + { + "text": "新闻", + "boxes": [ + 1334, + 294, + 1390, + 320 + ] + }, + { + "text": "」请输入关键词", + "boxes": [ + 1382, + 294, + 1478, + 318 + ] + }, + { + "text": "山东“救人缺考\"学生回应补考：将全力准备考试", + "boxes": [ + 328, + 353, + 1178, + 409 + ] + }, + { + "text": "2025年05月14日17:38", + "boxes": [ + 336, + 472, + 502, + 496 + ] + }, + { + "text": "8新京报作者：赵敏", + "boxes": [ + 490, + 471, + 656, + 500 + ] + }, + { + "text": "△丨A丨A丨☆丨丨丨丨", + "boxes": [ + 1034, + 467, + 1496, + 496 + ] + }, + { + "text": "98", + "boxes": [ + 1484, + 467, + 1578, + 498 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 464, + 546, + 978, + 606 + ] + }, + { + "text": "3", + "boxes": [ + 998, + 560, + 1010, + 572 + ] + }, + { + "text": "直", + "boxes": [ + 1598, + 570, + 1634, + 598 + ] + }, + { + "text": "中LE", + "boxes": [ + 988, + 584, + 1018, + 598 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1589, + 593, + 1641, + 624 + ] + }, + { + "text": "国", + "boxes": [ + 1598, + 645, + 1632, + 675 + ] + }, + { + "text": "相关新闻", + "boxes": [ + 1596, + 679, + 1636, + 695 + ] + }, + { + "text": "正规人办", + "boxes": [ + 12, + 788, + 222, + 848 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 1616, + 839, + 1798, + 894 + ] + }, + { + "text": "些", + "boxes": [ + 1816, + 852, + 1844, + 876 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1618, + 891, + 1848, + 935 + ] + }, + { + "text": "02:33", + "boxes": [ + 124, + 947, + 174, + 967 + ] + }, + { + "text": "电话呼叫", + "boxes": [ + 1270, + 1003, + 1360, + 1034 + ] + }, + { + "text": "山东\"救人缺考.", + "boxes": [ + 216, + 1048, + 312, + 1074 + ] + } + ] + }, + { + "frame_id": "160_2_5", + "episode_id": 160, + "env_id": 2, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.588343620300293, + "advantages": -0.3853563368320465, + "generated_text": "{\n \"intent\": \"Scroll down the page to explore more products and details\",\n \"action\": \"ScrollDown(100, 100)\"\n}", + "action_string": "ScrollDown(100, 100)", + "intent_string": "Scroll down the page to explore more products and details", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 40, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1779, + 59, + 1877, + 96 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1440, + 141 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "三ALL", + "boxes": [ + 19, + 164, + 69, + 198 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 256, + 68, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "women", + "boxes": [ + 9, + 275, + 85, + 309 + ] + }, + { + "text": "unisex", + "boxes": [ + 9, + 299, + 81, + 328 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1816, + 300, + 1860, + 318 + ] + }, + { + "text": "35", + "boxes": [ + 18, + 425, + 48, + 445 + ] + }, + { + "text": "00P", + "boxes": [ + 22, + 498, + 46, + 512 + ] + }, + { + "text": "10P|12P|14P", + "boxes": [ + 18, + 526, + 140, + 544 + ] + }, + { + "text": "omeni'sN", + "boxes": [ + 28, + 564, + 86, + 582 + ] + }, + { + "text": "icClot", + "boxes": [ + 124, + 570, + 164, + 586 + ] + }, + { + "text": "1-2", + "boxes": [ + 184, + 596, + 212, + 615 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 609, + 866, + 643 + ] + }, + { + "text": "Straight Leg Jeans for Women,High ", + "boxes": [ + 902, + 613, + 1170, + 643 + ] + }, + { + "text": "luvamia Wide Leg", + "boxes": [ + 1196, + 615, + 1320, + 639 + ] + }, + { + "text": "for Women", + "boxes": [ + 1370, + 619, + 1458, + 637 + ] + }, + { + "text": " Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1486, + 613, + 1758, + 641 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 623, + 140, + 643 + ] + }, + { + "text": "7-8", + "boxes": [ + 182, + 625, + 214, + 645 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 572, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 637, + 1174, + 665 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans", + "boxes": [ + 1194, + 637, + 1434, + 667 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1486, + 635, + 1734, + 665 + ] + }, + { + "text": "9-10", + "boxes": [ + 26, + 655, + 68, + 675 + ] + }, + { + "text": "11-12", + "boxes": [ + 98, + 651, + 150, + 677 + ] + }, + { + "text": "13-14", + "boxes": [ + 174, + 655, + 222, + 675 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 606, + 659, + 840, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1064, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1196, + 661, + 1424, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall ", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "★★★★☆14.463", + "boxes": [ + 318, + 687, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆725", + "boxes": [ + 902, + 687, + 1032, + 715 + ] + }, + { + "text": "Baggy with Patch Pockets", + "boxes": [ + 1194, + 683, + 1388, + 717 + ] + }, + { + "text": "Fashion y2k Outits 2025", + "boxes": [ + 1488, + 685, + 1680, + 715 + ] + }, + { + "text": "00+", + "boxes": [ + 324, + 715, + 346, + 729 + ] + }, + { + "text": "ught in past month", + "boxes": [ + 370, + 715, + 490, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 612, + 715, + 740, + 739 + ] + }, + { + "text": "100+I", + "boxes": [ + 902, + 706, + 944, + 738 + ] + }, + { + "text": " bought in past ", + "boxes": [ + 936, + 711, + 1038, + 735 + ] + }, + { + "text": "★★★★★1.996", + "boxes": [ + 1196, + 713, + 1338, + 742 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1490, + 713, + 1616, + 742 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1812, + 707, + 1862, + 733 + ] + }, + { + "text": "500+ bought in past", + "boxes": [ + 610, + 728, + 744, + 763 + ] + }, + { + "text": "$4199", + "boxes": [ + 895, + 735, + 969, + 781 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 1196, + 731, + 1368, + 760 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 1490, + 731, + 1670, + 760 + ] + }, + { + "text": "$3888", + "boxes": [ + 604, + 762, + 674, + 802 + ] + }, + { + "text": "$3898", + "boxes": [ + 1189, + 759, + 1263, + 805 + ] + }, + { + "text": "$3299", + "boxes": [ + 1486, + 762, + 1554, + 802 + ] + }, + { + "text": "livery May 23 - 27", + "boxes": [ + 334, + 780, + 452, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 776, + 1048, + 806 + ] + }, + { + "text": "hips to China", + "boxes": [ + 322, + 804, + 392, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 800, + 754, + 830 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 906, + 804, + 980, + 822 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1192, + 798, + 1342, + 834 + ] + }, + { + "text": "Delivery May 26 - 29", + "boxes": [ + 1486, + 800, + 1628, + 830 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 610, + 826, + 690, + 850 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1568, + 846 + ] + }, + { + "text": "Best Selle", + "boxes": [ + 612, + 872, + 660, + 889 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 38, + 68, + 124, + 85 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1874, + 91 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 103, + 1874, + 135 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1812, + 129, + 1876, + 147 + ] + }, + { + "text": "10P12P", + "boxes": [ + 18, + 175, + 94, + 201 + ] + }, + { + "text": "00", + "boxes": [ + 40, + 254, + 58, + 268 + ] + }, + { + "text": "1-2 ", + "boxes": [ + 180, + 246, + 216, + 274 + ] + }, + { + "text": "0", + "boxes": [ + 118, + 256, + 130, + 268 + ] + }, + { + "text": "eatured from A", + "boxes": [ + 322, + 272, + 388, + 290 + ] + }, + { + "text": "on brands ", + "boxes": [ + 412, + 272, + 468, + 292 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 268, + 864, + 298 + ] + }, + { + "text": "Straight Leg Jeans for Women,High ", + "boxes": [ + 902, + 266, + 1166, + 296 + ] + }, + { + "text": "luvamiaWide", + "boxes": [ + 1200, + 274, + 1300, + 292 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1490, + 266, + 1754, + 296 + ] + }, + { + "text": "3-4", + "boxes": [ + 34, + 280, + 66, + 300 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 280, + 140, + 302 + ] + }, + { + "text": "7-8", + "boxes": [ + 182, + 280, + 214, + 302 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 312, + 290, + 574, + 324 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 604, + 288, + 858, + 326 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 292, + 1174, + 322 + ] + }, + { + "text": "Trendy High Waisted Flare Jean", + "boxes": [ + 1196, + 292, + 1428, + 322 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1488, + 292, + 1736, + 322 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 296, + 1862, + 324 + ] + }, + { + "text": "9-10", + "boxes": [ + 26, + 310, + 68, + 330 + ] + }, + { + "text": "11-12", + "boxes": [ + 98, + 310, + 148, + 330 + ] + }, + { + "text": "13-14", + "boxes": [ + 165, + 305, + 229, + 336 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 312, + 316, + 452, + 345 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 316, + 838, + 344 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 904, + 316, + 1066, + 345 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1196, + 316, + 1424, + 345 + ] + }, + { + "text": "Loose Streetwear Trousers Fall", + "boxes": [ + 1492, + 320, + 1718, + 343 + ] + }, + { + "text": "16", + "boxes": [ + 36, + 343, + 62, + 357 + ] + }, + { + "text": "★★★★☆14,463", + "boxes": [ + 316, + 339, + 464, + 374 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 608, + 339, + 790, + 369 + ] + }, + { + "text": "★★★★☆725", + "boxes": [ + 904, + 341, + 1032, + 371 + ] + }, + { + "text": "Baggy with Patch Pockets", + "boxes": [ + 1194, + 337, + 1388, + 371 + ] + }, + { + "text": "Fashion y2k Outfits 2025", + "boxes": [ + 1488, + 339, + 1678, + 369 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 316, + 363, + 492, + 391 + ] + }, + { + "text": "★★★★★406", + "boxes": [ + 610, + 367, + 738, + 397 + ] + }, + { + "text": "100+", + "boxes": [ + 908, + 367, + 944, + 387 + ] + }, + { + "text": "★★★★★1.,996", + "boxes": [ + 1196, + 367, + 1336, + 397 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1490, + 367, + 1610, + 397 + ] + }, + { + "text": "Special Clothing Size", + "boxes": [ + 12, + 379, + 152, + 403 + ] + }, + { + "text": "$1990 Typical: $28.50", + "boxes": [ + 311, + 394, + 473, + 435 + ] + }, + { + "text": "+ bought in past ", + "boxes": [ + 638, + 389, + 744, + 413 + ] + }, + { + "text": "nontl", + "boxes": [ + 750, + 395, + 780, + 409 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 395, + 966, + 429 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 1196, + 387, + 1364, + 415 + ] + }, + { + "text": "100+ bought in past mol", + "boxes": [ + 1490, + 387, + 1646, + 415 + ] + }, + { + "text": "Juniors", + "boxes": [ + 9, + 398, + 81, + 429 + ] + }, + { + "text": "petite", + "boxes": [ + 7, + 418, + 79, + 449 + ] + }, + { + "text": "$3888", + "boxes": [ + 608, + 421, + 672, + 455 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 428, + 1048, + 463 + ] + }, + { + "text": "$3898", + "boxes": [ + 1194, + 421, + 1258, + 455 + ] + }, + { + "text": "$3299", + "boxes": [ + 1488, + 421, + 1552, + 455 + ] + }, + { + "text": " Plus Size", + "boxes": [ + 10, + 445, + 92, + 469 + ] + }, + { + "text": "ivery May 23 - 27", + "boxes": [ + 338, + 439, + 448, + 457 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 455, + 752, + 484 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1194, + 454, + 1338, + 485 + ] + }, + { + "text": " Delivery May 26 - 29", + "boxes": [ + 1484, + 452, + 1628, + 487 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 612, + 482, + 688, + 500 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 482, + 1570, + 500 + ] + }, + { + "text": "50", + "boxes": [ + 24, + 600, + 44, + 613 + ] + }, + { + "text": "62", + "boxes": [ + 22, + 629, + 48, + 643 + ] + }, + { + "text": "CustomerReviews", + "boxes": [ + 16, + 669, + 132, + 687 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 14, + 689, + 144, + 719 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1814, + 707, + 1860, + 733 + ] + }, + { + "text": "Brands", + "boxes": [ + 10, + 727, + 62, + 752 + ] + }, + { + "text": "sidefeel", + "boxes": [ + 12, + 770, + 86, + 796 + ] + }, + { + "text": "口L", + "boxes": [ + 14, + 790, + 42, + 810 + ] + }, + { + "text": "Levi's", + "boxes": [ + 34, + 792, + 68, + 814 + ] + }, + { + "text": "Lee", + "boxes": [ + 14, + 812, + 60, + 830 + ] + }, + { + "text": "Lee Women's Ultra Lux Comfort with", + "boxes": [ + 314, + 824, + 586, + 848 + ] + }, + { + "text": " Gloria Vanderbilt Women's Amanda", + "boxes": [ + 606, + 824, + 870, + 848 + ] + }, + { + "text": "WallFlower Luscious Curvy Bootcut", + "boxes": [ + 902, + 824, + 1160, + 848 + ] + }, + { + "text": "KUNMI Women's Flare Bell Bottom", + "boxes": [ + 1194, + 820, + 1452, + 850 + ] + }, + { + "text": " Sidefeel Women's Wide Leg Jeans", + "boxes": [ + 1484, + 820, + 1736, + 850 + ] + }, + { + "text": "二", + "boxes": [ + 16, + 834, + 36, + 848 + ] + }, + { + "text": "Amazon Ess", + "boxes": [ + 34, + 834, + 110, + 852 + ] + }, + { + "text": "Flex Motion Bootcut Jean", + "boxes": [ + 316, + 848, + 502, + 872 + ] + }, + { + "text": "Classic High Rise Tapered Jean", + "boxes": [ + 608, + 848, + 832, + 872 + ] + }, + { + "text": "Jeans for Women Mid-Rise Insta ", + "boxes": [ + 902, + 844, + 1142, + 874 + ] + }, + { + "text": "LV", + "boxes": [ + 16, + 854, + 40, + 868 + ] + }, + { + "text": "Jeans High Waisted Wide Leg", + "boxes": [ + 1198, + 848, + 1414, + 872 + ] + }, + { + "text": "High Waisted Strechy Raw Hem", + "boxes": [ + 1488, + 848, + 1720, + 872 + ] + }, + { + "text": "wallIF", + "boxes": [ + 14, + 872, + 68, + 891 + ] + }, + { + "text": "★★★★☆17,328", + "boxes": [ + 316, + 869, + 464, + 897 + ] + }, + { + "text": "★★★★☆75.736", + "boxes": [ + 608, + 867, + 760, + 899 + ] + }, + { + "text": "Stretch Denim in Petite, Midsize,", + "boxes": [ + 902, + 868, + 1142, + 897 + ] + }, + { + "text": "Bootcut Jeans Stretchy Denim Pants", + "boxes": [ + 1194, + 868, + 1462, + 897 + ] + }, + { + "text": " Zimbaplatinum Denim Pants", + "boxes": [ + 1486, + 868, + 1702, + 897 + ] + }, + { + "text": "bought in past month", + "boxes": [ + 352, + 893, + 494, + 917 + ] + }, + { + "text": "300+ bought in past month", + "boxes": [ + 606, + 887, + 788, + 921 + ] + }, + { + "text": "Plus Size, Juniors Jeans ", + "boxes": [ + 900, + 893, + 1078, + 923 + ] + }, + { + "text": "★★★★☆2.850", + "boxes": [ + 1196, + 895, + 1338, + 925 + ] + }, + { + "text": "★★★★1.154", + "boxes": [ + 1488, + 895, + 1632, + 925 + ] + }, + { + "text": "AmazonFashion", + "boxes": [ + 14, + 923, + 120, + 947 + ] + }, + { + "text": "$319 ist: $36.90", + "boxes": [ + 312, + 921, + 452, + 961 + ] + }, + { + "text": "$159 Ist: $4.00", + "boxes": [ + 601, + 919, + 747, + 964 + ] + }, + { + "text": "★★★★★58.254", + "boxes": [ + 900, + 915, + 1056, + 951 + ] + }, + { + "text": "200+ bought in past month", + "boxes": [ + 1194, + 915, + 1376, + 945 + ] + }, + { + "text": "400+ bought in past month", + "boxes": [ + 1490, + 915, + 1668, + 943 + ] + }, + { + "text": "400+ bought in past month", + "boxes": [ + 900, + 935, + 1084, + 971 + ] + }, + { + "text": "$4399", + "boxes": [ + 1194, + 949, + 1258, + 983 + ] + }, + { + "text": "$3229 Typical: 539.9", + "boxes": [ + 1483, + 944, + 1651, + 989 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 314, + 957, + 460, + 989 + ] + }, + { + "text": " Delivery Tue, May 27", + "boxes": [ + 604, + 955, + 750, + 991 + ] + }, + { + "text": "n Brands", + "boxes": [ + 86, + 971, + 140, + 989 + ] + }, + { + "text": "$3099 Lst:$48.00", + "boxes": [ + 897, + 968, + 1043, + 1011 + ] + }, + { + "text": "Ships to Chi", + "boxes": [ + 612, + 987, + 674, + 1005 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1192, + 978, + 1342, + 1015 + ] + }, + { + "text": "TopBrands", + "boxes": [ + 26, + 991, + 104, + 1009 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1486, + 983, + 1634, + 1012 + ] + }, + { + "text": " Delvery May 2 - Jun 5 ", + "boxes": [ + 898, + 1005, + 1062, + 1040 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1198, + 1007, + 1278, + 1032 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1490, + 1007, + 1572, + 1032 + ] + } + ] + }, + { + "frame_id": "160_3_5", + "episode_id": 160, + "env_id": 3, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.457368850708008, + "advantages": -0.4807800054550171, + "generated_text": "{\n \"intent\": \"To explore additional search results related to '端午假期购票日历'\",\n \"action\": \"DoubleClick(57, 355)\"\n}", + "action_string": "DoubleClick(57, 355)", + "intent_string": "To explore additional search results related to '端午假期购票日历'", + "before_screen_ocr_results": [ + { + "text": "Q Search - Microsoft Bing", + "boxes": [ + 12, + 34, + 186, + 52 + ] + }, + { + "text": "口", + "boxes": [ + 1538, + 40, + 1596, + 66 + ] + }, + { + "text": "→白", + "boxes": [ + 3, + 57, + 137, + 100 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 224, + 61, + 422, + 98 + ] + }, + { + "text": "☆", + "boxes": [ + 986, + 69, + 1044, + 89 + ] + }, + { + "text": "三团?", + "boxes": [ + 1146, + 66, + 1240, + 91 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 153 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1556, + 129 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 170, + 234, + 320, + 266 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 150, + 278, + 296, + 314 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 162, + 349, + 326, + 389 + ] + }, + { + "text": "@Next", + "boxes": [ + 1044, + 361, + 1094, + 387 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 166, + 399, + 318, + 423 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡", + "boxes": [ + 472, + 393, + 648, + 429 + ] + }, + { + "text": "3桥下躲冰苞致堵车", + "boxes": [ + 786, + 395, + 942, + 425 + ] + }, + { + "text": "救人缺考男生将补考", + "boxes": [ + 172, + 437, + 334, + 461 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 470, + 433, + 624, + 463 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 784, + 433, + 944, + 463 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 554 + ] + }, + { + "text": "oz://a", + "boxes": [ + 1275, + 674, + 1417, + 729 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 986, + 852, + 1076, + 878 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 986, + 887, + 1046, + 919 + ] + }, + { + "text": "+4.07%", + "boxes": [ + 1162, + 891, + 1212, + 909 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 990, + 907, + 1042, + 925 + ] + }, + { + "text": "347.68", + "boxes": [ + 1172, + 907, + 1216, + 925 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 986, + 935, + 1038, + 961 + ] + }, + { + "text": "+0.28%", + "boxes": [ + 1164, + 939, + 1214, + 959 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search - Microsoft Bing", + "boxes": [ + 10, + 30, + 188, + 54 + ] + }, + { + "text": "口", + "boxes": [ + 1538, + 40, + 1596, + 66 + ] + }, + { + "text": "①→", + "boxes": [ + 6, + 60, + 136, + 97 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 224, + 61, + 422, + 98 + ] + }, + { + "text": "☆", + "boxes": [ + 986, + 69, + 1044, + 89 + ] + }, + { + "text": "三目◎", + "boxes": [ + 1146, + 66, + 1238, + 91 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 153 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 168, + 232, + 324, + 270 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 154, + 280, + 296, + 314 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 162, + 349, + 326, + 389 + ] + }, + { + "text": "@Next", + "boxes": [ + 1044, + 361, + 1094, + 387 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 164, + 399, + 318, + 423 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡", + "boxes": [ + 472, + 393, + 648, + 429 + ] + }, + { + "text": "3桥下躲冰置致堵车", + "boxes": [ + 784, + 393, + 942, + 427 + ] + }, + { + "text": "4救人缺考男生将补考", + "boxes": [ + 170, + 437, + 334, + 461 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 470, + 433, + 624, + 463 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 784, + 433, + 944, + 463 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 554 + ] + }, + { + "text": "oz://a", + "boxes": [ + 1275, + 674, + 1417, + 729 + ] + }, + { + "text": "O", + "boxes": [ + 1394, + 746, + 1408, + 764 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 982, + 852, + 1076, + 878 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 986, + 887, + 1046, + 919 + ] + }, + { + "text": "+4.07%", + "boxes": [ + 1162, + 891, + 1212, + 909 + ] + }, + { + "text": "正快速上张", + "boxes": [ + 990, + 907, + 1040, + 925 + ] + }, + { + "text": "347.68", + "boxes": [ + 1170, + 907, + 1216, + 925 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 986, + 935, + 1038, + 961 + ] + }, + { + "text": "+0.28%", + "boxes": [ + 1162, + 937, + 1216, + 963 + ] + } + ] + }, + { + "frame_id": "160_4_5", + "episode_id": 160, + "env_id": 4, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.67124080657959, + "advantages": -0.324960321187973, + "generated_text": "{\n \"intent\": \"Click on the mobile application download link to explore further.\",\n \"action\": \"DoubleClick(546, 725)\"\n}", + "action_string": "DoubleClick(546, 725)", + "intent_string": "Click on the mobile application download link to explore further.", + "before_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 852, + 6, + 910, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 66, + 130, + 91 + ] + }, + { + "text": "①| https://v", + "boxes": [ + 252, + 66, + 364, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "9:41", + "boxes": [ + 1380, + 274, + 1408, + 294 + ] + }, + { + "text": "#", + "boxes": [ + 1370, + 304, + 1394, + 328 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1438, + 302, + 1558, + 332 + ] + }, + { + "text": "24", + "boxes": [ + 1610, + 306, + 1628, + 322 + ] + }, + { + "text": "参与者的资产负债都发生哪些变化？货币供给发生.", + "boxes": [ + 1368, + 330, + 1622, + 353 + ] + }, + { + "text": "有问题", + "boxes": [ + 278, + 341, + 644, + 472 + ] + }, + { + "text": "你最喜欢的一句法律谚语是什么？为什么喜", + "boxes": [ + 1368, + 391, + 1612, + 415 + ] + }, + { + "text": "欢？", + "boxes": [ + 1370, + 413, + 1388, + 427 + ] + }, + { + "text": "Legal诗睿法律等2个话题下的优秀答主", + "boxes": [ + 1368, + 429, + 1600, + 453 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 469, + 862, + 586 + ] + }, + { + "text": "如何在一周内快速摸清一个行业？", + "boxes": [ + 1366, + 520, + 1562, + 550 + ] + }, + { + "text": "社会心理学等3个话题下的优质答主", + "boxes": [ + 1444, + 550, + 1608, + 568 + ] + }, + { + "text": "情就是", + "boxes": [ + 1378, + 586, + 1410, + 600 + ] + }, + { + "text": "（尝试）深入了解各种行", + "boxes": [ + 1416, + 580, + 1532, + 604 + ] + }, + { + "text": "在工业区开的超市，怎么样改进以提高竞争", + "boxes": [ + 1368, + 643, + 1610, + 667 + ] + }, + { + "text": "力？", + "boxes": [ + 1370, + 665, + 1394, + 679 + ] + }, + { + "text": "汪惟创业等5个话题下的优秀答主", + "boxes": [ + 1366, + 679, + 1568, + 705 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 466, + 717, + 716, + 758 + ] + }, + { + "text": "么银行卡发工资。然后想方设法弄一个这个银行.", + "boxes": [ + 1368, + 713, + 1614, + 741 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 542, + 864 + ] + }, + { + "text": " Android", + "boxes": [ + 580, + 834, + 678, + 860 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文[2019]4928-541号|药品医疗器械网络信息服务备案|", + "boxes": [ + 398, + 955, + 798, + 979 + ] + }, + { + "text": "药械信息备字（2022）第00334", + "boxes": [ + 856, + 957, + 1068, + 975 + ] + }, + { + "text": "：400-919-0001|违法和不良信息举报：010-82716601", + "boxes": [ + 1160, + 949, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息举", + "boxes": [ + 508, + 975, + 816, + 1005 + ] + }, + { + "text": "算法推荐举报专区", + "boxes": [ + 910, + 979, + 1028, + 997 + ] + }, + { + "text": "专区|MCN举报专区|信息安全漏洞反馈专区", + "boxes": [ + 1122, + 977, + 1410, + 1001 + ] + }, + { + "text": "内容从业人员违法违规行为举报丨证照中心丨", + "boxes": [ + 552, + 996, + 834, + 1031 + ] + }, + { + "text": "平丨北京智者天下科技有限公司版权所有", + "boxes": [ + 1116, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 852, + 6, + 910, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 66, + 130, + 91 + ] + }, + { + "text": "①| https://v", + "boxes": [ + 252, + 66, + 364, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "9:41", + "boxes": [ + 1386, + 278, + 1404, + 292 + ] + }, + { + "text": "B", + "boxes": [ + 1372, + 306, + 1392, + 326 + ] + }, + { + "text": "想法 推荐 热榜", + "boxes": [ + 1438, + 300, + 1558, + 330 + ] + }, + { + "text": "XI", + "boxes": [ + 1412, + 326, + 1496, + 357 + ] + }, + { + "text": "o", + "boxes": [ + 1512, + 326, + 1558, + 353 + ] + }, + { + "text": "有问题", + "boxes": [ + 278, + 341, + 644, + 472 + ] + }, + { + "text": "漫谈缩表：财政政策与美联储缩表（上)", + "boxes": [ + 1366, + 387, + 1596, + 417 + ] + }, + { + "text": "参与者的资产负债都发生哪些变化？货币供给发生.", + "boxes": [ + 1370, + 447, + 1622, + 471 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 469, + 862, + 586 + ] + }, + { + "text": "egal诗睿", + "boxes": [ + 1396, + 548, + 1452, + 566 + ] + }, + { + "text": "法律等2个话题下的优秀答主", + "boxes": [ + 1458, + 548, + 1596, + 566 + ] + }, + { + "text": "enied.为什么会喜欢这", + "boxes": [ + 1514, + 568, + 1620, + 586 + ] + }, + { + "text": "谚语呢，", + "boxes": [ + 1376, + 584, + 1424, + 602 + ] + }, + { + "text": "，因为正本清源，这又是一个被国内翻.", + "boxes": [ + 1412, + 578, + 1614, + 608 + ] + }, + { + "text": "84收藏", + "boxes": [ + 1421, + 603, + 1467, + 628 + ] + }, + { + "text": "如何在一周内快速摸清一个行业？", + "boxes": [ + 1366, + 641, + 1560, + 665 + ] + }, + { + "text": "程毅南社会心理学等3个话题下的优质答主", + "boxes": [ + 1370, + 665, + 1610, + 683 + ] + }, + { + "text": "曾经做了3年投资咨询，平均每个月一个项目，做的", + "boxes": [ + 1370, + 685, + 1622, + 703 + ] + }, + { + "text": "事情就是（尝试）深入了解各种行业和公司，为..", + "boxes": [ + 1368, + 699, + 1614, + 723 + ] + }, + { + "text": "知乎APP扫码下载", + "boxes": [ + 460, + 711, + 718, + 760 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": " Android", + "boxes": [ + 580, + 834, + 678, + 860 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文[2019]4928-541号|药品医疗器械网络信息服务备案|", + "boxes": [ + 398, + 955, + 798, + 979 + ] + }, + { + "text": "药械信息备字（2022）第00334", + "boxes": [ + 856, + 957, + 1068, + 975 + ] + }, + { + "text": "：400-919-0001丨违法和不良信息举报：010-82716601", + "boxes": [ + 1160, + 949, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息参", + "boxes": [ + 508, + 975, + 808, + 1005 + ] + }, + { + "text": "算法推荐举报专区", + "boxes": [ + 916, + 979, + 1024, + 997 + ] + }, + { + "text": "内容从业人员违法违规行为举报丨证照中心丨", + "boxes": [ + 552, + 996, + 834, + 1031 + ] + }, + { + "text": "平丨北京智者天下科技有限公司版权所有", + "boxes": [ + 1116, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ] + }, + { + "frame_id": "160_5_5", + "episode_id": 160, + "env_id": 5, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.58440113067627, + "advantages": 0.34033656120300293, + "generated_text": "{\n \"intent\": \"Scroll down to view more news articles related to the hero boy who skipped the exam and will be retested\",\n \"action\": \"DoubleClick(476, 347)\"\n}", + "action_string": "DoubleClick(476, 347)", + "intent_string": "Scroll down to view more news articles related to the hero boy who skipped the exam and will be retested", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "救人缺考男生将补考", + "boxes": [ + 176, + 155, + 330, + 189 + ] + }, + { + "text": "Sign in", + "boxes": [ + 1564, + 163, + 1604, + 179 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 460, + 230 + ] + }, + { + "text": "About 303,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "中华网", + "boxes": [ + 212, + 294, + 266, + 324 + ] + }, + { + "text": "C", + "boxes": [ + 184, + 306, + 210, + 328 + ] + }, + { + "text": "官方通报男生救人缺考：将补考考生全力备考中－中.", + "boxes": [ + 176, + 336, + 672, + 371 + ] + }, + { + "text": "16 hours ago·相关新闻为救同学缺考的男生可以考试了官方启用副题安排补考近日，一名小伙", + "boxes": [ + 178, + 363, + 786, + 393 + ] + }, + { + "text": "为救同学错过了职教高考的语文考试，此事迅速引起了广泛关注。对此，山东省教育招生考试，", + "boxes": [ + 178, + 387, + 760, + 417 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 265, + 468 + ] + }, + { + "text": "https://n", + "boxes": [ + 214, + 455, + 268, + 472 + ] + }, + { + "text": "Iraslate this result ", + "boxes": [ + 478, + 455, + 606, + 484 + ] + }, + { + "text": "山东\"救人缺考\"学生回应补考：将全力准备考试－新浪网", + "boxes": [ + 174, + 476, + 678, + 512 + ] + }, + { + "text": "3 hours ago·14日下午，得知此消息后，救人学生姜昭鹏对新京报记者表示，接下来将全力准备", + "boxes": [ + 176, + 504, + 778, + 534 + ] + }, + { + "text": "考试。烟台市教育招生考试院回复新京报记者称，为保证考生安全．", + "boxes": [ + 176, + 526, + 600, + 556 + ] + }, + { + "text": "央视网", + "boxes": [ + 216, + 578, + 262, + 598 + ] + }, + { + "text": "B", + "boxes": [ + 179, + 581, + 210, + 610 + ] + }, + { + "text": "获评见义勇为安排补考！小伙为救同学致缺考最新后续", + "boxes": [ + 176, + 613, + 670, + 649 + ] + }, + { + "text": "15 hours ago·当地教育招生考试单位和山东省城市服务技师学院核实情况属实。经报请上级主管", + "boxes": [ + 178, + 643, + 788, + 673 + ] + }, + { + "text": "部门同意，将按照规定程序启用春季高考语文科目副题，安排姜某参加考试。7分钟生死时速，", + "boxes": [ + 178, + 669, + 758, + 693 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 214, + 717, + 260, + 737 + ] + }, + { + "text": "ews.q.com > rain Translate this result", + "boxes": [ + 264, + 730, + 502, + 758 + ] + }, + { + "text": "山东“救人缺考\"学生获准补考！称事发后更坚定了从医的信念", + "boxes": [ + 176, + 756, + 718, + 792 + ] + }, + { + "text": "1 day ago·5月14日，南都记者从山东省教育招生考试院获悉，将安排当事学生姜昭鹏参加补考。", + "boxes": [ + 178, + 784, + 776, + 814 + ] + }, + { + "text": "姜昭鹏表示，“经过救人一事，更坚定了我从医的信念", + "boxes": [ + 174, + 804, + 518, + 838 + ] + }, + { + "text": "金羊网", + "boxes": [ + 208, + 856, + 262, + 881 + ] + }, + { + "text": "C", + "boxes": [ + 184, + 866, + 208, + 887 + ] + }, + { + "text": "http://news.ycwb.com ikivkntjo Translae this resut ", + "boxes": [ + 204, + 869, + 552, + 901 + ] + }, + { + "text": "为救同学缺考的男生可以考试了本人回应：将全力准备－金羊网", + "boxes": [ + 176, + 895, + 748, + 931 + ] + }, + { + "text": "16 hours ago·山东救人缺考学生获准补考，因见义勇为错过高考有补考先例5月14日下午，针对", + "boxes": [ + 176, + 923, + 786, + 953 + ] + }, + { + "text": "救人考生缺考一事，山东省教育招生考试院通报称，当地教育招生.", + "boxes": [ + 176, + 947, + 596, + 977 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 204, + 991, + 266, + 1022 + ] + }, + { + "text": "/2025-05-14/doc-inewp", + "boxes": [ + 184, + 1018, + 334, + 1042 + ] + }, + { + "text": "放人缺考男生·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "首页", + "boxes": [ + 372, + 115, + 402, + 129 + ] + }, + { + "text": "新闻", + "boxes": [ + 402, + 113, + 444, + 133 + ] + }, + { + "text": "China", + "boxes": [ + 434, + 179, + 534, + 224 + ] + }, + { + "text": "新闻", + "boxes": [ + 542, + 181, + 640, + 240 + ] + }, + { + "text": "中华网", + "boxes": [ + 444, + 214, + 522, + 240 + ] + }, + { + "text": "微软云", + "boxes": [ + 780, + 236, + 820, + 256 + ] + }, + { + "text": "国内", + "boxes": [ + 388, + 286, + 430, + 314 + ] + }, + { + "text": "国际", + "boxes": [ + 510, + 286, + 550, + 314 + ] + }, + { + "text": "社会", + "boxes": [ + 630, + 282, + 672, + 318 + ] + }, + { + "text": "体育", + "boxes": [ + 752, + 286, + 790, + 314 + ] + }, + { + "text": "专题", + "boxes": [ + 874, + 286, + 914, + 314 + ] + }, + { + "text": "军事", + "boxes": [ + 992, + 286, + 1032, + 312 + ] + }, + { + "text": "财经", + "boxes": [ + 1114, + 286, + 1158, + 314 + ] + }, + { + "text": "滚动", + "boxes": [ + 1236, + 286, + 1278, + 314 + ] + }, + { + "text": "政务", + "boxes": [ + 1356, + 286, + 1398, + 314 + ] + }, + { + "text": "冬奥", + "boxes": [ + 1480, + 286, + 1516, + 314 + ] + }, + { + "text": "官方通报男生救人缺考：将补考考生全力备考中", + "boxes": [ + 746, + 353, + 1412, + 395 + ] + }, + { + "text": "2025-05-1418:30:02头条号", + "boxes": [ + 750, + 405, + 930, + 429 + ] + }, + { + "text": "A+A", + "boxes": [ + 1468, + 407, + 1524, + 427 + ] + }, + { + "text": "韩国电影爱情片推荐，超好看！", + "boxes": [ + 952, + 451, + 1240, + 486 + ] + }, + { + "text": "电影爱情", + "boxes": [ + 960, + 486, + 1016, + 512 + ] + }, + { + "text": "5月14日下午，山东省教育招生考试院发布公告称，经上级主管部门同意，将按程序启用", + "boxes": [ + 792, + 582, + 1514, + 611 + ] + }, + { + "text": "语音播报器", + "boxes": [ + 382, + 596, + 496, + 627 + ] + }, + { + "text": "春季高考语文科目副题，安排因救人缺考的姜某参加考试。得知此消息后，救人学生姜昭鹏表", + "boxes": [ + 756, + 615, + 1520, + 645 + ] + }, + { + "text": "今日热点", + "boxes": [ + 384, + 649, + 456, + 681 + ] + }, + { + "text": "示，接下来将全力准备考试。烟台市教育招生考试院回复称，为保证考生安全，将不对外透露", + "boxes": [ + 760, + 651, + 1518, + 675 + ] + }, + { + "text": "考试时间和地点。", + "boxes": [ + 758, + 681, + 894, + 711 + ] + }, + { + "text": "此前报道显示，5月10日早上，山东城市服务职业", + "boxes": [ + 1100, + 719, + 1508, + 748 + ] + }, + { + "text": "学院2022级学生姜昭鹏和同学乘坐网约车前往山东省职", + "boxes": [ + 1064, + 748, + 1520, + 786 + ] + }, + { + "text": "教高考考点。上车约一分钟，同学突发心梗休克。姜昭", + "boxes": [ + 1062, + 780, + 1518, + 818 + ] + }, + { + "text": "京东外卖系统故障已恢", + "boxes": [ + 380, + 790, + 520, + 814 + ] + }, + { + "text": "国外服装网站", + "boxes": [ + 556, + 804, + 638, + 828 + ] + }, + { + "text": "鹏利用在专业课中学到的急救知识，对发病同学持续进", + "boxes": [ + 1064, + 812, + 1516, + 850 + ] + }, + { + "text": "美少女打金", + "boxes": [ + 1618, + 821, + 1860, + 890 + ] + }, + { + "text": "行心脏复苏、人工呼吸等急救措施。网约车司机得到交", + "boxes": [ + 1064, + 850, + 1514, + 879 + ] + }, + { + "text": "警许可后连闯红灯，将送诊时间压缩一半。最终，发病", + "boxes": [ + 1070, + 881, + 1516, + 911 + ] + }, + { + "text": "同学被抢救成功，但姜昭鹏因迟到错过了语文考试。(责", + "boxes": [ + 1066, + 913, + 1514, + 943 + ] + }, + { + "text": "新一代浏览器", + "boxes": [ + 762, + 931, + 896, + 963 + ] + }, + { + "text": "平论员谈火车撞人事故一", + "boxes": [ + 384, + 955, + 532, + 973 + ] + }, + { + "text": "普光气田刷新我国页岩气", + "boxes": [ + 556, + 951, + 708, + 975 + ] + }, + { + "text": "任编辑：张小花TT1000)", + "boxes": [ + 1068, + 953, + 1212, + 977 + ] + }, + { + "text": "再发生安全隐患函待解决", + "boxes": [ + 382, + 975, + 538, + 993 + ] + }, + { + "text": "井垂深纪录探井日产量", + "boxes": [ + 554, + 971, + 698, + 995 + ] + }, + { + "text": "今日快讯", + "boxes": [ + 707, + 988, + 831, + 1037 + ] + }, + { + "text": "区sci", + "boxes": [ + 1274, + 991, + 1316, + 1011 + ] + }, + { + "text": "人体机器人多少钱一个", + "boxes": [ + 1342, + 985, + 1520, + 1014 + ] + }, + { + "text": "开始游戏", + "boxes": [ + 1718, + 995, + 1788, + 1012 + ] + }, + { + "text": "今天12时01分", + "boxes": [ + 866, + 1018, + 964, + 1036 + ] + }, + { + "text": "美加关税措饰", + "boxes": [ + 1072, + 1014, + 1186, + 1040 + ] + }, + { + "text": "鉴定多少钱", + "boxes": [ + 1272, + 1016, + 1354, + 1042 + ] + }, + { + "text": "短信轰在线轰炸卡盟", + "boxes": [ + 1366, + 1016, + 1522, + 1046 + ] + }, + { + "text": "官方通报男生", + "boxes": [ + 223, + 1046, + 293, + 1071 + ] + } + ] + }, + { + "frame_id": "160_6_5", + "episode_id": 160, + "env_id": 6, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.33984661102295, + "advantages": 0.1621626317501068, + "generated_text": "{\n \"intent\": \"To interact with the Bing search results, moving closer to one of the top trending topics, which are likely to provide valuable information. Choosing 2 and checking its details will help achieve the overall intention.\",\n \"action\": \"DoubleClick(714, 423)\"\n}", + "action_string": "DoubleClick(714, 423)", + "intent_string": "To interact with the Bing search results, moving closer to one of the top trending topics, which are likely to provide valuable information. Choosing 2 and checking its details will help achieve the overall intention.", + "before_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 38, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 444, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1661, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 185, + 153 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 476, + 300, + 614, + 330 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3 桥下躲冰電致堵车", + "boxes": [ + 1102, + 409, + 1296, + 445 + ] + }, + { + "text": "4救人缺考男生将补考", + "boxes": [ + 482, + 453, + 652, + 476 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1264, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "经新", + "boxes": [ + 1452, + 794, + 1527, + 851 + ] + }, + { + "text": "+4.078", + "boxes": [ + 1640, + 806, + 1696, + 840 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1456, + 848, + 1514, + 891 + ] + }, + { + "text": "1,6 2626 ", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1451, + 886, + 1549, + 940 + ] + }, + { + "text": "13,7207 ", + "boxes": [ + 1628, + 893, + 1700, + 941 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 925, + 850, + 939 + ] + }, + { + "text": "一点资讯·3天", + "boxes": [ + 850, + 921, + 942, + 945 + ] + }, + { + "text": "金融界汽车·14小时", + "boxes": [ + 1138, + 917, + 1288, + 947 + ] + }, + { + "text": "梦幻西游：双加元身加蓝字，", + "boxes": [ + 828, + 943, + 1088, + 973 + ] + }, + { + "text": "理想汽车取得发动机缸体等专", + "boxes": [ + 1136, + 941, + 1408, + 977 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "新能源汽车真正反常识设计：用补胎液和充气", + "boxes": [ + 204, + 947, + 794, + 983 + ] + }, + { + "text": "+,31638 ", + "boxes": [ + 1630, + 939, + 1700, + 987 + ] + }, + { + "text": "不出白板也不出蓝字，最好是", + "boxes": [ + 824, + 965, + 1098, + 1003 + ] + }, + { + "text": "利，发动机工作时乘客乘车体", + "boxes": [ + 1136, + 967, + 1410, + 1003 + ] + }, + { + "text": "泵替代备胎", + "boxes": [ + 202, + 985, + 356, + 1022 + ] + }, + { + "text": "比", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "验好", + "boxes": [ + 1131, + 989, + 1191, + 1030 + ] + }, + { + "text": "+28626 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "卖给别人", + "boxes": [ + 826, + 997, + 914, + 1028 + ] + }, + { + "text": "f--", + "boxes": [ + 1594, + 1003, + 1624, + 1022 + ] + }, + { + "text": "S", + "boxes": [ + 852, + 1028, + 874, + 1042 + ] + }, + { + "text": "凸", + "boxes": [ + 1140, + 1028, + 1162, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 176, + 155, + 314, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 290, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 232 + ] + }, + { + "text": "DICT", + "boxes": [ + 508, + 216, + 532, + 230 + ] + }, + { + "text": "About 144,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪网", + "boxes": [ + 212, + 294, + 266, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票-新..", + "boxes": [ + 176, + 336, + 674, + 371 + ] + }, + { + "text": "56 minutes ago·新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日", + "boxes": [ + 178, + 363, + 784, + 393 + ] + }, + { + "text": "火车票。", + "boxes": [ + 182, + 391, + 228, + 411 + ] + }, + { + "text": "预填信息快速购票：在火车票起售当日页面，点击购票信息预", + "boxes": [ + 232, + 389, + 622, + 413 + ] + }, + { + "text": "放假3天不调休 端午假期火车票即将开售 购票日历来了", + "boxes": [ + 194, + 423, + 680, + 453 + ] + }, + { + "text": "5月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。中国铁路还提", + "boxes": [ + 192, + 447, + 762, + 476 + ] + }, + { + "text": "醒，在火车票起售当日页面点击购票信息预填，即可提前", + "boxes": [ + 194, + 472, + 550, + 496 + ] + }, + { + "text": "See results only from news.sina.com.cn", + "boxes": [ + 194, + 510, + 446, + 534 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 556, + 278, + 582 + ] + }, + { + "text": "https:/finance.sina.com..cn tech roll doc.. Translate this result", + "boxes": [ + 210, + 572, + 622, + 600 + ] + }, + { + "text": "放假3天不调休 端午假期火车票即将开售 购票日历来了", + "boxes": [ + 176, + 598, + 666, + 633 + ] + }, + { + "text": "2 hours ago·5月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。中国", + "boxes": [ + 178, + 625, + 786, + 655 + ] + }, + { + "text": "铁路还提醒，在火车票起售当日页面点击购票信息预填，即可提前选择，", + "boxes": [ + 178, + 651, + 620, + 675 + ] + }, + { + "text": "中国新闻网", + "boxes": [ + 212, + 695, + 292, + 721 + ] + }, + { + "text": "Ha", + "boxes": [ + 186, + 711, + 202, + 727 + ] + }, + { + "text": "https://ww.chinanews.com.cn sh Transate this result", + "boxes": [ + 210, + 713, + 558, + 742 + ] + }, + { + "text": "端午假期购票日历，请查收！－中国新闻网", + "boxes": [ + 176, + 737, + 564, + 772 + ] + }, + { + "text": "1 hour ago·端午假期购票日历来啦！！！今天可购买5月29日火车票快快收藏+转发预填信息", + "boxes": [ + 180, + 768, + 780, + 792 + ] + }, + { + "text": "快速购票 在火车票起售当日页面 点击购票信息预填旅客即", + "boxes": [ + 178, + 790, + 542, + 814 + ] + }, + { + "text": "预选车次、预选", + "boxes": [ + 664, + 790, + 774, + 814 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 209, + 827, + 295, + 867 + ] + }, + { + "text": "", + "boxes": [ + 182, + 848, + 210, + 868 + ] + }, + { + "text": "https://cnews.chinadaily.com.cn Translate this result", + "boxes": [ + 212, + 856, + 536, + 879 + ] + }, + { + "text": "端午假期购票日历来了，收好购票攻略－中国日报网", + "boxes": [ + 178, + 879, + 640, + 909 + ] + }, + { + "text": "1 hourago·端午假期购票日历来啦！今天可购买5月29日火车票预填信息快速购票在火车票起", + "boxes": [ + 178, + 905, + 784, + 935 + ] + }, + { + "text": "售当日页面 点击购票信息预填旅客即可提前选择乘车人、预选，", + "boxes": [ + 178, + 927, + 576, + 957 + ] + }, + { + "text": "北京日报网", + "boxes": [ + 207, + 968, + 297, + 1005 + ] + }, + { + "text": "·", + "boxes": [ + 184, + 987, + 212, + 1009 + ] + }, + { + "text": "https://news.bjd.com.cn Translate this result", + "boxes": [ + 210, + 991, + 486, + 1021 + ] + }, + { + "text": "端午假期购票日历，请查收！京报网", + "boxes": [ + 174, + 1016, + 516, + 1052 + ] + }, + { + "text": "端午假期购票·", + "boxes": [ + 216, + 1048, + 308, + 1072 + ] + } + ] + }, + { + "frame_id": "160_7_5", + "episode_id": 160, + "env_id": 7, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.088788032531738, + "advantages": -0.020749924704432487, + "generated_text": "{\n \"intent\": \"Move towards the iPhone 16 Pro model to explore its specifications and features, which aligns with the goal of exploring the computer desktop.\",\n \"action\": \"DoubleClick(1026, 397)\" \n}", + "action_string": "DoubleClick(1026, 397)", + "intent_string": "Move towards the iPhone 16 Pro model to explore its specifications and features, which aligns with the goal of exploring the computer desktop.", + "before_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 116, + 34, + 156, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 59, + 126, + 96 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 62, + 1912, + 93 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "iPhone 16 Pro ", + "boxes": [ + 736, + 220, + 838, + 252 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 874, + 224, + 948, + 250 + ] + }, + { + "text": "iphone 16e", + "boxes": [ + 982, + 224, + 1062, + 250 + ] + }, + { + "text": "?", + "boxes": [ + 1576, + 298, + 1596, + 314 + ] + }, + { + "text": "iPhone", + "boxes": [ + 602, + 339, + 660, + 371 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 752, + 343, + 822, + 369 + ] + }, + { + "text": "16Pro", + "boxes": [ + 610, + 367, + 654, + 387 + ] + }, + { + "text": "Pro Max", + "boxes": [ + 756, + 367, + 814, + 387 + ] + }, + { + "text": "All Models", + "boxes": [ + 144, + 387, + 228, + 413 + ] + }, + { + "text": "Shopping guide", + "boxes": [ + 262, + 389, + 382, + 413 + ] + }, + { + "text": "iPhone 16 Pro", + "boxes": [ + 950, + 381, + 1154, + 419 + ] + }, + { + "text": "From $999 or $41.62/mo.for 24 mo.", + "boxes": [ + 958, + 429, + 1188, + 447 + ] + }, + { + "text": "All models. Take your pick", + "boxes": [ + 140, + 472, + 458, + 508 + ] + }, + { + "text": "Titanium design with larger 6.3-inch Super", + "boxes": [ + 1008, + 484, + 1362, + 522 + ] + }, + { + "text": "Retina XDR display, durable latest-generation", + "boxes": [ + 1012, + 510, + 1390, + 540 + ] + }, + { + "text": "6.3", + "boxes": [ + 960, + 519, + 990, + 543 + ] + }, + { + "text": "Ceramic Shield,Action button,andBCwith", + "boxes": [ + 1014, + 530, + 1396, + 560 + ] + }, + { + "text": "USB 3 speeds2", + "boxes": [ + 1012, + 552, + 1136, + 582 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 168, + 586, + 372, + 615 + ] + }, + { + "text": "Phone 15 &", + "boxes": [ + 1446, + 577, + 1584, + 620 + ] + }, + { + "text": "Expl", + "boxes": [ + 1846, + 584, + 1904, + 617 + ] + }, + { + "text": "The first iPhone designed for Apple", + "boxes": [ + 1008, + 602, + 1306, + 637 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 613, + 408, + 651 + ] + }, + { + "text": "8", + "boxes": [ + 964, + 615, + 988, + 641 + ] + }, + { + "text": "hone 15 Plus", + "boxes": [ + 1448, + 615, + 1618, + 651 + ] + }, + { + "text": "Intelligence.3 Personal, private, powerful.", + "boxes": [ + 1012, + 625, + 1346, + 655 + ] + }, + { + "text": "acce", + "boxes": [ + 1844, + 619, + 1908, + 651 + ] + }, + { + "text": "B", + "boxes": [ + 960, + 685, + 992, + 715 + ] + }, + { + "text": "Camera Control gives you an easier way to", + "boxes": [ + 1010, + 677, + 1358, + 707 + ] + }, + { + "text": "quickly access camera tools", + "boxes": [ + 1014, + 701, + 1242, + 725 + ] + }, + { + "text": "A18 Pro chip powers Apple Intelligence and", + "boxes": [ + 1006, + 744, + 1376, + 782 + ] + }, + { + "text": "国", + "boxes": [ + 960, + 768, + 992, + 800 + ] + }, + { + "text": "AAA gaming — and helps deliver a huge leap in", + "boxes": [ + 1008, + 768, + 1392, + 802 + ] + }, + { + "text": "battery life", + "boxes": [ + 1014, + 794, + 1108, + 820 + ] + }, + { + "text": "4K 120 fps Dolby Vision and 4 studio-quality", + "boxes": [ + 1010, + 844, + 1374, + 874 + ] + }, + { + "text": "⑧", + "boxes": [ + 960, + 854, + 994, + 883 + ] + }, + { + "text": "mics. A Pro studio in your pocket.", + "boxes": [ + 1010, + 864, + 1286, + 895 + ] + }, + { + "text": " Capture magical spatial photos and videos on", + "boxes": [ + 1008, + 915, + 1384, + 947 + ] + }, + { + "text": "4", + "boxes": [ + 958, + 937, + 990, + 967 + ] + }, + { + "text": "iPhone 16 Pro, then relive them on", + "boxes": [ + 1008, + 935, + 1294, + 969 + ] + }, + { + "text": "Apple Vision Pro", + "boxes": [ + 1014, + 959, + 1152, + 989 + ] + }, + { + "text": "Explore iPhone 16 Pro further >", + "boxes": [ + 952, + 1001, + 1192, + 1030 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 116, + 34, + 156, + 50 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 62, + 1912, + 93 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 280 + ] + }, + { + "text": "iPhone 16 Pro ", + "boxes": [ + 736, + 220, + 838, + 252 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 874, + 224, + 948, + 250 + ] + }, + { + "text": "iphone 16e", + "boxes": [ + 982, + 224, + 1062, + 250 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 1096, + 220, + 1168, + 252 + ] + }, + { + "text": "iPhone", + "boxes": [ + 602, + 339, + 660, + 371 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 752, + 343, + 822, + 369 + ] + }, + { + "text": "16Pro", + "boxes": [ + 610, + 367, + 654, + 387 + ] + }, + { + "text": "Pro Max", + "boxes": [ + 756, + 367, + 814, + 387 + ] + }, + { + "text": "iPhoMe 16 Pro", + "boxes": [ + 950, + 375, + 1160, + 425 + ] + }, + { + "text": "All Models", + "boxes": [ + 144, + 387, + 228, + 413 + ] + }, + { + "text": "Shopping guide", + "boxes": [ + 262, + 389, + 382, + 413 + ] + }, + { + "text": "From $999 or $41.62/mo. for 24 mo.", + "boxes": [ + 954, + 423, + 1190, + 449 + ] + }, + { + "text": "All models. Take your pick", + "boxes": [ + 140, + 472, + 456, + 508 + ] + }, + { + "text": "Titanium design with larger 6.3inchSuper", + "boxes": [ + 1008, + 484, + 1362, + 522 + ] + }, + { + "text": "Retina XDR display, durable latest-generation", + "boxes": [ + 1012, + 510, + 1390, + 540 + ] + }, + { + "text": "Ceramic Shield, Action button, and USB-C with", + "boxes": [ + 1012, + 528, + 1398, + 564 + ] + }, + { + "text": "USB 3 speeds2", + "boxes": [ + 1012, + 552, + 1138, + 582 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 168, + 586, + 372, + 615 + ] + }, + { + "text": "Phone 15 &", + "boxes": [ + 1446, + 577, + 1584, + 620 + ] + }, + { + "text": "Expl", + "boxes": [ + 1846, + 584, + 1904, + 617 + ] + }, + { + "text": "8", + "boxes": [ + 958, + 611, + 992, + 645 + ] + }, + { + "text": "The first iPhone designed for Apple", + "boxes": [ + 1008, + 602, + 1306, + 637 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 613, + 406, + 651 + ] + }, + { + "text": "hone 15 Plus", + "boxes": [ + 1448, + 615, + 1618, + 651 + ] + }, + { + "text": "Intelligence.3 Personal, private, powerful.", + "boxes": [ + 1012, + 625, + 1346, + 655 + ] + }, + { + "text": "acce", + "boxes": [ + 1841, + 615, + 1909, + 652 + ] + }, + { + "text": "B", + "boxes": [ + 960, + 685, + 992, + 715 + ] + }, + { + "text": "Camera Control gives you an easier way to", + "boxes": [ + 1010, + 677, + 1358, + 707 + ] + }, + { + "text": "quickly access camera tools", + "boxes": [ + 1014, + 701, + 1242, + 725 + ] + }, + { + "text": "A18 Pro chip powers Apple Intelligence and", + "boxes": [ + 1006, + 744, + 1376, + 782 + ] + }, + { + "text": "国", + "boxes": [ + 960, + 768, + 992, + 800 + ] + }, + { + "text": "AAA gaming — and helps deliver a huge leap in", + "boxes": [ + 1008, + 768, + 1392, + 802 + ] + }, + { + "text": "battery life", + "boxes": [ + 1014, + 794, + 1108, + 820 + ] + }, + { + "text": "4K 120 fps Dolby Vision and 4 studio-quality", + "boxes": [ + 1010, + 844, + 1374, + 874 + ] + }, + { + "text": "⑧", + "boxes": [ + 960, + 854, + 994, + 883 + ] + }, + { + "text": "mics. A Pro studio in your pocket.", + "boxes": [ + 1010, + 864, + 1286, + 895 + ] + }, + { + "text": " Capture magical spatial photos and videos on", + "boxes": [ + 1008, + 915, + 1384, + 947 + ] + }, + { + "text": "iPhone 16 Pro, then relive them on", + "boxes": [ + 1008, + 935, + 1294, + 969 + ] + }, + { + "text": "Apple Vision Pro", + "boxes": [ + 1014, + 959, + 1152, + 989 + ] + }, + { + "text": "$699 or $29.12/t", + "boxes": [ + 1464, + 977, + 1572, + 1003 + ] + }, + { + "text": "Explore iPhone 16 Pro further >", + "boxes": [ + 952, + 1001, + 1192, + 1030 + ] + } + ] + }, + { + "frame_id": "160_0_6", + "episode_id": 160, + "env_id": 0, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.77878475189209, + "advantages": -0.24660754203796387, + "generated_text": "{\n \"intent\": \"To find and potentially purchase a gaming mouse from Amazon, selecting one based on features like ergonomic design, rechargeable function, wireless capability, and adjustable weights.\",\n \"action\": \"DoubleClick(397, 412)\"\n}", + "action_string": "DoubleClick(397, 412)", + "intent_string": "To find and potentially purchase a gaming mouse from Amazon, selecting one based on features like ergonomic design, rechargeable function, wireless capability, and adjustable weights.", + "before_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 74, + 66, + 122, + 85 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1588, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 16, + 107, + 130, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": " gaming mouse", + "boxes": [ + 302, + 117, + 410, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1406, + 127, + 1442, + 141 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "三 AIl ", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "1-16 of", + "boxes": [ + 10, + 208, + 60, + 228 + ] + }, + { + "text": "PopularShoppingIdeas", + "boxes": [ + 8, + 256, + 174, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "Wireless", + "boxes": [ + 12, + 282, + 70, + 308 + ] + }, + { + "text": "Ergonomic Design", + "boxes": [ + 10, + 300, + 134, + 330 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1816, + 300, + 1860, + 320 + ] + }, + { + "text": "Lightweight ", + "boxes": [ + 10, + 318, + 98, + 349 + ] + }, + { + "text": "Honeycomb", + "boxes": [ + 12, + 341, + 92, + 365 + ] + }, + { + "text": "Redragon Gaming Mouse, Wireless Mouse Gaming with 80oo DPl, PC Gaming Mice with Fire Button, RGB", + "boxes": [ + 602, + 345, + 1458, + 375 + ] + }, + { + "text": "vSee", + "boxes": [ + 18, + 367, + 50, + 381 + ] + }, + { + "text": " Backlit Programmable Ergonomic Mouse Gamer, Rechargeable, 7OHrs for Windows, Mac Gamer, Black ", + "boxes": [ + 600, + 365, + 1440, + 403 + ] + }, + { + "text": "Price", + "boxes": [ + 10, + 409, + 50, + 435 + ] + }, + { + "text": "opRe", + "boxes": [ + 612, + 403, + 652, + 419 + ] + }, + { + "text": "$0 -$4,400+", + "boxes": [ + 10, + 433, + 102, + 459 + ] + }, + { + "text": "Delivery Mon,", + "boxes": [ + 606, + 502, + 698, + 530 + ] + }, + { + "text": "Deals & Discou", + "boxes": [ + 12, + 516, + 110, + 542 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 540, + 98, + 564 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 560, + 100, + 586 + ] + }, + { + "text": " Add to cart ", + "boxes": [ + 614, + 558, + 692, + 584 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 617, + 144, + 647 + ] + }, + { + "text": " RK ROYAL KLUDGE RK M3 Wireless Gaming Mouse with 42K DPI, 47g Lightweight Computer Mouse with", + "boxes": [ + 600, + 631, + 1460, + 665 + ] + }, + { + "text": "Brands", + "boxes": [ + 7, + 648, + 65, + 682 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 5, + 670, + 107, + 710 + ] + }, + { + "text": "★★★★☆53", + "boxes": [ + 606, + 689, + 724, + 713 + ] + }, + { + "text": " Redragon", + "boxes": [ + 10, + 699, + 100, + 723 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1812, + 707, + 1862, + 733 + ] + }, + { + "text": "口1", + "boxes": [ + 12, + 719, + 38, + 739 + ] + }, + { + "text": "Razer", + "boxes": [ + 32, + 719, + 76, + 744 + ] + }, + { + "text": "口", + "boxes": [ + 14, + 742, + 36, + 756 + ] + }, + { + "text": "Corsair", + "boxes": [ + 34, + 741, + 82, + 760 + ] + }, + { + "text": "$5999", + "boxes": [ + 604, + 735, + 668, + 766 + ] + }, + { + "text": "Save $10.00 wit", + "boxes": [ + 604, + 764, + 720, + 794 + ] + }, + { + "text": " SteelSeries", + "boxes": [ + 12, + 778, + 106, + 802 + ] + }, + { + "text": " Hyperx", + "boxes": [ + 7, + 796, + 87, + 826 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 602, + 790, + 744, + 818 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 604, + 814, + 686, + 838 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 610, + 842, + 696, + 874 + ] + }, + { + "text": "Features", + "boxes": [ + 12, + 854, + 68, + 872 + ] + }, + { + "text": "LE", + "boxes": [ + 14, + 878, + 40, + 891 + ] + }, + { + "text": " LED Lights", + "boxes": [ + 9, + 891, + 103, + 922 + ] + }, + { + "text": "Overall Pick 0", + "boxes": [ + 312, + 895, + 406, + 919 + ] + }, + { + "text": "Logitech G502 HERO High Performance Wired Gaming Mouse, HERO 25K Sensor, 25,600 DPI, RGB,", + "boxes": [ + 602, + 895, + 1414, + 931 + ] + }, + { + "text": "Portable", + "boxes": [ + 12, + 913, + 94, + 939 + ] + }, + { + "text": "Rechargeable", + "boxes": [ + 9, + 931, + 123, + 963 + ] + }, + { + "text": "Adjustable Weights, 11 Programmable Buttons, On-Board Memory, PC / Mac", + "boxes": [ + 602, + 923, + 1234, + 953 + ] + }, + { + "text": "★★★★54,915", + "boxes": [ + 606, + 951, + 752, + 975 + ] + }, + { + "text": "wireless", + "boxes": [ + 9, + 970, + 93, + 1003 + ] + }, + { + "text": " 9K+ bought in past month", + "boxes": [ + 600, + 964, + 776, + 1003 + ] + }, + { + "text": " 4 Way Scrolling", + "boxes": [ + 14, + 995, + 132, + 1018 + ] + }, + { + "text": "$4097 List: $69.9", + "boxes": [ + 597, + 994, + 747, + 1037 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1878, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": " gaming mouse", + "boxes": [ + 300, + 115, + 412, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 125, + 1446, + 145 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle PaperwhiteBuy Now", + "boxes": [ + 752, + 204, + 1066, + 234 + ] + }, + { + "text": " Redragon Gaming Mouse, Wireless Mouse Gaming with 8000", + "boxes": [ + 678, + 302, + 1352, + 340 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1814, + 300, + 1860, + 320 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "$2999", + "boxes": [ + 1394, + 320, + 1458, + 353 + ] + }, + { + "text": "DPl, PC Gaming Mice with Fire Button, RGB Backlit", + "boxes": [ + 680, + 338, + 1230, + 367 + ] + }, + { + "text": "Programmable Ergonomic Mouse Gamer, Rechargeable,", + "boxes": [ + 680, + 369, + 1292, + 405 + ] + }, + { + "text": "No Import Charges & $10.48", + "boxes": [ + 1392, + 363, + 1582, + 393 + ] + }, + { + "text": "Shipping to China Details ", + "boxes": [ + 1394, + 383, + 1580, + 413 + ] + }, + { + "text": "70Hrs for Windows, Mac Gamer, Black", + "boxes": [ + 682, + 401, + 1102, + 437 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1394, + 403, + 1606, + 433 + ] + }, + { + "text": "within 23 hrs 56 mins", + "boxes": [ + 1392, + 423, + 1536, + 453 + ] + }, + { + "text": "4.5★★★★☆", + "boxes": [ + 682, + 447, + 810, + 476 + ] + }, + { + "text": "4,391 rati", + "boxes": [ + 828, + 455, + 892, + 472 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 684, + 476, + 794, + 500 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 494, + 1466, + 520 + ] + }, + { + "text": "K+bo", + "boxes": [ + 688, + 514, + 722, + 528 + ] + }, + { + "text": " Quantity: 1", + "boxes": [ + 1404, + 536, + 1482, + 560 + ] + }, + { + "text": "-25% $2999", + "boxes": [ + 682, + 548, + 812, + 586 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1456, + 580, + 1542, + 604 + ] + }, + { + "text": "No Ir", + "boxes": [ + 688, + 615, + 714, + 629 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "Ships from Amazon ", + "boxes": [ + 1398, + 657, + 1520, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 677, + 1450, + 705 + ] + }, + { + "text": "Redragon zone", + "boxes": [ + 1464, + 679, + 1556, + 705 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1812, + 707, + 1862, + 733 + ] + }, + { + "text": " Secure transaction", + "boxes": [ + 1466, + 735, + 1574, + 758 + ] + }, + { + "text": "Style:2.4G/Wired", + "boxes": [ + 686, + 778, + 802, + 796 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "Bluetooth/ 2.4G/ Wirec", + "boxes": [ + 690, + 802, + 842, + 832 + ] + }, + { + "text": "2.4G/ Wired", + "boxes": [ + 860, + 800, + 946, + 832 + ] + }, + { + "text": "Add a gift receipt for easy", + "boxes": [ + 1416, + 794, + 1584, + 818 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 816, + 1468, + 836 + ] + }, + { + "text": "Brand", + "boxes": [ + 678, + 842, + 730, + 876 + ] + }, + { + "text": "Redragon", + "boxes": [ + 856, + 842, + 928, + 874 + ] + }, + { + "text": "Black", + "boxes": [ + 858, + 872, + 902, + 897 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1402, + 866, + 1476, + 889 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 876, + 724, + 895 + ] + }, + { + "text": "Connectivity Technology", + "boxes": [ + 680, + 895, + 852, + 925 + ] + }, + { + "text": "2.4G/ Wired", + "boxes": [ + 856, + 897, + 942, + 923 + ] + }, + { + "text": "Special Feature", + "boxes": [ + 680, + 923, + 792, + 953 + ] + }, + { + "text": "Movement Detection", + "boxes": [ + 680, + 947, + 824, + 977 + ] + }, + { + "text": "Optical", + "boxes": [ + 860, + 951, + 910, + 977 + ] + }, + { + "text": "About this item", + "boxes": [ + 682, + 1014, + 834, + 1044 + ] + } + ] + }, + { + "frame_id": "160_1_6", + "episode_id": 160, + "env_id": 1, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.911600112915039, + "advantages": -0.14984288811683655, + "generated_text": "{\n \"intent\": \"Scroll down the page to explore more data about the student's response and preparation for exam in Shandong.\",\n \"action\": \"ScrollDown(100, 300)\"\n}", + "action_string": "ScrollDown(100, 300)", + "intent_string": "Scroll down the page to explore more data about the student's response and preparation for exam in Shandong.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1605, + 63, + 1659, + 88 + ] + }, + { + "text": "?", + "boxes": [ + 262, + 73, + 274, + 85 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 392, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 422, + 117, + 446, + 131 + ] + }, + { + "text": "财经", + "boxes": [ + 540, + 115, + 560, + 129 + ] + }, + { + "text": "科技", + "boxes": [ + 652, + 113, + 680, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1340, + 113, + 1362, + 127 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1424, + 131 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1542, + 135 + ] + }, + { + "text": "sina", + "boxes": [ + 1386, + 185, + 1434, + 220 + ] + }, + { + "text": "超声波工业加湿器", + "boxes": [ + 672, + 236, + 770, + 260 + ] + }, + { + "text": "电动螺旋蝶阀", + "boxes": [ + 794, + 240, + 866, + 258 + ] + }, + { + "text": "雷达料位计选型", + "boxes": [ + 900, + 240, + 980, + 258 + ] + }, + { + "text": "sSlna 新闻中心社会万象>正文", + "boxes": [ + 334, + 278, + 582, + 320 + ] + }, + { + "text": "新闻", + "boxes": [ + 1334, + 294, + 1390, + 320 + ] + }, + { + "text": "请输入关键词", + "boxes": [ + 1382, + 294, + 1480, + 320 + ] + }, + { + "text": "山东“救人缺考\"学生回应补考：将全力准备考试", + "boxes": [ + 328, + 353, + 1178, + 409 + ] + }, + { + "text": "2025年05月14日17:38", + "boxes": [ + 336, + 472, + 502, + 496 + ] + }, + { + "text": "8新京报作者：赵敏", + "boxes": [ + 490, + 471, + 656, + 500 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 464, + 544, + 978, + 604 + ] + }, + { + "text": "3", + "boxes": [ + 998, + 560, + 1010, + 572 + ] + }, + { + "text": "A", + "boxes": [ + 1594, + 564, + 1638, + 602 + ] + }, + { + "text": "中LE", + "boxes": [ + 988, + 584, + 1018, + 598 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1592, + 596, + 1640, + 623 + ] + }, + { + "text": "国", + "boxes": [ + 1598, + 643, + 1632, + 675 + ] + }, + { + "text": "相关新闻", + "boxes": [ + 1596, + 679, + 1636, + 695 + ] + }, + { + "text": "正规人力", + "boxes": [ + 14, + 792, + 216, + 848 + ] + }, + { + "text": "So", + "boxes": [ + 1626, + 804, + 1650, + 826 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 1616, + 839, + 1798, + 894 + ] + }, + { + "text": "些", + "boxes": [ + 1812, + 850, + 1846, + 878 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1618, + 893, + 1848, + 935 + ] + }, + { + "text": "02:33", + "boxes": [ + 122, + 947, + 174, + 967 + ] + }, + { + "text": "电话呼叫", + "boxes": [ + 1267, + 998, + 1361, + 1037 + ] + }, + { + "text": "山东\"救人缺考.", + "boxes": [ + 216, + 1048, + 312, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "山东", + "boxes": [ + 646, + 6, + 674, + 20 + ] + }, + { + "text": "×Q救人缺考男生将补考-Se", + "boxes": [ + 404, + 32, + 628, + 50 + ] + }, + { + "text": "山示双八峡亏", + "boxes": [ + 334, + 93, + 594, + 123 + ] + }, + { + "text": "回应", + "boxes": [ + 690, + 97, + 816, + 115 + ] + }, + { + "text": "付王刀7性亩亏试", + "boxes": [ + 874, + 93, + 1174, + 123 + ] + }, + { + "text": "2025年05月14日17:38新京报作者：赵敏", + "boxes": [ + 332, + 185, + 654, + 214 + ] + }, + { + "text": "IAIAI丨丨丨I98", + "boxes": [ + 1032, + 177, + 1582, + 218 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 466, + 260, + 894, + 320 + ] + }, + { + "text": "Bai百度", + "boxes": [ + 868, + 270, + 970, + 308 + ] + }, + { + "text": "日", + "boxes": [ + 996, + 272, + 1012, + 290 + ] + }, + { + "text": "中国月", + "boxes": [ + 986, + 296, + 1024, + 316 + ] + }, + { + "text": "仓", + "boxes": [ + 1596, + 568, + 1636, + 598 + ] + }, + { + "text": "国", + "boxes": [ + 1598, + 645, + 1632, + 675 + ] + }, + { + "text": "电话呼叫", + "boxes": [ + 1266, + 713, + 1364, + 750 + ] + }, + { + "text": "正规人办", + "boxes": [ + 15, + 792, + 225, + 848 + ] + }, + { + "text": "救人缺考小伙收到补考通知后，激动哽咽鞠躬：谢谢大家", + "boxes": [ + 504, + 790, + 1046, + 826 + ] + }, + { + "text": "S", + "boxes": [ + 1626, + 804, + 1652, + 826 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "阅读排行榜", + "boxes": [ + 1272, + 814, + 1400, + 852 + ] + }, + { + "text": "评论排行榜", + "boxes": [ + 1430, + 814, + 1556, + 852 + ] + }, + { + "text": "资源", + "boxes": [ + 14, + 850, + 110, + 901 + ] + }, + { + "text": "新京报讯（记者赵敏）5月14日下午，山东省教育招生考试院", + "boxes": [ + 694, + 848, + 1214, + 885 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 1616, + 839, + 1798, + 894 + ] + }, + { + "text": "些", + "boxes": [ + 1812, + 850, + 1846, + 879 + ] + }, + { + "text": "新浪新闻|加老架见", + "boxes": [ + 369, + 863, + 483, + 908 + ] + }, + { + "text": "S", + "boxes": [ + 356, + 876, + 382, + 897 + ] + }, + { + "text": "01", + "boxes": [ + 1254, + 876, + 1284, + 897 + ] + }, + { + "text": "普京激动\"爆粗\"", + "boxes": [ + 1294, + 874, + 1394, + 899 + ] + }, + { + "text": "发布公告称，经报请上级主管部门同意，将按程序启用春季高考语", + "boxes": [ + 660, + 885, + 1216, + 915 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1620, + 893, + 1850, + 937 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 350, + 919, + 524, + 963 + ] + }, + { + "text": "文科目副题，安排因救人缺考的姜某参加考试。14日下午，得知", + "boxes": [ + 660, + 917, + 1202, + 947 + ] + }, + { + "text": "02:34", + "boxes": [ + 124, + 947, + 172, + 967 + ] + }, + { + "text": "02", + "boxes": [ + 1252, + 945, + 1282, + 967 + ] + }, + { + "text": "事关藏南地区，外交部回应印度", + "boxes": [ + 1292, + 939, + 1498, + 969 + ] + }, + { + "text": "此消息后，救人学生姜昭鹏对新京报记者表示，接下来将全力准备", + "boxes": [ + 660, + 949, + 1214, + 979 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 346, + 961, + 580, + 1011 + ] + }, + { + "text": "考试。烟台市教育招生考试院回复新京报记者称，为保证考生安", + "boxes": [ + 660, + 981, + 1196, + 1011 + ] + }, + { + "text": "全，将不对外透露考试时间和地点。", + "boxes": [ + 660, + 1012, + 954, + 1042 + ] + }, + { + "text": "03", + "boxes": [ + 1252, + 1011, + 1286, + 1038 + ] + }, + { + "text": "高铁冲刺，谁在“狂毅”？", + "boxes": [ + 1276, + 1007, + 1452, + 1042 + ] + }, + { + "text": "口", + "boxes": [ + 40, + 1044, + 170, + 1070 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 1048, + 208, + 1070 + ] + }, + { + "text": "山东\"救人缺考.", + "boxes": [ + 216, + 1048, + 312, + 1074 + ] + } + ] + }, + { + "frame_id": "160_2_6", + "episode_id": 160, + "env_id": 2, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.173166275024414, + "advantages": -0.6878401637077332, + "generated_text": "{\n \"intent\": \"To select one pair of jeans from the available options and check the details of that product\",\n \"action\": \"Click(100, 4)\"\n}", + "action_string": "Click(100, 4)", + "intent_string": "To select one pair of jeans from the available options and check the details of that product", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 38, + 68, + 124, + 85 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1874, + 91 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 103, + 1874, + 135 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1812, + 129, + 1876, + 147 + ] + }, + { + "text": "10P12P", + "boxes": [ + 18, + 175, + 94, + 201 + ] + }, + { + "text": "00", + "boxes": [ + 40, + 254, + 58, + 268 + ] + }, + { + "text": "1-2 ", + "boxes": [ + 180, + 246, + 216, + 274 + ] + }, + { + "text": "0", + "boxes": [ + 118, + 256, + 130, + 268 + ] + }, + { + "text": "eatured from A", + "boxes": [ + 322, + 272, + 388, + 290 + ] + }, + { + "text": "on brands ", + "boxes": [ + 412, + 272, + 468, + 292 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 268, + 864, + 298 + ] + }, + { + "text": "Straight Leg Jeans for Women,High", + "boxes": [ + 902, + 266, + 1166, + 296 + ] + }, + { + "text": "luvamiaWide", + "boxes": [ + 1200, + 274, + 1300, + 292 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1490, + 266, + 1754, + 296 + ] + }, + { + "text": "3-4", + "boxes": [ + 34, + 280, + 66, + 300 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 280, + 140, + 302 + ] + }, + { + "text": "7-8", + "boxes": [ + 182, + 280, + 214, + 302 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 312, + 290, + 574, + 324 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 604, + 288, + 858, + 326 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 292, + 1174, + 322 + ] + }, + { + "text": "Trendy High Waisted Flare Jean", + "boxes": [ + 1196, + 292, + 1428, + 322 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1488, + 292, + 1736, + 322 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 296, + 1862, + 324 + ] + }, + { + "text": "9-10", + "boxes": [ + 26, + 310, + 68, + 330 + ] + }, + { + "text": "11-12", + "boxes": [ + 98, + 310, + 148, + 330 + ] + }, + { + "text": "13-14", + "boxes": [ + 165, + 305, + 229, + 336 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 312, + 316, + 452, + 345 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 316, + 838, + 344 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 904, + 316, + 1066, + 345 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1196, + 316, + 1424, + 345 + ] + }, + { + "text": "Loose Streetwear Trousers Fall", + "boxes": [ + 1492, + 320, + 1718, + 343 + ] + }, + { + "text": "16", + "boxes": [ + 36, + 343, + 62, + 357 + ] + }, + { + "text": "★★★★☆14,463", + "boxes": [ + 316, + 339, + 464, + 374 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 608, + 339, + 790, + 369 + ] + }, + { + "text": "★★★★☆725", + "boxes": [ + 904, + 341, + 1032, + 371 + ] + }, + { + "text": "Baggy with Patch Pockets", + "boxes": [ + 1194, + 337, + 1388, + 371 + ] + }, + { + "text": "Fashion y2k Outfits 2025", + "boxes": [ + 1488, + 339, + 1678, + 369 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 316, + 363, + 492, + 391 + ] + }, + { + "text": "★★★★★406", + "boxes": [ + 610, + 367, + 738, + 397 + ] + }, + { + "text": "100+", + "boxes": [ + 908, + 367, + 944, + 387 + ] + }, + { + "text": "★★★★★1.,996", + "boxes": [ + 1196, + 367, + 1336, + 397 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1490, + 367, + 1610, + 397 + ] + }, + { + "text": "Special Clothing Size", + "boxes": [ + 12, + 379, + 152, + 403 + ] + }, + { + "text": "$1990 Typical: $28.50", + "boxes": [ + 311, + 394, + 473, + 435 + ] + }, + { + "text": "+ bought in past ", + "boxes": [ + 638, + 389, + 744, + 413 + ] + }, + { + "text": "nontl", + "boxes": [ + 750, + 395, + 780, + 409 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 395, + 966, + 429 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 1196, + 387, + 1364, + 415 + ] + }, + { + "text": "100+ bought in past mor", + "boxes": [ + 1490, + 387, + 1646, + 415 + ] + }, + { + "text": "Juniors", + "boxes": [ + 9, + 398, + 81, + 429 + ] + }, + { + "text": "petite", + "boxes": [ + 7, + 418, + 79, + 449 + ] + }, + { + "text": "$3888", + "boxes": [ + 608, + 421, + 672, + 455 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 428, + 1048, + 463 + ] + }, + { + "text": "$3898", + "boxes": [ + 1194, + 421, + 1258, + 455 + ] + }, + { + "text": "$3299", + "boxes": [ + 1488, + 421, + 1552, + 455 + ] + }, + { + "text": " Plus Size", + "boxes": [ + 10, + 445, + 92, + 469 + ] + }, + { + "text": "ivery May 23 - 27", + "boxes": [ + 338, + 439, + 448, + 457 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 455, + 752, + 484 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1194, + 454, + 1338, + 485 + ] + }, + { + "text": " Delivery May 26 - 29", + "boxes": [ + 1484, + 452, + 1628, + 487 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 612, + 482, + 688, + 500 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 482, + 1570, + 500 + ] + }, + { + "text": "8", + "boxes": [ + 30, + 572, + 42, + 584 + ] + }, + { + "text": "50", + "boxes": [ + 24, + 600, + 44, + 613 + ] + }, + { + "text": "62", + "boxes": [ + 22, + 629, + 48, + 643 + ] + }, + { + "text": "Customer Reviews", + "boxes": [ + 16, + 669, + 132, + 687 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 14, + 689, + 144, + 719 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1814, + 707, + 1860, + 733 + ] + }, + { + "text": "Brands", + "boxes": [ + 10, + 727, + 62, + 752 + ] + }, + { + "text": "sidefeel", + "boxes": [ + 12, + 770, + 86, + 796 + ] + }, + { + "text": "口L", + "boxes": [ + 14, + 790, + 42, + 810 + ] + }, + { + "text": "Levi's", + "boxes": [ + 34, + 792, + 68, + 814 + ] + }, + { + "text": "Lee", + "boxes": [ + 14, + 812, + 60, + 830 + ] + }, + { + "text": "Lee Women's Ultra Lux Comfort with", + "boxes": [ + 314, + 824, + 586, + 848 + ] + }, + { + "text": " Gloria Vanderbilt Women's Amanda", + "boxes": [ + 606, + 824, + 870, + 848 + ] + }, + { + "text": "WallFlower Luscious Curvy Bootcut", + "boxes": [ + 902, + 824, + 1160, + 848 + ] + }, + { + "text": "KUNMI Women's Flare Bell Bottom", + "boxes": [ + 1194, + 820, + 1452, + 850 + ] + }, + { + "text": " Sidefeel Women's Wide Leg Jeans", + "boxes": [ + 1484, + 820, + 1736, + 850 + ] + }, + { + "text": "二", + "boxes": [ + 16, + 834, + 36, + 848 + ] + }, + { + "text": "Amazon Ess", + "boxes": [ + 34, + 834, + 110, + 852 + ] + }, + { + "text": "Flex Motion Bootcut Jean", + "boxes": [ + 316, + 848, + 502, + 872 + ] + }, + { + "text": "Classic High Rise Tapered Jean", + "boxes": [ + 608, + 848, + 832, + 872 + ] + }, + { + "text": "Jeans for Women Mid-Rise Insta ", + "boxes": [ + 902, + 844, + 1142, + 874 + ] + }, + { + "text": "LV", + "boxes": [ + 16, + 854, + 40, + 868 + ] + }, + { + "text": "Jeans High Waisted Wide Leg", + "boxes": [ + 1198, + 848, + 1414, + 872 + ] + }, + { + "text": "High Waisted Strechy Raw Hem", + "boxes": [ + 1488, + 848, + 1720, + 872 + ] + }, + { + "text": "wallIF", + "boxes": [ + 14, + 872, + 68, + 891 + ] + }, + { + "text": "★★★★☆17,328", + "boxes": [ + 316, + 869, + 464, + 897 + ] + }, + { + "text": "★★★★☆75.736", + "boxes": [ + 608, + 867, + 760, + 899 + ] + }, + { + "text": "Stretch Denim in Petite, Midsize,", + "boxes": [ + 902, + 868, + 1142, + 897 + ] + }, + { + "text": "Bootcut Jeans Stretchy Denim Pants", + "boxes": [ + 1194, + 868, + 1462, + 897 + ] + }, + { + "text": " Zimbaplatinum Denim Pants", + "boxes": [ + 1486, + 868, + 1702, + 897 + ] + }, + { + "text": "bought in past month", + "boxes": [ + 352, + 893, + 494, + 917 + ] + }, + { + "text": "300+ bought in past month", + "boxes": [ + 606, + 887, + 788, + 921 + ] + }, + { + "text": "Plus Size, Juniors Jeans ", + "boxes": [ + 900, + 893, + 1078, + 923 + ] + }, + { + "text": "★★★★☆2.850", + "boxes": [ + 1196, + 895, + 1338, + 925 + ] + }, + { + "text": "★★★★1.154", + "boxes": [ + 1488, + 895, + 1632, + 925 + ] + }, + { + "text": "AmazonFashion", + "boxes": [ + 14, + 923, + 120, + 947 + ] + }, + { + "text": "$319 ist: $36.90", + "boxes": [ + 312, + 921, + 452, + 961 + ] + }, + { + "text": "$159 Ist: $4.00", + "boxes": [ + 601, + 919, + 747, + 964 + ] + }, + { + "text": "★★★★★58.254", + "boxes": [ + 900, + 915, + 1056, + 951 + ] + }, + { + "text": "200+ bought in past month", + "boxes": [ + 1194, + 915, + 1376, + 945 + ] + }, + { + "text": "400+ bought in past month", + "boxes": [ + 1490, + 915, + 1668, + 943 + ] + }, + { + "text": "400+ bought in past month", + "boxes": [ + 900, + 935, + 1084, + 971 + ] + }, + { + "text": "$4399", + "boxes": [ + 1194, + 949, + 1258, + 983 + ] + }, + { + "text": "$3229 Typical: 539.9", + "boxes": [ + 1483, + 944, + 1651, + 989 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 314, + 957, + 460, + 989 + ] + }, + { + "text": " Delivery Tue, May 27", + "boxes": [ + 604, + 955, + 750, + 991 + ] + }, + { + "text": "n Brands", + "boxes": [ + 86, + 971, + 140, + 989 + ] + }, + { + "text": "$3099 Lst:$48.00", + "boxes": [ + 897, + 968, + 1043, + 1011 + ] + }, + { + "text": "Ships to Chi", + "boxes": [ + 612, + 987, + 674, + 1005 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1192, + 978, + 1342, + 1015 + ] + }, + { + "text": "TopBrands", + "boxes": [ + 26, + 991, + 104, + 1009 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1486, + 983, + 1634, + 1012 + ] + }, + { + "text": " Delvery May 2 - Jun 5 ", + "boxes": [ + 898, + 1005, + 1062, + 1040 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1198, + 1007, + 1278, + 1032 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1490, + 1007, + 1572, + 1032 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 38, + 68, + 124, + 85 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1874, + 91 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 103, + 1874, + 135 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1812, + 129, + 1876, + 147 + ] + }, + { + "text": "1-2 ", + "boxes": [ + 180, + 246, + 214, + 274 + ] + }, + { + "text": "00", + "boxes": [ + 40, + 256, + 58, + 270 + ] + }, + { + "text": "eatured from A", + "boxes": [ + 322, + 272, + 388, + 290 + ] + }, + { + "text": "on brands ", + "boxes": [ + 412, + 272, + 468, + 292 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 268, + 864, + 298 + ] + }, + { + "text": "Straight Leg Jeans for Women,High", + "boxes": [ + 902, + 266, + 1166, + 296 + ] + }, + { + "text": "luvamiaWide", + "boxes": [ + 1200, + 274, + 1294, + 292 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1490, + 266, + 1754, + 296 + ] + }, + { + "text": "3-4", + "boxes": [ + 34, + 280, + 66, + 300 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 280, + 140, + 302 + ] + }, + { + "text": "7-8", + "boxes": [ + 182, + 280, + 212, + 302 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 312, + 290, + 574, + 324 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 604, + 288, + 858, + 326 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 292, + 1174, + 322 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans", + "boxes": [ + 1196, + 292, + 1428, + 322 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1488, + 292, + 1736, + 322 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 296, + 1862, + 324 + ] + }, + { + "text": "9-10", + "boxes": [ + 26, + 310, + 68, + 330 + ] + }, + { + "text": "11-12", + "boxes": [ + 98, + 310, + 148, + 330 + ] + }, + { + "text": "13-14", + "boxes": [ + 165, + 305, + 227, + 336 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 312, + 316, + 452, + 345 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 316, + 838, + 344 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 904, + 316, + 1066, + 345 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1196, + 316, + 1424, + 345 + ] + }, + { + "text": "Loose Streetwear Trousers Fall", + "boxes": [ + 1492, + 320, + 1718, + 343 + ] + }, + { + "text": "16", + "boxes": [ + 36, + 343, + 62, + 357 + ] + }, + { + "text": "★★★★☆14,463", + "boxes": [ + 316, + 339, + 464, + 374 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 608, + 339, + 790, + 369 + ] + }, + { + "text": "★★★★☆725", + "boxes": [ + 904, + 341, + 1032, + 371 + ] + }, + { + "text": "Baggy with Patch Pockets", + "boxes": [ + 1194, + 337, + 1388, + 371 + ] + }, + { + "text": "Fashion y2k Outfits 2025", + "boxes": [ + 1488, + 339, + 1678, + 369 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 318, + 363, + 492, + 391 + ] + }, + { + "text": "★★★★★406", + "boxes": [ + 610, + 367, + 738, + 397 + ] + }, + { + "text": "100+", + "boxes": [ + 908, + 367, + 944, + 387 + ] + }, + { + "text": "★★★★★1.,996", + "boxes": [ + 1196, + 367, + 1336, + 397 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1490, + 367, + 1610, + 397 + ] + }, + { + "text": "Special Clothing Size", + "boxes": [ + 14, + 379, + 152, + 403 + ] + }, + { + "text": "$1990 Typical: $28.50", + "boxes": [ + 311, + 394, + 473, + 435 + ] + }, + { + "text": "+ bought in past ", + "boxes": [ + 638, + 389, + 744, + 413 + ] + }, + { + "text": "nontl", + "boxes": [ + 750, + 395, + 780, + 409 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 395, + 966, + 429 + ] + }, + { + "text": "100+ bought in past mor", + "boxes": [ + 1490, + 387, + 1646, + 415 + ] + }, + { + "text": "Juniors", + "boxes": [ + 9, + 398, + 81, + 429 + ] + }, + { + "text": "petite", + "boxes": [ + 7, + 418, + 79, + 449 + ] + }, + { + "text": "$3888", + "boxes": [ + 608, + 421, + 672, + 455 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 428, + 1048, + 463 + ] + }, + { + "text": "$3898", + "boxes": [ + 1194, + 421, + 1258, + 455 + ] + }, + { + "text": "$3299", + "boxes": [ + 1488, + 421, + 1552, + 455 + ] + }, + { + "text": " Plus Size", + "boxes": [ + 10, + 445, + 92, + 469 + ] + }, + { + "text": "ivery May 23 - 27", + "boxes": [ + 338, + 439, + 448, + 457 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 455, + 752, + 484 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1194, + 454, + 1338, + 485 + ] + }, + { + "text": " Delivery May 26 - 29", + "boxes": [ + 1484, + 452, + 1628, + 487 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 612, + 482, + 688, + 500 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 482, + 1570, + 500 + ] + }, + { + "text": "50", + "boxes": [ + 24, + 600, + 44, + 613 + ] + }, + { + "text": "62", + "boxes": [ + 22, + 629, + 48, + 643 + ] + }, + { + "text": "CustomerReviews", + "boxes": [ + 16, + 669, + 132, + 687 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 14, + 689, + 144, + 719 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1814, + 707, + 1860, + 733 + ] + }, + { + "text": "Brands", + "boxes": [ + 10, + 727, + 62, + 752 + ] + }, + { + "text": "sidefeel", + "boxes": [ + 12, + 770, + 86, + 796 + ] + }, + { + "text": "口L", + "boxes": [ + 14, + 790, + 42, + 810 + ] + }, + { + "text": "Levi's", + "boxes": [ + 34, + 792, + 68, + 814 + ] + }, + { + "text": "Lee", + "boxes": [ + 14, + 812, + 60, + 830 + ] + }, + { + "text": "Lee Women's Ultra Lux Comfort with", + "boxes": [ + 314, + 824, + 586, + 848 + ] + }, + { + "text": " Gloria Vanderbilt Women's Amanda", + "boxes": [ + 606, + 824, + 870, + 848 + ] + }, + { + "text": "WallFlower Luscious Curvy Bootcut", + "boxes": [ + 902, + 824, + 1160, + 848 + ] + }, + { + "text": "KUNMI Women's Flare Bell Bottom", + "boxes": [ + 1194, + 820, + 1452, + 850 + ] + }, + { + "text": " Sidefeel Women's Wide Leg Jeans", + "boxes": [ + 1484, + 820, + 1736, + 850 + ] + }, + { + "text": "二", + "boxes": [ + 16, + 834, + 36, + 848 + ] + }, + { + "text": "Amazon Ess", + "boxes": [ + 34, + 834, + 110, + 852 + ] + }, + { + "text": "Flex Motion Bootcut Jean", + "boxes": [ + 316, + 848, + 502, + 872 + ] + }, + { + "text": "Classic High Rise Tapered Jean", + "boxes": [ + 608, + 848, + 832, + 872 + ] + }, + { + "text": "Jeans for Women Mid-Ris Insta ", + "boxes": [ + 902, + 844, + 1142, + 874 + ] + }, + { + "text": "LV", + "boxes": [ + 16, + 854, + 40, + 868 + ] + }, + { + "text": "Jeans High Waisted Wide Leg", + "boxes": [ + 1198, + 848, + 1414, + 872 + ] + }, + { + "text": "High Waisted Strechy Raw Hem", + "boxes": [ + 1488, + 848, + 1720, + 872 + ] + }, + { + "text": "wallIF", + "boxes": [ + 14, + 872, + 68, + 891 + ] + }, + { + "text": "★★★★☆17,328", + "boxes": [ + 316, + 869, + 464, + 897 + ] + }, + { + "text": "★★★★☆75.736", + "boxes": [ + 608, + 867, + 760, + 899 + ] + }, + { + "text": "Stretch Denim in Petite, Midsize,", + "boxes": [ + 902, + 868, + 1142, + 897 + ] + }, + { + "text": "Bootcut Jeans Stretchy Denim Pants", + "boxes": [ + 1194, + 868, + 1462, + 897 + ] + }, + { + "text": " Zimbaplatinum Denim Pants", + "boxes": [ + 1486, + 868, + 1702, + 897 + ] + }, + { + "text": "bought in past month", + "boxes": [ + 352, + 893, + 494, + 917 + ] + }, + { + "text": "300+ bought in past month", + "boxes": [ + 606, + 887, + 788, + 921 + ] + }, + { + "text": "Plus Size, Juniors Jeans ", + "boxes": [ + 900, + 893, + 1078, + 923 + ] + }, + { + "text": "★★★★☆2.850", + "boxes": [ + 1196, + 895, + 1338, + 925 + ] + }, + { + "text": "★★★★1.154", + "boxes": [ + 1488, + 895, + 1632, + 925 + ] + }, + { + "text": "AmazonFashion", + "boxes": [ + 14, + 923, + 120, + 947 + ] + }, + { + "text": "$319 ist: $36.90", + "boxes": [ + 312, + 921, + 452, + 961 + ] + }, + { + "text": "$159 Ist: $4.00", + "boxes": [ + 601, + 919, + 747, + 964 + ] + }, + { + "text": "★★★★★58.254", + "boxes": [ + 900, + 915, + 1056, + 951 + ] + }, + { + "text": "200+ bought in past month", + "boxes": [ + 1194, + 915, + 1376, + 945 + ] + }, + { + "text": "400+ bought in past month", + "boxes": [ + 1490, + 915, + 1668, + 943 + ] + }, + { + "text": "400+ bought in past month", + "boxes": [ + 900, + 935, + 1084, + 971 + ] + }, + { + "text": "$4399", + "boxes": [ + 1194, + 949, + 1258, + 983 + ] + }, + { + "text": "$3229 Typical: 539.9", + "boxes": [ + 1483, + 944, + 1651, + 989 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 314, + 959, + 460, + 987 + ] + }, + { + "text": " Delivery Tue, May 27", + "boxes": [ + 604, + 955, + 750, + 991 + ] + }, + { + "text": " Brands", + "boxes": [ + 88, + 971, + 140, + 989 + ] + }, + { + "text": "$3099 Lst:$48.00", + "boxes": [ + 897, + 968, + 1043, + 1011 + ] + }, + { + "text": "Ships to Chi", + "boxes": [ + 612, + 987, + 674, + 1005 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1192, + 978, + 1342, + 1015 + ] + }, + { + "text": "TopBrands", + "boxes": [ + 26, + 991, + 104, + 1009 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1486, + 983, + 1634, + 1012 + ] + }, + { + "text": " Delvery May 2 - Jun 5 ", + "boxes": [ + 898, + 1005, + 1062, + 1040 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1198, + 1007, + 1278, + 1032 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1490, + 1007, + 1572, + 1032 + ] + } + ] + }, + { + "frame_id": "160_3_6", + "episode_id": 160, + "env_id": 3, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.70621109008789, + "advantages": -0.29948219656944275, + "generated_text": "{\n \"intent\": \"Click on the \\\"yanjiu juekai puiao lvri\\\" link to start exploring the trending topics on Bing.\",\n \"action\": \"DoubleClick(223, 296)\"\n}", + "action_string": "DoubleClick(223, 296)", + "intent_string": "Click on the \"yanjiu juekai puiao lvri\" link to start exploring the trending topics on Bing.", + "before_screen_ocr_results": [ + { + "text": "Q Search - Microsoft Bing", + "boxes": [ + 12, + 34, + 186, + 52 + ] + }, + { + "text": "口", + "boxes": [ + 1538, + 40, + 1596, + 66 + ] + }, + { + "text": "→白", + "boxes": [ + 3, + 57, + 137, + 100 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 224, + 61, + 422, + 98 + ] + }, + { + "text": "☆", + "boxes": [ + 986, + 69, + 1044, + 89 + ] + }, + { + "text": "三团?", + "boxes": [ + 1146, + 66, + 1240, + 91 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 153 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 170, + 234, + 320, + 266 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 154, + 280, + 296, + 316 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 162, + 349, + 326, + 389 + ] + }, + { + "text": "@Next", + "boxes": [ + 1044, + 361, + 1094, + 387 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 164, + 399, + 318, + 423 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡", + "boxes": [ + 472, + 393, + 648, + 429 + ] + }, + { + "text": "3桥下躲冰苞致堵车", + "boxes": [ + 786, + 395, + 942, + 425 + ] + }, + { + "text": "4救人缺考男生将补考", + "boxes": [ + 170, + 437, + 334, + 461 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 470, + 433, + 624, + 463 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 784, + 433, + 944, + 463 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 554 + ] + }, + { + "text": "oz://a", + "boxes": [ + 1275, + 674, + 1417, + 729 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 986, + 852, + 1076, + 878 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 986, + 887, + 1046, + 919 + ] + }, + { + "text": "+4.07%", + "boxes": [ + 1162, + 891, + 1212, + 909 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 990, + 907, + 1042, + 925 + ] + }, + { + "text": "347.68", + "boxes": [ + 1172, + 907, + 1216, + 925 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 986, + 935, + 1040, + 961 + ] + }, + { + "text": "+0.28%", + "boxes": [ + 1164, + 939, + 1214, + 959 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×", + "boxes": [ + 1536, + 40, + 1596, + 66 + ] + }, + { + "text": "→白", + "boxes": [ + 3, + 57, + 137, + 100 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 224, + 61, + 424, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 990, + 69, + 1044, + 89 + ] + }, + { + "text": "三目◎", + "boxes": [ + 1146, + 66, + 1238, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1558, + 129 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 113, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 168, + 232, + 326, + 268 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 148, + 280, + 296, + 316 + ] + }, + { + "text": " Trending on Bing", + "boxes": [ + 160, + 351, + 326, + 387 + ] + }, + { + "text": "GNext", + "boxes": [ + 1038, + 353, + 1104, + 393 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 162, + 395, + 318, + 425 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡", + "boxes": [ + 472, + 393, + 650, + 429 + ] + }, + { + "text": "3桥下躲冰電致堵车", + "boxes": [ + 784, + 393, + 944, + 429 + ] + }, + { + "text": "4 救人缺考男生将补考", + "boxes": [ + 164, + 433, + 336, + 463 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 472, + 433, + 624, + 463 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 784, + 433, + 944, + 463 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 554 + ] + }, + { + "text": "oz://a", + "boxes": [ + 1276, + 677, + 1416, + 729 + ] + }, + { + "text": ">", + "boxes": [ + 1386, + 739, + 1415, + 767 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 980, + 850, + 1076, + 876 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 984, + 887, + 1046, + 919 + ] + }, + { + "text": "+4.07%", + "boxes": [ + 1164, + 891, + 1212, + 909 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 988, + 907, + 1040, + 925 + ] + } + ] + }, + { + "frame_id": "160_4_6", + "episode_id": 160, + "env_id": 4, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.336142539978027, + "advantages": -0.5691012740135193, + "generated_text": "{\n \"intent\": \"Click on the '扫码下载' button to explore the知乎 app.\",\n \"action\": \"DoubleClick(750, 665)\"\n}", + "action_string": "DoubleClick(750, 665)", + "intent_string": "Click on the '扫码下载' button to explore the知乎 app.", + "before_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 852, + 6, + 910, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 66, + 130, + 91 + ] + }, + { + "text": "①| https://v", + "boxes": [ + 252, + 66, + 364, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "a", + "boxes": [ + 1372, + 308, + 1392, + 328 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1438, + 302, + 1552, + 326 + ] + }, + { + "text": "有问题", + "boxes": [ + 278, + 341, + 644, + 472 + ] + }, + { + "text": "美联储与美国财政部在扩表与缩表的过程中，主要", + "boxes": [ + 1372, + 343, + 1618, + 361 + ] + }, + { + "text": "参与者的资产负债都发生哪些变化？货币供给发生.", + "boxes": [ + 1372, + 359, + 1620, + 377 + ] + }, + { + "text": "你最喜欢的一句法律谚语是什么？为什么喜", + "boxes": [ + 1364, + 417, + 1612, + 441 + ] + }, + { + "text": "欢？", + "boxes": [ + 1370, + 441, + 1390, + 455 + ] + }, + { + "text": "Legal诗睿法律等2个话题下的优秀答主", + "boxes": [ + 1370, + 459, + 1600, + 476 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 469, + 862, + 586 + ] + }, + { + "text": "ustice ", + "boxes": [ + 1374, + 480, + 1414, + 496 + ] + }, + { + "text": "denied.为什么会喜欢这", + "boxes": [ + 1506, + 478, + 1620, + 496 + ] + }, + { + "text": "句谚语呢，因为正本清源，这又是一个被国内..", + "boxes": [ + 1368, + 492, + 1614, + 516 + ] + }, + { + "text": "如何在一周内快速摸清一个行业？", + "boxes": [ + 1366, + 552, + 1560, + 576 + ] + }, + { + "text": "程毅南社会心理学等3个话题下的优质答主", + "boxes": [ + 1368, + 572, + 1608, + 594 + ] + }, + { + "text": "事情就是（尝试）深入了解各种行业和公司，为.", + "boxes": [ + 1366, + 604, + 1616, + 633 + ] + }, + { + "text": "在工业区开的超市，怎么样改进以提高竞争", + "boxes": [ + 1364, + 663, + 1614, + 695 + ] + }, + { + "text": "力？", + "boxes": [ + 1368, + 691, + 1394, + 705 + ] + }, + { + "text": "知乎APP扫码下载", + "boxes": [ + 460, + 711, + 718, + 760 + ] + }, + { + "text": "汪惟创业等5个话题下的优秀答主", + "boxes": [ + 1368, + 707, + 1570, + 731 + ] + }, + { + "text": "说点回去就能用的。先调查一下你附近工厂都用什", + "boxes": [ + 1368, + 727, + 1614, + 750 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": " Android", + "boxes": [ + 580, + 834, + 678, + 860 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文[2019]4928-541号|药品医疗器械网络信息服务备案|", + "boxes": [ + 398, + 955, + 798, + 979 + ] + }, + { + "text": "药械信息备字（2022）第00334号", + "boxes": [ + 858, + 957, + 1076, + 975 + ] + }, + { + "text": "：400-919-0001丨违法和不良信息举报：010-82716601", + "boxes": [ + 1160, + 949, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息考", + "boxes": [ + 508, + 975, + 808, + 1005 + ] + }, + { + "text": "算法推荐举报专区", + "boxes": [ + 910, + 979, + 1028, + 997 + ] + }, + { + "text": "内容从业人员违法违规行为举报|证照中心丨", + "boxes": [ + 552, + 996, + 832, + 1031 + ] + }, + { + "text": "平丨北京智者天下科技有限公司版权所有", + "boxes": [ + 1116, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 854, + 6, + 908, + 24 + ] + }, + { + "text": "知 知乎－有问题，就会有答案×", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "B", + "boxes": [ + 1370, + 306, + 1394, + 330 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1440, + 304, + 1552, + 328 + ] + }, + { + "text": "有问题", + "boxes": [ + 288, + 343, + 642, + 469 + ] + }, + { + "text": "你最喜欢的一句法律谚语是什么？为什么喜", + "boxes": [ + 1366, + 355, + 1614, + 379 + ] + }, + { + "text": "赞同", + "boxes": [ + 986, + 369, + 1114, + 443 + ] + }, + { + "text": "欢？", + "boxes": [ + 1370, + 377, + 1392, + 391 + ] + }, + { + "text": "Legal诗睿法律等2个话题下的优秀答主", + "boxes": [ + 1366, + 393, + 1600, + 417 + ] + }, + { + "text": "ayedisjusticedenied.为什么会喜欢这", + "boxes": [ + 1428, + 415, + 1620, + 433 + ] + }, + { + "text": "句谚语呢，因为正本清源，这又是一个被国内.", + "boxes": [ + 1366, + 427, + 1618, + 457 + ] + }, + { + "text": "1141赞同·84收藏", + "boxes": [ + 1368, + 453, + 1466, + 476 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 296, + 465, + 860, + 588 + ] + }, + { + "text": "如何在一周内快速摸清一个行业？", + "boxes": [ + 1364, + 486, + 1562, + 516 + ] + }, + { + "text": "", + "boxes": [ + 1356, + 520, + 1634, + 582 + ] + }, + { + "text": "在工业区开的超市，怎么样改进以提高竞争", + "boxes": [ + 1362, + 601, + 1616, + 633 + ] + }, + { + "text": "汪惟", + "boxes": [ + 1370, + 647, + 1432, + 667 + ] + }, + { + "text": "创业等5个话题下的优秀答主", + "boxes": [ + 1422, + 645, + 1570, + 669 + ] + }, + { + "text": "说点回去就能用的。先调查一下你附近工厂都用什", + "boxes": [ + 1366, + 663, + 1616, + 687 + ] + }, + { + "text": "么银行卡发工资。然后想方设法弄一个这个银行", + "boxes": [ + 1370, + 685, + 1612, + 703 + ] + }, + { + "text": "2万赞同·761评论", + "boxes": [ + 1370, + 707, + 1468, + 725 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 464, + 717, + 716, + 758 + ] + }, + { + "text": "口", + "boxes": [ + 784, + 727, + 806, + 741 + ] + }, + { + "text": "如何高质量地走完大学四年？", + "boxes": [ + 1366, + 738, + 1530, + 766 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": "神", + "boxes": [ + 1370, + 766, + 1400, + 780 + ] + }, + { + "text": "个回答，", + "boxes": [ + 1408, + 786, + 1444, + 800 + ] + }, + { + "text": "寻找答案的时间！我在", + "boxes": [ + 1506, + 786, + 1622, + 804 + ] + }, + { + "text": "", + "boxes": [ + 1548, + 822, + 1562, + 842 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": "Android", + "boxes": [ + 578, + 834, + 678, + 860 + ] + }, + { + "text": "知平协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文［2019]4928-541号丨药品医疗器械网络信息服务备案丨（京）网药械信息备字（2022）第00334号丨服务热线：400-919-0001丨违法和不良信息举报：010-82716601", + "boxes": [ + 394, + 949, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com|儿童色情信息举报专区", + "boxes": [ + 508, + 975, + 864, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报丨证照中心|In", + "boxes": [ + 552, + 996, + 848, + 1031 + ] + }, + { + "text": "2025知乎|北京智者天下科技有限公司版权所有", + "boxes": [ + 1058, + 1005, + 1364, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ] + }, + { + "frame_id": "160_5_6", + "episode_id": 160, + "env_id": 5, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.723748207092285, + "advantages": 0.44186002016067505, + "generated_text": "{\n \"intent\": \"Click on the article titled '官方通报男生救人缺考: 将补考 考生全力备考中' to gather more information about the situation.\",\n \"action\": \"Click(1034, 376)\"\n}", + "action_string": "Click(1034, 376)", + "intent_string": "Click on the article titled '官方通报男生救人缺考: 将补考 考生全力备考中' to gather more information about the situation.", + "before_screen_ocr_results": [ + { + "text": "首页", + "boxes": [ + 372, + 115, + 402, + 129 + ] + }, + { + "text": "新闻", + "boxes": [ + 402, + 113, + 444, + 133 + ] + }, + { + "text": "China", + "boxes": [ + 434, + 179, + 534, + 224 + ] + }, + { + "text": "新闻", + "boxes": [ + 542, + 181, + 640, + 240 + ] + }, + { + "text": "中华网", + "boxes": [ + 444, + 214, + 522, + 240 + ] + }, + { + "text": "微软云", + "boxes": [ + 780, + 236, + 820, + 256 + ] + }, + { + "text": "国内", + "boxes": [ + 388, + 286, + 430, + 314 + ] + }, + { + "text": "国际", + "boxes": [ + 510, + 286, + 550, + 314 + ] + }, + { + "text": "社会", + "boxes": [ + 630, + 282, + 672, + 318 + ] + }, + { + "text": "体育", + "boxes": [ + 752, + 286, + 790, + 314 + ] + }, + { + "text": "专题", + "boxes": [ + 874, + 286, + 914, + 314 + ] + }, + { + "text": "军事", + "boxes": [ + 992, + 286, + 1032, + 312 + ] + }, + { + "text": "财经", + "boxes": [ + 1114, + 286, + 1158, + 314 + ] + }, + { + "text": "滚动", + "boxes": [ + 1236, + 286, + 1278, + 314 + ] + }, + { + "text": "政务", + "boxes": [ + 1356, + 286, + 1398, + 314 + ] + }, + { + "text": "冬奥", + "boxes": [ + 1480, + 286, + 1516, + 314 + ] + }, + { + "text": "官方通报男生救人缺考：将补考考生全力备考中", + "boxes": [ + 746, + 353, + 1412, + 395 + ] + }, + { + "text": "2025-05-1418:30:02 头条号", + "boxes": [ + 750, + 405, + 930, + 429 + ] + }, + { + "text": "A+A", + "boxes": [ + 1468, + 407, + 1524, + 427 + ] + }, + { + "text": "韩国电影爱情片推荐，超好看！", + "boxes": [ + 952, + 451, + 1240, + 486 + ] + }, + { + "text": "电影爱情", + "boxes": [ + 960, + 486, + 1016, + 512 + ] + }, + { + "text": "5月14日下午，山东省教育招生考试院发布公告称，经上级主管部门同意，将按程序启用", + "boxes": [ + 792, + 584, + 1514, + 613 + ] + }, + { + "text": "语音播报器", + "boxes": [ + 382, + 596, + 496, + 627 + ] + }, + { + "text": "春季高考语文科目副题，安排因救人缺考的姜某参加考试。得知此消息后，救人学生姜昭鹏表", + "boxes": [ + 756, + 615, + 1520, + 645 + ] + }, + { + "text": "今日热点", + "boxes": [ + 382, + 649, + 456, + 681 + ] + }, + { + "text": "示，接下来将全力准备考试。烟台市教育招生考试院回复称，为保证考生安全，将不对外透露", + "boxes": [ + 760, + 651, + 1518, + 675 + ] + }, + { + "text": "考试时间和地点。", + "boxes": [ + 758, + 681, + 894, + 711 + ] + }, + { + "text": "此前报道显示，5月10日早上，山东城市服务职业", + "boxes": [ + 1100, + 719, + 1508, + 748 + ] + }, + { + "text": "学院2022级学生姜昭鹏和同学乘坐网约车前往山东省职", + "boxes": [ + 1064, + 748, + 1520, + 786 + ] + }, + { + "text": "教高考考点。上车约一分钟，同学突发心梗休克。姜昭", + "boxes": [ + 1062, + 780, + 1518, + 818 + ] + }, + { + "text": "京东外卖系统故障已恢", + "boxes": [ + 380, + 790, + 520, + 814 + ] + }, + { + "text": "国外服装网站", + "boxes": [ + 556, + 804, + 638, + 828 + ] + }, + { + "text": "鹏利用在专业课中学到的急救知识，对发病同学持续进", + "boxes": [ + 1066, + 812, + 1516, + 850 + ] + }, + { + "text": "美少女打金", + "boxes": [ + 1627, + 825, + 1855, + 884 + ] + }, + { + "text": "行心脏复苏、人工呼吸等急救措施。网约车司机得到交", + "boxes": [ + 1064, + 850, + 1514, + 879 + ] + }, + { + "text": "警许可后连闯红灯，将送诊时间压缩一半。最终，发病", + "boxes": [ + 1070, + 881, + 1516, + 911 + ] + }, + { + "text": "同学被抢救成功，但姜昭鹏因迟到错过了语文考试。(责", + "boxes": [ + 1066, + 913, + 1514, + 943 + ] + }, + { + "text": "新一代浏览器", + "boxes": [ + 762, + 931, + 896, + 963 + ] + }, + { + "text": "平论员谈火车撞人事故一", + "boxes": [ + 384, + 955, + 532, + 973 + ] + }, + { + "text": "普光气田刷新我国页岩气", + "boxes": [ + 556, + 951, + 708, + 975 + ] + }, + { + "text": "任编辑：张小花TT1000)", + "boxes": [ + 1068, + 953, + 1212, + 977 + ] + }, + { + "text": "再发生安全隐患函待解决", + "boxes": [ + 382, + 975, + 538, + 993 + ] + }, + { + "text": "井垂深纪录探井日产量", + "boxes": [ + 556, + 971, + 698, + 995 + ] + }, + { + "text": "今日快讯", + "boxes": [ + 707, + 988, + 831, + 1037 + ] + }, + { + "text": "区sci", + "boxes": [ + 1272, + 987, + 1318, + 1012 + ] + }, + { + "text": "人体机器人多少钱一个", + "boxes": [ + 1346, + 985, + 1516, + 1014 + ] + }, + { + "text": "这轮中美关税会谈让台湾社会看清了什么？", + "boxes": [ + 860, + 999, + 1168, + 1028 + ] + }, + { + "text": "开始游戏", + "boxes": [ + 1722, + 995, + 1788, + 1012 + ] + }, + { + "text": "鉴定多少钱", + "boxes": [ + 1270, + 1016, + 1354, + 1042 + ] + }, + { + "text": "短信轰在线轰炸卡盟", + "boxes": [ + 1366, + 1016, + 1520, + 1046 + ] + }, + { + "text": "官方通报男生", + "boxes": [ + 223, + 1046, + 293, + 1071 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "首页", + "boxes": [ + 372, + 115, + 402, + 129 + ] + }, + { + "text": "新闻", + "boxes": [ + 402, + 113, + 444, + 133 + ] + }, + { + "text": "China", + "boxes": [ + 434, + 179, + 536, + 224 + ] + }, + { + "text": "新闻", + "boxes": [ + 542, + 179, + 640, + 240 + ] + }, + { + "text": "中华网", + "boxes": [ + 444, + 214, + 522, + 240 + ] + }, + { + "text": "微软云", + "boxes": [ + 780, + 236, + 820, + 256 + ] + }, + { + "text": "国内", + "boxes": [ + 388, + 286, + 430, + 314 + ] + }, + { + "text": "国际", + "boxes": [ + 510, + 286, + 550, + 314 + ] + }, + { + "text": "社会", + "boxes": [ + 632, + 286, + 670, + 316 + ] + }, + { + "text": "体育", + "boxes": [ + 752, + 286, + 790, + 314 + ] + }, + { + "text": "专题", + "boxes": [ + 874, + 286, + 914, + 312 + ] + }, + { + "text": "军事", + "boxes": [ + 992, + 286, + 1032, + 312 + ] + }, + { + "text": "财经", + "boxes": [ + 1114, + 286, + 1158, + 314 + ] + }, + { + "text": "滚动", + "boxes": [ + 1236, + 286, + 1278, + 314 + ] + }, + { + "text": "政务", + "boxes": [ + 1356, + 286, + 1398, + 314 + ] + }, + { + "text": "冬奥", + "boxes": [ + 1480, + 286, + 1516, + 314 + ] + }, + { + "text": "官方通报男生救人缺考：将补考考生全力备考中", + "boxes": [ + 746, + 353, + 1412, + 395 + ] + }, + { + "text": "2025-05-1418:30:02头条号", + "boxes": [ + 752, + 405, + 930, + 429 + ] + }, + { + "text": "A+A", + "boxes": [ + 1468, + 407, + 1524, + 427 + ] + }, + { + "text": "韩国电影爱情片推荐，超好看！", + "boxes": [ + 954, + 451, + 1240, + 486 + ] + }, + { + "text": "电影爱情", + "boxes": [ + 960, + 486, + 1016, + 512 + ] + }, + { + "text": "5月14日下午", + "boxes": [ + 798, + 588, + 902, + 606 + ] + }, + { + "text": "，山东省教育招生考试院发布公告称，经上级主管部门同意，将按程序启用", + "boxes": [ + 906, + 584, + 1514, + 613 + ] + }, + { + "text": "粉体搅拌混合机", + "boxes": [ + 384, + 596, + 538, + 625 + ] + }, + { + "text": "春季高考语文科目副题，安排因救人缺考的姜某参加考试。得知此消息后，救人学生姜昭鹏表", + "boxes": [ + 758, + 615, + 1520, + 645 + ] + }, + { + "text": "今日热点", + "boxes": [ + 384, + 649, + 456, + 681 + ] + }, + { + "text": "下来将全力准备考试。烟台市教育招生考试院回复称，为保证考生安全，将不对外透露", + "boxes": [ + 812, + 651, + 1518, + 675 + ] + }, + { + "text": "硅世中来", + "boxes": [ + 1612, + 646, + 1906, + 786 + ] + }, + { + "text": "此前报道显示，5月10日早上，山东城市服务职业", + "boxes": [ + 1100, + 719, + 1508, + 748 + ] + }, + { + "text": "学院2022级学生姜昭鹏和同学乘坐网约车前往山东省职", + "boxes": [ + 1068, + 748, + 1522, + 786 + ] + }, + { + "text": "教高考考点。上车约一分钟，同学突发心梗休克。姜昭", + "boxes": [ + 1064, + 780, + 1518, + 818 + ] + }, + { + "text": "京东外卖系统故障已恢", + "boxes": [ + 380, + 790, + 518, + 812 + ] + }, + { + "text": "国外服装网站", + "boxes": [ + 556, + 804, + 638, + 828 + ] + }, + { + "text": "鹏利用在专业课中学到的急救知识，对发病同学持续进", + "boxes": [ + 1068, + 812, + 1516, + 850 + ] + }, + { + "text": "行心脏复苏、人工呼吸等急救措施。网约车司机得到交", + "boxes": [ + 1066, + 850, + 1516, + 879 + ] + }, + { + "text": "警许可后连闯红灯，将送诊时间压缩一半。最终，发病", + "boxes": [ + 1070, + 881, + 1518, + 911 + ] + }, + { + "text": "SUPRORO", + "boxes": [ + 882, + 901, + 964, + 919 + ] + }, + { + "text": "SALE!", + "boxes": [ + 974, + 895, + 1044, + 927 + ] + }, + { + "text": "同学被抢救成功，但姜昭鹏因迟到错过了语文考试。(责", + "boxes": [ + 1066, + 913, + 1516, + 943 + ] + }, + { + "text": "多商户商据", + "boxes": [ + 766, + 933, + 874, + 961 + ] + }, + { + "text": "平论员谈火车撞人事故一", + "boxes": [ + 384, + 955, + 532, + 973 + ] + }, + { + "text": "普光气田刷新我国页岩气", + "boxes": [ + 556, + 951, + 708, + 975 + ] + }, + { + "text": "任编辑：张小花TT1000)", + "boxes": [ + 1068, + 953, + 1212, + 977 + ] + }, + { + "text": "再发生安全隐患函待解决", + "boxes": [ + 382, + 975, + 538, + 993 + ] + }, + { + "text": "井垂深纪录探井日产量", + "boxes": [ + 554, + 971, + 698, + 995 + ] + }, + { + "text": "今日快讯", + "boxes": [ + 709, + 990, + 827, + 1035 + ] + }, + { + "text": "今天12时01分起，中方调整对美加征关税措施", + "boxes": [ + 862, + 993, + 1192, + 1016 + ] + }, + { + "text": "区sci", + "boxes": [ + 1266, + 987, + 1320, + 1016 + ] + }, + { + "text": "人体机器人多少钱一个", + "boxes": [ + 1344, + 985, + 1516, + 1014 + ] + }, + { + "text": "金", + "boxes": [ + 668, + 1005, + 690, + 1024 + ] + }, + { + "text": "健", + "boxes": [ + 668, + 1020, + 688, + 1036 + ] + }, + { + "text": "鉴定多少钱短信轰在线轰炸卡盟", + "boxes": [ + 1260, + 1012, + 1520, + 1046 + ] + }, + { + "text": "客方通报男生", + "boxes": [ + 224, + 1048, + 300, + 1070 + ] + } + ] + }, + { + "frame_id": "160_6_6", + "episode_id": 160, + "env_id": 6, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.8439302444458, + "advantages": 0.5294204354286194, + "generated_text": "{\n \"intent\": \"探究端午假期购票日历的相关信息，以获得详细的购票攻略和时间安排。\",\n \"action\": \"DoubleClick(504, 349)\"\n}", + "action_string": "DoubleClick(504, 349)", + "intent_string": "探究端午假期购票日历的相关信息，以获得详细的购票攻略和时间安排。", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 176, + 155, + 314, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 290, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 232 + ] + }, + { + "text": "DICT", + "boxes": [ + 508, + 216, + 532, + 230 + ] + }, + { + "text": "About 144,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪网", + "boxes": [ + 212, + 294, + 266, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票-新..", + "boxes": [ + 176, + 336, + 674, + 371 + ] + }, + { + "text": "56 minutes ago·新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日", + "boxes": [ + 178, + 363, + 784, + 393 + ] + }, + { + "text": "火车票。", + "boxes": [ + 182, + 391, + 228, + 411 + ] + }, + { + "text": "预填信息快速购票：在火车票起售当日页面，点击购票信息预", + "boxes": [ + 232, + 389, + 622, + 413 + ] + }, + { + "text": "放假3天不调休 端午假期火车票即将开售 购票日历来了", + "boxes": [ + 194, + 423, + 680, + 453 + ] + }, + { + "text": "5月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。中国铁路还提", + "boxes": [ + 192, + 447, + 762, + 476 + ] + }, + { + "text": "醒，在火车票起售当日页面点击购票信息预填，即可提前", + "boxes": [ + 194, + 472, + 550, + 496 + ] + }, + { + "text": "See results only from news.sina.com.cn", + "boxes": [ + 194, + 510, + 446, + 534 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 556, + 278, + 582 + ] + }, + { + "text": "https:/finance.sina.com..cn tech roll doc.. Translate this result", + "boxes": [ + 210, + 572, + 622, + 600 + ] + }, + { + "text": "放假3天不调休 端午假期火车票即将开售 购票日历来了", + "boxes": [ + 176, + 598, + 666, + 633 + ] + }, + { + "text": "2 hours ago·5月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。中国", + "boxes": [ + 178, + 625, + 786, + 655 + ] + }, + { + "text": "铁路还提醒，在火车票起售当日页面点击购票信息预填，即可提前选择，", + "boxes": [ + 178, + 651, + 620, + 675 + ] + }, + { + "text": "中国新闻网", + "boxes": [ + 212, + 695, + 292, + 721 + ] + }, + { + "text": "Ha", + "boxes": [ + 186, + 711, + 202, + 727 + ] + }, + { + "text": "https://ww.chinanews.com.cn sh Transate this result", + "boxes": [ + 210, + 713, + 558, + 742 + ] + }, + { + "text": "端午假期购票日历，请查收！－中国新闻网", + "boxes": [ + 176, + 737, + 564, + 772 + ] + }, + { + "text": "1 hour ago·端午假期购票日历来啦！！！今天可购买5月29日火车票快快收藏+转发预填信息", + "boxes": [ + 180, + 768, + 780, + 792 + ] + }, + { + "text": "快速购票 在火车票起售当日页面 点击购票信息预填旅客即", + "boxes": [ + 178, + 790, + 542, + 814 + ] + }, + { + "text": "预选车次、预选", + "boxes": [ + 664, + 790, + 774, + 814 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 209, + 827, + 295, + 867 + ] + }, + { + "text": "", + "boxes": [ + 182, + 848, + 210, + 868 + ] + }, + { + "text": "https://cnews.chinadaily.com.cn Translate this result", + "boxes": [ + 212, + 856, + 536, + 879 + ] + }, + { + "text": "端午假期购票日历来了，收好购票攻略－中国日报网", + "boxes": [ + 178, + 879, + 640, + 909 + ] + }, + { + "text": "1 hourago·端午假期购票日历来啦！今天可购买5月29日火车票预填信息快速购票在火车票起", + "boxes": [ + 178, + 905, + 784, + 935 + ] + }, + { + "text": "售当日页面 点击购票信息预填旅客即可提前选择乘车人、预选，", + "boxes": [ + 178, + 927, + 576, + 957 + ] + }, + { + "text": "北京日报网", + "boxes": [ + 207, + 968, + 297, + 1005 + ] + }, + { + "text": "·", + "boxes": [ + 184, + 987, + 212, + 1009 + ] + }, + { + "text": "https://news.bjd.com.cn Translate this result", + "boxes": [ + 210, + 991, + 486, + 1021 + ] + }, + { + "text": "端午假期购票日历，请查收！京报网", + "boxes": [ + 174, + 1016, + 516, + 1052 + ] + }, + { + "text": "端午假期购票·", + "boxes": [ + 216, + 1048, + 308, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "新浪首页", + "boxes": [ + 338, + 113, + 388, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1334, + 111, + 1366, + 131 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1426, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1542, + 135 + ] + }, + { + "text": "sina", + "boxes": [ + 1386, + 185, + 1434, + 220 + ] + }, + { + "text": "超声波工业加湿器", + "boxes": [ + 676, + 240, + 766, + 258 + ] + }, + { + "text": "shna 新闻中心国内新闻>正文", + "boxes": [ + 332, + 280, + 580, + 320 + ] + }, + { + "text": "新闻", + "boxes": [ + 1334, + 294, + 1390, + 320 + ] + }, + { + "text": "请输入关键词", + "boxes": [ + 1392, + 294, + 1480, + 318 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票", + "boxes": [ + 330, + 359, + 1214, + 407 + ] + }, + { + "text": "2025年05月15日08:50新京报作者：新京报", + "boxes": [ + 336, + 472, + 670, + 496 + ] + }, + { + "text": "IA—A—☆l—l", + "boxes": [ + 1064, + 467, + 1462, + 496 + ] + }, + { + "text": "303", + "boxes": [ + 1486, + 467, + 1578, + 498 + ] + }, + { + "text": "A", + "boxes": [ + 1594, + 566, + 1636, + 602 + ] + }, + { + "text": "微软云", + "boxes": [ + 592, + 604, + 638, + 629 + ] + }, + { + "text": "imap服务器", + "boxes": [ + 686, + 604, + 758, + 629 + ] + }, + { + "text": "钢衬四氟阀门", + "boxes": [ + 786, + 604, + 870, + 629 + ] + }, + { + "text": "超声波工业加湿", + "boxes": [ + 884, + 604, + 974, + 627 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1592, + 596, + 1640, + 621 + ] + }, + { + "text": "语音播报器", + "boxes": [ + 478, + 606, + 542, + 625 + ] + }, + { + "text": "国", + "boxes": [ + 1598, + 645, + 1632, + 675 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火车票。", + "boxes": [ + 370, + 663, + 1102, + 693 + ] + }, + { + "text": "相关新闻", + "boxes": [ + 1596, + 679, + 1636, + 695 + ] + }, + { + "text": "关闭广告", + "boxes": [ + 238, + 770, + 300, + 796 + ] + }, + { + "text": "端", + "boxes": [ + 691, + 798, + 854, + 971 + ] + }, + { + "text": "Sho", + "boxes": [ + 1628, + 806, + 1646, + 822 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "看见，更远一", + "boxes": [ + 1620, + 846, + 1794, + 889 + ] + }, + { + "text": "些", + "boxes": [ + 1816, + 852, + 1844, + 876 + ] + }, + { + "text": "思考，再多", + "boxes": [ + 1620, + 891, + 1792, + 935 + ] + }, + { + "text": "假期", + "boxes": [ + 708, + 941, + 842, + 1014 + ] + }, + { + "text": "imap服务器", + "boxes": [ + 1268, + 1003, + 1386, + 1034 + ] + } + ] + }, + { + "frame_id": "160_7_6", + "episode_id": 160, + "env_id": 7, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.472783088684082, + "advantages": -0.4695497453212738, + "generated_text": "{\n \"intent\": \"Navigate to and explore the iPhone listings to compare different models and see their features and specifications.\",\n \"action\": \"DoubleClick(1078, 401)\"\n}", + "action_string": "DoubleClick(1078, 401)", + "intent_string": "Navigate to and explore the iPhone listings to compare different models and see their features and specifications.", + "before_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 116, + 34, + 156, + 50 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 62, + 1912, + 93 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 280 + ] + }, + { + "text": "iPhone 16 Pro ", + "boxes": [ + 736, + 220, + 838, + 252 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 874, + 224, + 948, + 250 + ] + }, + { + "text": "iphone 16e", + "boxes": [ + 982, + 224, + 1062, + 250 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 1096, + 220, + 1168, + 252 + ] + }, + { + "text": "iPhone", + "boxes": [ + 602, + 339, + 660, + 371 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 752, + 343, + 822, + 369 + ] + }, + { + "text": "16Pro", + "boxes": [ + 610, + 367, + 654, + 387 + ] + }, + { + "text": "Pro Max", + "boxes": [ + 756, + 367, + 814, + 387 + ] + }, + { + "text": "iPhoMe 16 Pro", + "boxes": [ + 950, + 375, + 1160, + 425 + ] + }, + { + "text": "All Models", + "boxes": [ + 144, + 387, + 228, + 413 + ] + }, + { + "text": "Shopping guide", + "boxes": [ + 262, + 389, + 382, + 413 + ] + }, + { + "text": "From $999 or $41.62/mo. for 24 mo.", + "boxes": [ + 954, + 423, + 1190, + 449 + ] + }, + { + "text": "All models. Take your pick", + "boxes": [ + 140, + 472, + 456, + 508 + ] + }, + { + "text": "Titanium design with larger 6.3inchSuper", + "boxes": [ + 1008, + 484, + 1362, + 522 + ] + }, + { + "text": "Retina XDR display, durable latest-generation", + "boxes": [ + 1012, + 510, + 1390, + 540 + ] + }, + { + "text": "Ceramic Shield, Action button, and USB-C with", + "boxes": [ + 1012, + 528, + 1398, + 564 + ] + }, + { + "text": "USB 3 speeds2", + "boxes": [ + 1012, + 552, + 1138, + 582 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 168, + 586, + 372, + 615 + ] + }, + { + "text": "Phone 15 &", + "boxes": [ + 1446, + 577, + 1584, + 620 + ] + }, + { + "text": "Expl", + "boxes": [ + 1846, + 584, + 1904, + 617 + ] + }, + { + "text": "8", + "boxes": [ + 958, + 611, + 992, + 645 + ] + }, + { + "text": "The first iPhone designed for Apple", + "boxes": [ + 1008, + 602, + 1306, + 637 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 613, + 406, + 651 + ] + }, + { + "text": "hone 15 Plus", + "boxes": [ + 1448, + 615, + 1618, + 651 + ] + }, + { + "text": "Intelligence.3 Personal, private, powerful.", + "boxes": [ + 1012, + 625, + 1346, + 655 + ] + }, + { + "text": "acce", + "boxes": [ + 1841, + 615, + 1909, + 652 + ] + }, + { + "text": "B", + "boxes": [ + 960, + 685, + 992, + 715 + ] + }, + { + "text": "Camera Control gives you an easier way to", + "boxes": [ + 1010, + 677, + 1358, + 707 + ] + }, + { + "text": "quickly access camera tools", + "boxes": [ + 1014, + 701, + 1242, + 725 + ] + }, + { + "text": "A18 Pro chip powers Apple Intelligence and", + "boxes": [ + 1006, + 744, + 1376, + 782 + ] + }, + { + "text": "国", + "boxes": [ + 960, + 768, + 992, + 800 + ] + }, + { + "text": "AAA gaming — and helps deliver a huge leap in", + "boxes": [ + 1008, + 768, + 1392, + 802 + ] + }, + { + "text": "battery life", + "boxes": [ + 1014, + 794, + 1108, + 820 + ] + }, + { + "text": "4K 120 fps Dolby Vision and 4 studio-quality", + "boxes": [ + 1010, + 844, + 1374, + 874 + ] + }, + { + "text": "⑧", + "boxes": [ + 960, + 854, + 994, + 883 + ] + }, + { + "text": "mics. A Pro studio in your pocket.", + "boxes": [ + 1010, + 864, + 1286, + 895 + ] + }, + { + "text": " Capture magical spatial photos and videos on", + "boxes": [ + 1008, + 915, + 1384, + 947 + ] + }, + { + "text": "iPhone 16 Pro, then relive them on", + "boxes": [ + 1008, + 935, + 1294, + 969 + ] + }, + { + "text": "Apple Vision Pro", + "boxes": [ + 1014, + 959, + 1152, + 989 + ] + }, + { + "text": "$699 or $29.12/t", + "boxes": [ + 1464, + 977, + 1572, + 1003 + ] + }, + { + "text": "Explore iPhone 16 Pro further >", + "boxes": [ + 952, + 1001, + 1192, + 1030 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 116, + 34, + 156, + 50 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 62, + 1912, + 93 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 280 + ] + }, + { + "text": "iPhone 16 Pro ", + "boxes": [ + 736, + 220, + 838, + 252 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 874, + 224, + 948, + 250 + ] + }, + { + "text": "iphone 16e", + "boxes": [ + 982, + 224, + 1062, + 250 + ] + }, + { + "text": "iPhone", + "boxes": [ + 602, + 339, + 660, + 371 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 752, + 343, + 822, + 369 + ] + }, + { + "text": "16Pro", + "boxes": [ + 610, + 367, + 654, + 387 + ] + }, + { + "text": "Pro Max", + "boxes": [ + 756, + 367, + 814, + 387 + ] + }, + { + "text": "All Models", + "boxes": [ + 144, + 387, + 228, + 413 + ] + }, + { + "text": "Shopping guide", + "boxes": [ + 262, + 389, + 382, + 413 + ] + }, + { + "text": "iPhone", + "boxes": [ + 950, + 381, + 1058, + 419 + ] + }, + { + "text": "Pro", + "boxes": [ + 1089, + 380, + 1153, + 418 + ] + }, + { + "text": "for 24 mo.", + "boxes": [ + 1118, + 429, + 1188, + 447 + ] + }, + { + "text": "All models. Take your pick", + "boxes": [ + 140, + 472, + 456, + 508 + ] + }, + { + "text": "Titanium design with larger 6.3-inch Super", + "boxes": [ + 1008, + 484, + 1362, + 522 + ] + }, + { + "text": "Retina XDR display, durable latest-generation", + "boxes": [ + 1012, + 510, + 1388, + 540 + ] + }, + { + "text": "6.3", + "boxes": [ + 962, + 522, + 990, + 542 + ] + }, + { + "text": "Ceramic Shield, Action button, and USB-C with", + "boxes": [ + 1012, + 528, + 1398, + 564 + ] + }, + { + "text": "USB 3 speeds2", + "boxes": [ + 1012, + 552, + 1136, + 582 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 168, + 586, + 372, + 615 + ] + }, + { + "text": "Phone 15 &", + "boxes": [ + 1446, + 577, + 1584, + 620 + ] + }, + { + "text": "Expl", + "boxes": [ + 1846, + 584, + 1904, + 617 + ] + }, + { + "text": "The first iPhone designed for Apple", + "boxes": [ + 1008, + 602, + 1306, + 637 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 613, + 406, + 651 + ] + }, + { + "text": "好", + "boxes": [ + 964, + 615, + 988, + 639 + ] + }, + { + "text": "hone 15 Plus", + "boxes": [ + 1448, + 615, + 1618, + 651 + ] + }, + { + "text": "Intelligence.3 Personal, private, powerful.", + "boxes": [ + 1012, + 625, + 1346, + 655 + ] + }, + { + "text": "acce", + "boxes": [ + 1841, + 615, + 1909, + 652 + ] + }, + { + "text": "B", + "boxes": [ + 960, + 685, + 992, + 715 + ] + }, + { + "text": "Camera Control gives you an easier way to", + "boxes": [ + 1010, + 677, + 1358, + 707 + ] + }, + { + "text": "quickly access camera tools", + "boxes": [ + 1014, + 701, + 1242, + 725 + ] + }, + { + "text": "A18 Pro chip powers Apple Inteligence? and", + "boxes": [ + 1008, + 744, + 1376, + 782 + ] + }, + { + "text": "国", + "boxes": [ + 960, + 768, + 992, + 800 + ] + }, + { + "text": "AAA gaming — and helps deliver a huge leap in", + "boxes": [ + 1008, + 768, + 1392, + 802 + ] + }, + { + "text": "battery life", + "boxes": [ + 1014, + 794, + 1108, + 820 + ] + }, + { + "text": "4K 120 fps Dolby Vision and 4 studio-quality", + "boxes": [ + 1010, + 844, + 1374, + 874 + ] + }, + { + "text": "⑧", + "boxes": [ + 960, + 854, + 994, + 883 + ] + }, + { + "text": "mics. A Pro studio in your pocket.", + "boxes": [ + 1010, + 864, + 1286, + 895 + ] + }, + { + "text": " Capture magical spatial photos and videos on", + "boxes": [ + 1008, + 915, + 1384, + 947 + ] + }, + { + "text": "iPhone 16 Pro, then relive them on", + "boxes": [ + 1008, + 935, + 1294, + 969 + ] + }, + { + "text": "Apple Vision Pro", + "boxes": [ + 1014, + 959, + 1152, + 989 + ] + }, + { + "text": "Explore iPhone 16 Pro further >", + "boxes": [ + 952, + 1001, + 1192, + 1030 + ] + } + ] + }, + { + "frame_id": "160_0_7", + "episode_id": 160, + "env_id": 0, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.126272201538086, + "advantages": 0.006559738889336586, + "generated_text": "{\n \"intent\": \"Click on the product title to proceed with buying and exploring more details about Redragon Gaming Mouse\",\n \"action\": \"DoubleClick(1117, 335)\"\n}", + "action_string": "DoubleClick(1117, 335)", + "intent_string": "Click on the product title to proceed with buying and exploring more details about Redragon Gaming Mouse", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1878, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": " gaming mouse", + "boxes": [ + 300, + 115, + 412, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 125, + 1446, + 145 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle PaperwhiteBuy Now", + "boxes": [ + 752, + 204, + 1066, + 234 + ] + }, + { + "text": " Redragon Gaming Mouse, Wireless Mouse Gaming with 8000", + "boxes": [ + 678, + 302, + 1352, + 340 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1814, + 300, + 1860, + 320 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "$2999", + "boxes": [ + 1394, + 320, + 1458, + 353 + ] + }, + { + "text": "DPl, PC Gaming Mice with Fire Button, RGB Backlit", + "boxes": [ + 680, + 338, + 1230, + 367 + ] + }, + { + "text": "Programmable Ergonomic Mouse Gamer, Rechargeable,", + "boxes": [ + 680, + 369, + 1292, + 405 + ] + }, + { + "text": "No Import Charges & $10.48", + "boxes": [ + 1392, + 363, + 1582, + 393 + ] + }, + { + "text": "Shipping to China Details ", + "boxes": [ + 1394, + 383, + 1580, + 413 + ] + }, + { + "text": "70Hrs for Windows, Mac Gamer, Black", + "boxes": [ + 682, + 401, + 1102, + 437 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1394, + 403, + 1606, + 433 + ] + }, + { + "text": "within 23 hrs 56 mins", + "boxes": [ + 1392, + 423, + 1536, + 453 + ] + }, + { + "text": "4.5★★★★☆", + "boxes": [ + 682, + 447, + 810, + 476 + ] + }, + { + "text": "4,391 rati", + "boxes": [ + 828, + 455, + 892, + 472 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 684, + 476, + 794, + 500 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 494, + 1466, + 520 + ] + }, + { + "text": "K+bo", + "boxes": [ + 688, + 514, + 722, + 528 + ] + }, + { + "text": " Quantity: 1", + "boxes": [ + 1404, + 536, + 1482, + 560 + ] + }, + { + "text": "-25% $2999", + "boxes": [ + 682, + 548, + 812, + 586 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1456, + 580, + 1542, + 604 + ] + }, + { + "text": "No Ir", + "boxes": [ + 688, + 615, + 714, + 629 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "Ships from Amazon ", + "boxes": [ + 1398, + 657, + 1520, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 677, + 1450, + 705 + ] + }, + { + "text": "Redragon zone", + "boxes": [ + 1464, + 679, + 1556, + 705 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1812, + 707, + 1862, + 733 + ] + }, + { + "text": " Secure transaction", + "boxes": [ + 1466, + 735, + 1574, + 758 + ] + }, + { + "text": "Style:2.4G/Wired", + "boxes": [ + 686, + 778, + 802, + 796 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "Bluetooth/ 2.4G/ Wirec", + "boxes": [ + 690, + 802, + 842, + 832 + ] + }, + { + "text": "2.4G/ Wired", + "boxes": [ + 860, + 800, + 946, + 832 + ] + }, + { + "text": "Add a gift receipt for easy", + "boxes": [ + 1416, + 794, + 1584, + 818 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 816, + 1468, + 836 + ] + }, + { + "text": "Brand", + "boxes": [ + 678, + 842, + 730, + 876 + ] + }, + { + "text": "Redragon", + "boxes": [ + 856, + 842, + 928, + 874 + ] + }, + { + "text": "Black", + "boxes": [ + 858, + 872, + 902, + 897 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1402, + 866, + 1476, + 889 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 876, + 724, + 895 + ] + }, + { + "text": "Connectivity Technology", + "boxes": [ + 680, + 895, + 852, + 925 + ] + }, + { + "text": "2.4G/ Wired", + "boxes": [ + 856, + 897, + 942, + 923 + ] + }, + { + "text": "Special Feature", + "boxes": [ + 680, + 923, + 792, + 953 + ] + }, + { + "text": "Movement Detection", + "boxes": [ + 680, + 947, + 824, + 977 + ] + }, + { + "text": "Optical", + "boxes": [ + 860, + 951, + 910, + 977 + ] + }, + { + "text": "About this item", + "boxes": [ + 682, + 1014, + 834, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1878, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": " gaming mouse", + "boxes": [ + 300, + 115, + 412, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 125, + 1446, + 145 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle Paperwhite Buy Now", + "boxes": [ + 752, + 204, + 1066, + 234 + ] + }, + { + "text": " Redragon Gaming Mouse, Wireless Mouse Gaming with 8000", + "boxes": [ + 678, + 304, + 1352, + 339 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1814, + 300, + 1860, + 320 + ] + }, + { + "text": "$2999", + "boxes": [ + 1389, + 314, + 1461, + 359 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 644, + 339 + ] + }, + { + "text": "DPI, PC Gaming Mice with Fire Button, RGB Backlit ", + "boxes": [ + 678, + 332, + 1238, + 373 + ] + }, + { + "text": "Programmable Ergonomic Mouse Gamer, Rechargeable,", + "boxes": [ + 680, + 369, + 1292, + 405 + ] + }, + { + "text": "No Import Charges & $10.48", + "boxes": [ + 1392, + 363, + 1582, + 393 + ] + }, + { + "text": "Shipping to China Details ", + "boxes": [ + 1394, + 383, + 1580, + 413 + ] + }, + { + "text": "70Hrs for Windows, Mac Gamer, Black", + "boxes": [ + 680, + 401, + 1100, + 437 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1394, + 403, + 1606, + 433 + ] + }, + { + "text": "within 23 hrs 56 mins", + "boxes": [ + 1392, + 423, + 1536, + 453 + ] + }, + { + "text": "4.5★★★★☆", + "boxes": [ + 682, + 447, + 810, + 476 + ] + }, + { + "text": "s | Search this page", + "boxes": [ + 906, + 453, + 1038, + 476 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 684, + 476, + 794, + 500 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 494, + 1466, + 520 + ] + }, + { + "text": "K+bo", + "boxes": [ + 688, + 514, + 722, + 528 + ] + }, + { + "text": " Quantity: 1", + "boxes": [ + 1404, + 536, + 1482, + 560 + ] + }, + { + "text": "-25% $2999", + "boxes": [ + 682, + 548, + 812, + 586 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1456, + 580, + 1542, + 604 + ] + }, + { + "text": "No Ir", + "boxes": [ + 688, + 615, + 714, + 629 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "Ships from Amazon ", + "boxes": [ + 1398, + 657, + 1520, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 677, + 1450, + 705 + ] + }, + { + "text": "Redragon zone", + "boxes": [ + 1464, + 679, + 1556, + 705 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1812, + 707, + 1862, + 733 + ] + }, + { + "text": " Secure transaction", + "boxes": [ + 1466, + 735, + 1574, + 758 + ] + }, + { + "text": "Style:2.4G/Wired", + "boxes": [ + 686, + 778, + 802, + 796 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "Bluetooth/ 2.4G/ Wirec", + "boxes": [ + 690, + 802, + 842, + 832 + ] + }, + { + "text": "2.4G/ Wired", + "boxes": [ + 860, + 800, + 946, + 832 + ] + }, + { + "text": "Add a gift receipt for easy", + "boxes": [ + 1416, + 794, + 1584, + 818 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 816, + 1468, + 836 + ] + }, + { + "text": "Brand", + "boxes": [ + 678, + 842, + 730, + 876 + ] + }, + { + "text": "Redragon", + "boxes": [ + 856, + 842, + 928, + 874 + ] + }, + { + "text": "Black", + "boxes": [ + 858, + 872, + 902, + 897 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1402, + 866, + 1476, + 889 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 876, + 724, + 895 + ] + }, + { + "text": "Connectivity Technology", + "boxes": [ + 680, + 895, + 852, + 925 + ] + }, + { + "text": "2.4G/ Wired", + "boxes": [ + 856, + 897, + 942, + 923 + ] + }, + { + "text": "Special Feature", + "boxes": [ + 680, + 923, + 792, + 953 + ] + }, + { + "text": "Movement Detection", + "boxes": [ + 680, + 947, + 824, + 977 + ] + }, + { + "text": "Optical", + "boxes": [ + 860, + 951, + 910, + 977 + ] + }, + { + "text": "About this item", + "boxes": [ + 682, + 1014, + 834, + 1044 + ] + } + ] + }, + { + "frame_id": "160_1_7", + "episode_id": 160, + "env_id": 1, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.07149887084961, + "advantages": -0.7619114518165588, + "generated_text": "{\n \"intent\": \"Navigating the content of the homepage and exploring further by clicking relevant elements\",\n \"action\": \"DoubleClick(123, 456)\"\n}", + "action_string": "DoubleClick(123, 456)", + "intent_string": "Navigating the content of the homepage and exploring further by clicking relevant elements", + "before_screen_ocr_results": [ + { + "text": "Q救人缺考男生将补考-Se", + "boxes": [ + 436, + 32, + 628, + 50 + ] + }, + { + "text": "山示双八峡亏", + "boxes": [ + 334, + 93, + 594, + 123 + ] + }, + { + "text": "回应不", + "boxes": [ + 690, + 97, + 814, + 115 + ] + }, + { + "text": "付土刀7性亩亏试", + "boxes": [ + 874, + 89, + 1174, + 123 + ] + }, + { + "text": "2025年05月14日17:38新京报作者：赵敏", + "boxes": [ + 332, + 185, + 654, + 214 + ] + }, + { + "text": "IAIAI丨丨丨I98", + "boxes": [ + 1032, + 177, + 1582, + 218 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 466, + 260, + 894, + 320 + ] + }, + { + "text": "Bai百度", + "boxes": [ + 868, + 270, + 970, + 308 + ] + }, + { + "text": "日", + "boxes": [ + 996, + 272, + 1012, + 290 + ] + }, + { + "text": "中国月", + "boxes": [ + 986, + 296, + 1024, + 316 + ] + }, + { + "text": "R", + "boxes": [ + 1592, + 566, + 1640, + 602 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1594, + 600, + 1638, + 619 + ] + }, + { + "text": "国", + "boxes": [ + 1596, + 645, + 1632, + 675 + ] + }, + { + "text": "相关新", + "boxes": [ + 1598, + 679, + 1632, + 693 + ] + }, + { + "text": "电话呼叫", + "boxes": [ + 1266, + 713, + 1364, + 750 + ] + }, + { + "text": "正规人办", + "boxes": [ + 9, + 786, + 219, + 850 + ] + }, + { + "text": "救人缺考小伙收到补考通知后，激动哽咽鞠躬：谢谢大家", + "boxes": [ + 504, + 790, + 1046, + 826 + ] + }, + { + "text": "S", + "boxes": [ + 1626, + 804, + 1652, + 826 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "阅读排行榜", + "boxes": [ + 1272, + 814, + 1400, + 852 + ] + }, + { + "text": "评论排行榜", + "boxes": [ + 1430, + 814, + 1556, + 852 + ] + }, + { + "text": "新京报讯（记者赵敏）5月14日下午，山东省教育招生考试院", + "boxes": [ + 694, + 848, + 1214, + 885 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 1616, + 839, + 1798, + 894 + ] + }, + { + "text": "资源么", + "boxes": [ + 22, + 854, + 130, + 891 + ] + }, + { + "text": "些", + "boxes": [ + 1812, + 850, + 1846, + 879 + ] + }, + { + "text": "新浪新闻|加老架见", + "boxes": [ + 369, + 863, + 483, + 908 + ] + }, + { + "text": "So", + "boxes": [ + 356, + 876, + 380, + 897 + ] + }, + { + "text": "01", + "boxes": [ + 1254, + 876, + 1284, + 897 + ] + }, + { + "text": "普京激动\"爆粗\"", + "boxes": [ + 1294, + 874, + 1394, + 899 + ] + }, + { + "text": "发布公告称，经报请上级主管部门同意，将按程序启用春季高考语", + "boxes": [ + 660, + 885, + 1216, + 915 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1620, + 893, + 1850, + 937 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 350, + 919, + 524, + 963 + ] + }, + { + "text": "文科目副题，安排因救人缺考的姜某参加考试。14日下午，得知", + "boxes": [ + 660, + 917, + 1202, + 947 + ] + }, + { + "text": "02:34", + "boxes": [ + 122, + 945, + 174, + 971 + ] + }, + { + "text": "02", + "boxes": [ + 1252, + 945, + 1282, + 967 + ] + }, + { + "text": "事关藏南地区，外交部回应印度", + "boxes": [ + 1292, + 939, + 1498, + 969 + ] + }, + { + "text": "此消息后，救人学生姜昭鹏对新京报记者表示，接下来将全力准备", + "boxes": [ + 660, + 949, + 1214, + 979 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 346, + 961, + 580, + 1011 + ] + }, + { + "text": "考试。烟台市教育招生考试院回复新京报记者称，为保证考生安", + "boxes": [ + 660, + 981, + 1196, + 1011 + ] + }, + { + "text": "全，将不对外透露考试时间和地点。", + "boxes": [ + 660, + 1012, + 954, + 1042 + ] + }, + { + "text": "03", + "boxes": [ + 1252, + 1011, + 1286, + 1038 + ] + }, + { + "text": "高铁冲刺，谁在“狂毅”？", + "boxes": [ + 1276, + 1007, + 1452, + 1042 + ] + }, + { + "text": "口", + "boxes": [ + 36, + 1044, + 178, + 1070 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 1048, + 208, + 1070 + ] + }, + { + "text": "山东\"救人缺考.", + "boxes": [ + 216, + 1048, + 312, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "」Q救人缺考男生将补考-", + "boxes": [ + 436, + 32, + 612, + 50 + ] + }, + { + "text": "①| https://i", + "boxes": [ + 254, + 66, + 362, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 63, + 1659, + 88 + ] + }, + { + "text": "山示双八峡亏", + "boxes": [ + 334, + 93, + 592, + 123 + ] + }, + { + "text": "付土刀庄亩亏试", + "boxes": [ + 876, + 95, + 1172, + 119 + ] + }, + { + "text": "一A一A一丨—丨", + "boxes": [ + 1030, + 175, + 1582, + 218 + ] + }, + { + "text": "2025年05月14日17:38新京报作者：赵敏", + "boxes": [ + 332, + 185, + 654, + 214 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 464, + 260, + 894, + 320 + ] + }, + { + "text": "Bai百度", + "boxes": [ + 868, + 270, + 970, + 308 + ] + }, + { + "text": "日", + "boxes": [ + 996, + 272, + 1012, + 290 + ] + }, + { + "text": "中国月", + "boxes": [ + 986, + 296, + 1024, + 316 + ] + }, + { + "text": "", + "boxes": [ + 1596, + 568, + 1636, + 598 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1594, + 600, + 1638, + 619 + ] + }, + { + "text": "国", + "boxes": [ + 1598, + 645, + 1630, + 675 + ] + }, + { + "text": "imap服务器", + "boxes": [ + 1268, + 717, + 1386, + 748 + ] + }, + { + "text": "正规人办", + "boxes": [ + 9, + 786, + 233, + 850 + ] + }, + { + "text": "救人缺考小伙收到补考通知后，激动哽咽鞠躬：谢谢大家", + "boxes": [ + 504, + 790, + 1046, + 826 + ] + }, + { + "text": "S", + "boxes": [ + 1626, + 804, + 1652, + 826 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "阅读排行榜", + "boxes": [ + 1274, + 816, + 1398, + 848 + ] + }, + { + "text": "评论排行榜", + "boxes": [ + 1430, + 814, + 1556, + 852 + ] + }, + { + "text": "新京报讯（记者赵敏）5月14日下午，山东省教育招生考试院", + "boxes": [ + 694, + 848, + 1214, + 885 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 1616, + 839, + 1798, + 894 + ] + }, + { + "text": "咨源", + "boxes": [ + 22, + 856, + 104, + 887 + ] + }, + { + "text": "些", + "boxes": [ + 1812, + 850, + 1846, + 879 + ] + }, + { + "text": "新浪新闻|加起见", + "boxes": [ + 369, + 861, + 483, + 909 + ] + }, + { + "text": "", + "boxes": [ + 354, + 876, + 382, + 897 + ] + }, + { + "text": "01", + "boxes": [ + 1254, + 876, + 1284, + 897 + ] + }, + { + "text": "普京激动\"爆粗\"", + "boxes": [ + 1294, + 874, + 1394, + 899 + ] + }, + { + "text": "发布公告称，经报请上级主管部门同意，将按程序启用春季高考语", + "boxes": [ + 660, + 885, + 1216, + 915 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1618, + 893, + 1850, + 937 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 350, + 919, + 524, + 963 + ] + }, + { + "text": "文科目副题，安排因救人缺考的姜某参加考试。14日下午，得知", + "boxes": [ + 660, + 917, + 1202, + 947 + ] + }, + { + "text": "02:34", + "boxes": [ + 124, + 947, + 174, + 967 + ] + }, + { + "text": "02", + "boxes": [ + 1252, + 945, + 1282, + 967 + ] + }, + { + "text": "事关藏南地区，外交部回应印度", + "boxes": [ + 1292, + 939, + 1498, + 969 + ] + }, + { + "text": "此消息后，救人学生姜昭鹏对新京报记者表示，接下来将全力准备", + "boxes": [ + 660, + 949, + 1214, + 979 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 346, + 961, + 580, + 1011 + ] + }, + { + "text": "考试。烟台市教育招生考试院回复新京报记者称，为保证考生安", + "boxes": [ + 660, + 981, + 1196, + 1011 + ] + }, + { + "text": "全，将不对外透露考试时间和地点。", + "boxes": [ + 660, + 1012, + 954, + 1042 + ] + }, + { + "text": "03", + "boxes": [ + 1254, + 1012, + 1284, + 1034 + ] + }, + { + "text": "3高铁冲刺，谁在“狂藏”？", + "boxes": [ + 1274, + 1007, + 1452, + 1042 + ] + }, + { + "text": "2口", + "boxes": [ + 38, + 1044, + 170, + 1070 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 1048, + 208, + 1070 + ] + }, + { + "text": "山东\"救人缺考.", + "boxes": [ + 216, + 1048, + 312, + 1074 + ] + } + ] + }, + { + "frame_id": "160_2_7", + "episode_id": 160, + "env_id": 2, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.02641487121582, + "advantages": -0.794758141040802, + "generated_text": "{\n \"intent\": \"Scroll down to view more clothing options and possibly find items I might be interested in.\",\n \"action\": \"ScrollDown(100, 50)\"\n}", + "action_string": "ScrollDown(100, 50)", + "intent_string": "Scroll down to view more clothing options and possibly find items I might be interested in.", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 38, + 68, + 124, + 85 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1874, + 91 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 103, + 1874, + 135 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1812, + 129, + 1876, + 147 + ] + }, + { + "text": "1-2 ", + "boxes": [ + 180, + 246, + 214, + 274 + ] + }, + { + "text": "00", + "boxes": [ + 40, + 256, + 58, + 270 + ] + }, + { + "text": "0", + "boxes": [ + 118, + 256, + 130, + 268 + ] + }, + { + "text": "eatured from A", + "boxes": [ + 322, + 272, + 388, + 290 + ] + }, + { + "text": "on brands ", + "boxes": [ + 412, + 272, + 468, + 292 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 268, + 864, + 298 + ] + }, + { + "text": "Straight Leg Jeans for Women,High ", + "boxes": [ + 902, + 266, + 1166, + 296 + ] + }, + { + "text": "luvamiaWide", + "boxes": [ + 1200, + 274, + 1300, + 292 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1490, + 266, + 1754, + 296 + ] + }, + { + "text": "3-4", + "boxes": [ + 34, + 280, + 66, + 300 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 280, + 140, + 302 + ] + }, + { + "text": "7-8", + "boxes": [ + 182, + 280, + 212, + 302 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 312, + 290, + 574, + 324 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 604, + 288, + 858, + 326 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 292, + 1174, + 322 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans", + "boxes": [ + 1196, + 292, + 1428, + 322 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1488, + 292, + 1736, + 322 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 296, + 1862, + 324 + ] + }, + { + "text": "9-10", + "boxes": [ + 26, + 310, + 68, + 330 + ] + }, + { + "text": "11-12", + "boxes": [ + 98, + 310, + 148, + 330 + ] + }, + { + "text": "13-14", + "boxes": [ + 165, + 305, + 227, + 336 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 312, + 316, + 452, + 345 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 316, + 838, + 344 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 904, + 316, + 1066, + 345 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1196, + 316, + 1424, + 345 + ] + }, + { + "text": "Loose Streetwear Trousers Fall", + "boxes": [ + 1492, + 320, + 1718, + 343 + ] + }, + { + "text": "16", + "boxes": [ + 36, + 343, + 62, + 357 + ] + }, + { + "text": "★★★★☆14,463", + "boxes": [ + 316, + 339, + 464, + 374 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 608, + 339, + 790, + 369 + ] + }, + { + "text": "★★★★☆725", + "boxes": [ + 904, + 341, + 1032, + 371 + ] + }, + { + "text": "Baggy with Patch Pockets", + "boxes": [ + 1194, + 337, + 1388, + 371 + ] + }, + { + "text": "Fashion y2k Outfits 2025", + "boxes": [ + 1488, + 339, + 1678, + 369 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 318, + 363, + 492, + 391 + ] + }, + { + "text": "★★★★★406", + "boxes": [ + 610, + 367, + 738, + 397 + ] + }, + { + "text": "100+", + "boxes": [ + 908, + 367, + 944, + 387 + ] + }, + { + "text": "★★★★★1.,996", + "boxes": [ + 1196, + 367, + 1336, + 397 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1490, + 367, + 1610, + 397 + ] + }, + { + "text": "Special Clothing Size", + "boxes": [ + 14, + 379, + 152, + 403 + ] + }, + { + "text": "$1990 Typical: $28.50", + "boxes": [ + 311, + 394, + 473, + 435 + ] + }, + { + "text": "+ bought in past ", + "boxes": [ + 638, + 389, + 744, + 413 + ] + }, + { + "text": "nontl", + "boxes": [ + 750, + 395, + 780, + 409 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 395, + 966, + 429 + ] + }, + { + "text": "100+ bought in past mor", + "boxes": [ + 1490, + 387, + 1646, + 415 + ] + }, + { + "text": "Juniors", + "boxes": [ + 9, + 398, + 81, + 429 + ] + }, + { + "text": "petite", + "boxes": [ + 7, + 418, + 79, + 449 + ] + }, + { + "text": "$3888", + "boxes": [ + 608, + 421, + 672, + 455 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 428, + 1048, + 463 + ] + }, + { + "text": "$3898", + "boxes": [ + 1194, + 421, + 1258, + 455 + ] + }, + { + "text": "$3299", + "boxes": [ + 1488, + 421, + 1552, + 455 + ] + }, + { + "text": " Plus Size", + "boxes": [ + 10, + 445, + 92, + 469 + ] + }, + { + "text": "ivery May 23 - 27", + "boxes": [ + 338, + 439, + 448, + 457 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 455, + 752, + 484 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1194, + 454, + 1338, + 485 + ] + }, + { + "text": " Delivery May 26 - 29", + "boxes": [ + 1484, + 452, + 1628, + 487 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 612, + 482, + 688, + 500 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 482, + 1570, + 500 + ] + }, + { + "text": "50", + "boxes": [ + 24, + 600, + 44, + 613 + ] + }, + { + "text": "62", + "boxes": [ + 22, + 629, + 48, + 643 + ] + }, + { + "text": "CustomerReviews", + "boxes": [ + 16, + 669, + 132, + 687 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 14, + 689, + 144, + 719 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1814, + 707, + 1860, + 733 + ] + }, + { + "text": "Brands", + "boxes": [ + 10, + 727, + 62, + 752 + ] + }, + { + "text": "sidefeel", + "boxes": [ + 12, + 770, + 86, + 796 + ] + }, + { + "text": "口L", + "boxes": [ + 14, + 790, + 42, + 810 + ] + }, + { + "text": "Levi's", + "boxes": [ + 34, + 792, + 68, + 814 + ] + }, + { + "text": "Lee", + "boxes": [ + 14, + 812, + 60, + 830 + ] + }, + { + "text": "Lee Women's Ultra Lux Comfort with", + "boxes": [ + 314, + 824, + 586, + 848 + ] + }, + { + "text": " Gloria Vanderbilt Women's Amanda", + "boxes": [ + 606, + 824, + 870, + 848 + ] + }, + { + "text": "WallFlower Luscious Curvy Bootcut", + "boxes": [ + 902, + 824, + 1160, + 848 + ] + }, + { + "text": "KUNMI Women's Flare Bell Bottom", + "boxes": [ + 1194, + 820, + 1452, + 850 + ] + }, + { + "text": " Sidefeel Women's Wide Leg Jeans", + "boxes": [ + 1484, + 820, + 1736, + 850 + ] + }, + { + "text": "二", + "boxes": [ + 16, + 834, + 36, + 848 + ] + }, + { + "text": "Amazon Ess", + "boxes": [ + 34, + 834, + 110, + 852 + ] + }, + { + "text": "Flex Motion Bootcut Jean", + "boxes": [ + 316, + 848, + 502, + 872 + ] + }, + { + "text": "Classic High Rise Tapered Jean", + "boxes": [ + 608, + 848, + 832, + 872 + ] + }, + { + "text": "Jeans for Women Mid-Ris Insta", + "boxes": [ + 902, + 844, + 1142, + 874 + ] + }, + { + "text": "LV", + "boxes": [ + 16, + 854, + 40, + 868 + ] + }, + { + "text": "Jeans High Waisted Wide Leg", + "boxes": [ + 1198, + 848, + 1414, + 872 + ] + }, + { + "text": "High Waisted Strechy Raw Hem", + "boxes": [ + 1488, + 848, + 1720, + 872 + ] + }, + { + "text": "wallIF", + "boxes": [ + 14, + 872, + 68, + 891 + ] + }, + { + "text": "★★★★☆17,328", + "boxes": [ + 316, + 869, + 464, + 897 + ] + }, + { + "text": "★★★★☆75.736", + "boxes": [ + 608, + 867, + 760, + 899 + ] + }, + { + "text": "Stretch Denim in Petite, Midsize,", + "boxes": [ + 902, + 868, + 1142, + 897 + ] + }, + { + "text": "Bootcut Jeans Stretchy Denim Pants", + "boxes": [ + 1194, + 868, + 1462, + 897 + ] + }, + { + "text": " Zimbaplatinum Denim Pants", + "boxes": [ + 1486, + 868, + 1702, + 897 + ] + }, + { + "text": "bought in past month", + "boxes": [ + 352, + 893, + 494, + 917 + ] + }, + { + "text": "300+ bought in past month", + "boxes": [ + 606, + 887, + 788, + 921 + ] + }, + { + "text": "Plus Size, Juniors Jeans ", + "boxes": [ + 900, + 893, + 1078, + 923 + ] + }, + { + "text": "★★★★☆2.850", + "boxes": [ + 1196, + 895, + 1338, + 925 + ] + }, + { + "text": "★★★★1.154", + "boxes": [ + 1488, + 895, + 1632, + 925 + ] + }, + { + "text": "AmazonFashion", + "boxes": [ + 14, + 923, + 120, + 947 + ] + }, + { + "text": "$319 ist: $36.90", + "boxes": [ + 312, + 921, + 452, + 961 + ] + }, + { + "text": "$159 Ist: $4.00", + "boxes": [ + 601, + 919, + 747, + 964 + ] + }, + { + "text": "★★★★★58.254", + "boxes": [ + 900, + 915, + 1056, + 951 + ] + }, + { + "text": "200+ bought in past month", + "boxes": [ + 1194, + 915, + 1376, + 945 + ] + }, + { + "text": "400+ bought in past month", + "boxes": [ + 1490, + 915, + 1668, + 943 + ] + }, + { + "text": "400+ bought in past month", + "boxes": [ + 900, + 935, + 1084, + 971 + ] + }, + { + "text": "$4399", + "boxes": [ + 1194, + 949, + 1258, + 983 + ] + }, + { + "text": "$3229 Typical: 539.9", + "boxes": [ + 1483, + 944, + 1651, + 989 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 314, + 959, + 460, + 987 + ] + }, + { + "text": " Delivery Tue, May 27", + "boxes": [ + 604, + 955, + 750, + 991 + ] + }, + { + "text": "n Brands", + "boxes": [ + 86, + 971, + 140, + 989 + ] + }, + { + "text": "$3099 Lst:$48.00", + "boxes": [ + 897, + 968, + 1043, + 1011 + ] + }, + { + "text": "Ships to Chi", + "boxes": [ + 612, + 987, + 674, + 1005 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1192, + 978, + 1342, + 1015 + ] + }, + { + "text": "TopBrands", + "boxes": [ + 26, + 991, + 104, + 1009 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1486, + 983, + 1634, + 1012 + ] + }, + { + "text": " Delvery May 2 - Jun 5 ", + "boxes": [ + 898, + 1005, + 1062, + 1040 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1198, + 1007, + 1278, + 1032 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1490, + 1007, + 1572, + 1032 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1874, + 91 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 103, + 1874, + 135 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1812, + 129, + 1876, + 147 + ] + }, + { + "text": "1-2", + "boxes": [ + 182, + 250, + 212, + 272 + ] + }, + { + "text": "eatured from A", + "boxes": [ + 322, + 272, + 388, + 290 + ] + }, + { + "text": "on brands 0", + "boxes": [ + 412, + 272, + 468, + 290 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 268, + 864, + 298 + ] + }, + { + "text": "Straight Leg Jeans for Women,High", + "boxes": [ + 902, + 266, + 1166, + 296 + ] + }, + { + "text": "luvamiaWidel", + "boxes": [ + 1200, + 274, + 1302, + 292 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1490, + 266, + 1754, + 296 + ] + }, + { + "text": "3-4", + "boxes": [ + 34, + 280, + 64, + 300 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 280, + 140, + 300 + ] + }, + { + "text": "7-8", + "boxes": [ + 182, + 280, + 212, + 302 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 312, + 290, + 574, + 324 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 604, + 288, + 858, + 326 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 292, + 1174, + 322 + ] + }, + { + "text": "Trendy High Waisted Flare Jean", + "boxes": [ + 1196, + 292, + 1426, + 322 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1488, + 292, + 1736, + 322 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 296, + 1862, + 324 + ] + }, + { + "text": "11-12", + "boxes": [ + 98, + 310, + 148, + 330 + ] + }, + { + "text": "13-14", + "boxes": [ + 170, + 312, + 224, + 332 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 312, + 316, + 452, + 345 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 316, + 838, + 344 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 904, + 316, + 1066, + 345 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1196, + 316, + 1424, + 345 + ] + }, + { + "text": "Loose Streetwear Trousers Fall", + "boxes": [ + 1492, + 320, + 1718, + 343 + ] + }, + { + "text": "16", + "boxes": [ + 36, + 343, + 60, + 357 + ] + }, + { + "text": "★★★★☆14,463", + "boxes": [ + 316, + 339, + 464, + 374 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 608, + 339, + 790, + 369 + ] + }, + { + "text": "★★★★☆725", + "boxes": [ + 904, + 341, + 1032, + 371 + ] + }, + { + "text": "Baggy with Patch Pockets", + "boxes": [ + 1194, + 337, + 1388, + 371 + ] + }, + { + "text": "Fashion y2k Outfits 2025", + "boxes": [ + 1488, + 339, + 1676, + 369 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 320, + 365, + 492, + 389 + ] + }, + { + "text": "★★★★★406", + "boxes": [ + 610, + 367, + 738, + 397 + ] + }, + { + "text": "100+", + "boxes": [ + 908, + 367, + 944, + 387 + ] + }, + { + "text": "★★★★★1.,996", + "boxes": [ + 1196, + 367, + 1336, + 397 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1490, + 367, + 1610, + 397 + ] + }, + { + "text": "Special Clothing Size", + "boxes": [ + 14, + 379, + 150, + 403 + ] + }, + { + "text": "$1990 Typical: $28.50", + "boxes": [ + 311, + 394, + 473, + 438 + ] + }, + { + "text": "+ bought in past n", + "boxes": [ + 638, + 389, + 750, + 413 + ] + }, + { + "text": "nontl", + "boxes": [ + 750, + 395, + 780, + 409 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 395, + 966, + 429 + ] + }, + { + "text": "100+ bought in past mol", + "boxes": [ + 1490, + 387, + 1646, + 415 + ] + }, + { + "text": "Juniors", + "boxes": [ + 9, + 398, + 81, + 429 + ] + }, + { + "text": " petite", + "boxes": [ + 9, + 418, + 79, + 449 + ] + }, + { + "text": "$3888", + "boxes": [ + 608, + 421, + 672, + 455 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 428, + 1048, + 463 + ] + }, + { + "text": "$3898", + "boxes": [ + 1194, + 421, + 1258, + 455 + ] + }, + { + "text": "$3299", + "boxes": [ + 1488, + 421, + 1552, + 455 + ] + }, + { + "text": "Plus Size", + "boxes": [ + 14, + 447, + 90, + 465 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 455, + 752, + 484 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1194, + 454, + 1338, + 485 + ] + }, + { + "text": " Delivery May 26 - 29", + "boxes": [ + 1484, + 452, + 1628, + 487 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 612, + 482, + 688, + 500 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1202, + 482, + 1272, + 500 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 482, + 1570, + 500 + ] + }, + { + "text": "62", + "boxes": [ + 22, + 629, + 48, + 643 + ] + }, + { + "text": "CustomerReviews", + "boxes": [ + 16, + 669, + 132, + 687 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 14, + 689, + 144, + 719 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1814, + 707, + 1860, + 733 + ] + }, + { + "text": "Brands", + "boxes": [ + 10, + 727, + 62, + 752 + ] + }, + { + "text": " Levi Strauss Signature Gold", + "boxes": [ + 8, + 746, + 212, + 778 + ] + }, + { + "text": "sidefeel", + "boxes": [ + 12, + 770, + 86, + 796 + ] + }, + { + "text": "口L", + "boxes": [ + 14, + 790, + 42, + 810 + ] + }, + { + "text": "Levi's", + "boxes": [ + 34, + 792, + 68, + 814 + ] + }, + { + "text": "LL", + "boxes": [ + 16, + 814, + 40, + 828 + ] + }, + { + "text": "Lee", + "boxes": [ + 36, + 814, + 58, + 828 + ] + }, + { + "text": "Lee Women's Ultra Lux Comfort with", + "boxes": [ + 314, + 824, + 586, + 848 + ] + }, + { + "text": " Gloria Vanderbilt Women's Amanda", + "boxes": [ + 606, + 824, + 870, + 848 + ] + }, + { + "text": "WallFlower Luscious Curvy Bootcut", + "boxes": [ + 902, + 824, + 1162, + 848 + ] + }, + { + "text": "KUNMI Women's Flare Bell Bottom", + "boxes": [ + 1194, + 820, + 1452, + 850 + ] + }, + { + "text": " Sidefeel Women's Wide Leg Jeans", + "boxes": [ + 1486, + 820, + 1738, + 850 + ] + }, + { + "text": "二", + "boxes": [ + 16, + 834, + 36, + 848 + ] + }, + { + "text": "Amazon Ess", + "boxes": [ + 34, + 834, + 108, + 852 + ] + }, + { + "text": "Flex Motion Bootcut Jean", + "boxes": [ + 316, + 848, + 502, + 872 + ] + }, + { + "text": "Classic High Rise Tapered Jean", + "boxes": [ + 608, + 848, + 832, + 872 + ] + }, + { + "text": "Jeans for Women Mid-Rise Insta ", + "boxes": [ + 902, + 844, + 1142, + 874 + ] + }, + { + "text": "LV", + "boxes": [ + 16, + 854, + 40, + 868 + ] + }, + { + "text": "Jeans High Waisted Wide Leg", + "boxes": [ + 1198, + 848, + 1414, + 872 + ] + }, + { + "text": "High Waisted Strechy Raw Hem", + "boxes": [ + 1488, + 848, + 1720, + 872 + ] + }, + { + "text": "wallIF", + "boxes": [ + 14, + 872, + 68, + 891 + ] + }, + { + "text": "★★★★☆17,328", + "boxes": [ + 316, + 869, + 464, + 897 + ] + }, + { + "text": "★★★★☆75.736", + "boxes": [ + 608, + 867, + 760, + 899 + ] + }, + { + "text": "Stretch Denim in Petite, Midsize,", + "boxes": [ + 902, + 868, + 1142, + 897 + ] + }, + { + "text": "Bootcut Jeans Stretchy Denim Pants", + "boxes": [ + 1194, + 868, + 1462, + 897 + ] + }, + { + "text": " Zimbaplatinum Denim Pants", + "boxes": [ + 1486, + 868, + 1702, + 897 + ] + }, + { + "text": "bought in past month", + "boxes": [ + 352, + 893, + 494, + 917 + ] + }, + { + "text": "300+ bought in past month", + "boxes": [ + 606, + 887, + 788, + 921 + ] + }, + { + "text": "Plus Size, Juniors Jeans ", + "boxes": [ + 900, + 893, + 1078, + 923 + ] + }, + { + "text": "★★★★☆2.850", + "boxes": [ + 1196, + 895, + 1338, + 925 + ] + }, + { + "text": "★★★★1.154", + "boxes": [ + 1488, + 895, + 1632, + 925 + ] + }, + { + "text": "AmazonFashion", + "boxes": [ + 14, + 923, + 120, + 947 + ] + }, + { + "text": "$319 ist: $36.90", + "boxes": [ + 312, + 921, + 452, + 961 + ] + }, + { + "text": "$159 Ist: $4.00", + "boxes": [ + 601, + 919, + 747, + 964 + ] + }, + { + "text": "★★★★★58.254", + "boxes": [ + 900, + 915, + 1056, + 951 + ] + }, + { + "text": "200+ bought in past month", + "boxes": [ + 1194, + 915, + 1376, + 945 + ] + }, + { + "text": "400+ bought in past month", + "boxes": [ + 1490, + 915, + 1668, + 943 + ] + }, + { + "text": "400+ bought in past month", + "boxes": [ + 900, + 935, + 1084, + 971 + ] + }, + { + "text": "$4399", + "boxes": [ + 1194, + 949, + 1258, + 983 + ] + }, + { + "text": "$3229 Typical: 539.9", + "boxes": [ + 1483, + 944, + 1651, + 989 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 314, + 957, + 460, + 989 + ] + }, + { + "text": " Delivery Tue, May 27", + "boxes": [ + 604, + 955, + 750, + 991 + ] + }, + { + "text": " Brands", + "boxes": [ + 88, + 971, + 140, + 989 + ] + }, + { + "text": "$3099 Lst:$48.00", + "boxes": [ + 897, + 968, + 1043, + 1011 + ] + }, + { + "text": "Ships to Chi", + "boxes": [ + 612, + 987, + 674, + 1005 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1192, + 978, + 1342, + 1015 + ] + }, + { + "text": "TopBrand", + "boxes": [ + 26, + 991, + 102, + 1009 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1486, + 983, + 1634, + 1012 + ] + }, + { + "text": " Delvery May 2 - Jun 5 ", + "boxes": [ + 898, + 1005, + 1062, + 1040 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1198, + 1007, + 1278, + 1032 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1490, + 1007, + 1572, + 1032 + ] + } + ] + }, + { + "frame_id": "160_3_7", + "episode_id": 160, + "env_id": 3, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.291292190551758, + "advantages": -0.6017776727676392, + "generated_text": "{\n \"intent\": \"Move the cursor to explore the webpage and double-click on the video section to begin searching for information on toilet repair suggestions.\",\n \"action\": \"DoubleClick(50, 50)\"\n}", + "action_string": "DoubleClick(50, 50)", + "intent_string": "Move the cursor to explore the webpage and double-click on the video section to begin searching for information on toilet repair suggestions.", + "before_screen_ocr_results": [ + { + "text": "Q Search - Microsoft Bing", + "boxes": [ + 10, + 30, + 188, + 54 + ] + }, + { + "text": "×", + "boxes": [ + 1536, + 40, + 1596, + 66 + ] + }, + { + "text": "→白", + "boxes": [ + 3, + 57, + 137, + 100 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 224, + 61, + 424, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 990, + 69, + 1044, + 89 + ] + }, + { + "text": "三目◎", + "boxes": [ + 1146, + 66, + 1238, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1558, + 129 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 113, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 170, + 234, + 324, + 268 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 156, + 280, + 296, + 316 + ] + }, + { + "text": " Trending on Bing", + "boxes": [ + 160, + 351, + 326, + 387 + ] + }, + { + "text": "GNext", + "boxes": [ + 1038, + 353, + 1104, + 393 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 162, + 395, + 318, + 425 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡", + "boxes": [ + 472, + 393, + 650, + 429 + ] + }, + { + "text": "3桥下躲冰電致堵车", + "boxes": [ + 784, + 393, + 944, + 429 + ] + }, + { + "text": "4 救人缺考男生将补考", + "boxes": [ + 164, + 433, + 336, + 463 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 472, + 433, + 624, + 463 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 784, + 433, + 944, + 463 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 554 + ] + }, + { + "text": "oz://a", + "boxes": [ + 1274, + 673, + 1418, + 731 + ] + }, + { + "text": ">", + "boxes": [ + 1386, + 739, + 1415, + 767 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 980, + 850, + 1076, + 876 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 984, + 887, + 1046, + 919 + ] + }, + { + "text": "+4.07%", + "boxes": [ + 1161, + 887, + 1213, + 912 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 988, + 907, + 1040, + 925 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×", + "boxes": [ + 1536, + 40, + 1596, + 66 + ] + }, + { + "text": "Q白", + "boxes": [ + 61, + 59, + 135, + 96 + ] + }, + { + "text": "→", + "boxes": [ + 44, + 69, + 66, + 83 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 224, + 61, + 424, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 992, + 69, + 1044, + 89 + ] + }, + { + "text": "三目◎", + "boxes": [ + 1146, + 66, + 1238, + 91 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1558, + 129 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 168, + 232, + 326, + 268 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 156, + 280, + 296, + 314 + ] + }, + { + "text": " Trending on Bing", + "boxes": [ + 160, + 351, + 326, + 387 + ] + }, + { + "text": "GNext", + "boxes": [ + 1038, + 353, + 1104, + 393 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 162, + 395, + 318, + 425 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡", + "boxes": [ + 472, + 393, + 650, + 429 + ] + }, + { + "text": "3桥下躲冰電致堵车", + "boxes": [ + 784, + 393, + 944, + 429 + ] + }, + { + "text": "4 救人缺考男生将补考", + "boxes": [ + 164, + 433, + 336, + 463 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 472, + 433, + 624, + 463 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 784, + 433, + 944, + 463 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 529, + 1397, + 555 + ] + }, + { + "text": "oz://a", + "boxes": [ + 1272, + 671, + 1416, + 729 + ] + }, + { + "text": ">", + "boxes": [ + 1386, + 739, + 1415, + 767 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 975, + 843, + 1079, + 880 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 984, + 887, + 1046, + 919 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 988, + 907, + 1040, + 925 + ] + } + ] + }, + { + "frame_id": "160_4_7", + "episode_id": 160, + "env_id": 4, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.581378936767578, + "advantages": -0.3904305696487427, + "generated_text": "{\n \"intent\": \"点击屏幕上的登录提示，以便后续进行登录和浏览知乎内容\",\n \"action\": \"DoubleClick(105, 102)\"\n}", + "action_string": "DoubleClick(105, 102)", + "intent_string": "点击屏幕上的登录提示，以便后续进行登录和浏览知乎内容", + "before_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 854, + 6, + 908, + 24 + ] + }, + { + "text": "知 知乎－有问题，就会有答案×", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "B", + "boxes": [ + 1370, + 306, + 1394, + 330 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1440, + 304, + 1552, + 328 + ] + }, + { + "text": "有问题", + "boxes": [ + 288, + 343, + 642, + 469 + ] + }, + { + "text": "你最喜欢的一句法律谚语是什么？为什么喜", + "boxes": [ + 1366, + 355, + 1614, + 379 + ] + }, + { + "text": "赞同", + "boxes": [ + 986, + 369, + 1114, + 443 + ] + }, + { + "text": "欢？", + "boxes": [ + 1370, + 377, + 1392, + 391 + ] + }, + { + "text": "Legal诗睿法律等2个话题下的优秀答主", + "boxes": [ + 1366, + 393, + 1600, + 417 + ] + }, + { + "text": "ayedisjusticedenied.为什么会喜欢这", + "boxes": [ + 1428, + 415, + 1620, + 433 + ] + }, + { + "text": "句谚语呢，因为正本清源，这又是一个被国内.", + "boxes": [ + 1366, + 427, + 1618, + 457 + ] + }, + { + "text": "1141赞同·84收藏", + "boxes": [ + 1368, + 453, + 1466, + 476 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 296, + 465, + 860, + 588 + ] + }, + { + "text": "如何在一周内快速摸清一个行业？", + "boxes": [ + 1364, + 486, + 1562, + 516 + ] + }, + { + "text": "", + "boxes": [ + 1356, + 520, + 1634, + 582 + ] + }, + { + "text": "在工业区开的超市，怎么样改进以提高竞争", + "boxes": [ + 1362, + 601, + 1616, + 633 + ] + }, + { + "text": "汪惟", + "boxes": [ + 1370, + 647, + 1432, + 667 + ] + }, + { + "text": "创业等5个话题下的优秀答主", + "boxes": [ + 1422, + 645, + 1570, + 669 + ] + }, + { + "text": "说点回去就能用的。先调查一下你附近工厂都用什", + "boxes": [ + 1366, + 663, + 1616, + 687 + ] + }, + { + "text": "么银行卡发工资。然后想方设法弄一个这个银行", + "boxes": [ + 1370, + 685, + 1612, + 703 + ] + }, + { + "text": "2万赞同·761评论", + "boxes": [ + 1370, + 707, + 1468, + 725 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 464, + 717, + 716, + 758 + ] + }, + { + "text": "口", + "boxes": [ + 784, + 727, + 806, + 741 + ] + }, + { + "text": "如何高质量地走完大学四年？", + "boxes": [ + 1366, + 738, + 1530, + 766 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": "神", + "boxes": [ + 1370, + 766, + 1400, + 780 + ] + }, + { + "text": "个回答，", + "boxes": [ + 1408, + 786, + 1444, + 800 + ] + }, + { + "text": "寻找答案的时间！我在", + "boxes": [ + 1506, + 786, + 1622, + 804 + ] + }, + { + "text": "", + "boxes": [ + 1548, + 822, + 1562, + 842 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": "Android", + "boxes": [ + 578, + 834, + 678, + 860 + ] + }, + { + "text": "知平协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文［2019]4928-541号丨药品医疗器械网络信息服务备案丨（京）网药械信息备字（2022）第00334号丨服务热线：400-919-0001丨违法和不良信息举报：010-82716601", + "boxes": [ + 394, + 949, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com|儿童色情信息举报专区", + "boxes": [ + 508, + 975, + 864, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报丨证照中心|In", + "boxes": [ + 552, + 996, + 848, + 1031 + ] + }, + { + "text": "2025知乎|北京智者天下科技有限公司版权所有", + "boxes": [ + 1058, + 1005, + 1364, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 852, + 6, + 908, + 24 + ] + }, + { + "text": "知 知乎－有问题，就会有答案×", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 224, + 30, + 324, + 56 + ] + }, + { + "text": "①| https://w", + "boxes": [ + 252, + 66, + 368, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1658, + 87 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1872, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 84, + 93, + 208, + 167 + ] + }, + { + "text": "有问题", + "boxes": [ + 278, + 341, + 644, + 472 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 469, + 862, + 586 + ] + }, + { + "text": "我为什么不看好LLM", + "boxes": [ + 1370, + 510, + 1492, + 528 + ] + }, + { + "text": "记过去一年实习经", + "boxes": [ + 1522, + 510, + 1622, + 528 + ] + }, + { + "text": "如何看待罗马仕既做充电宝，又做户外拎电，", + "boxes": [ + 1368, + 639, + 1614, + 663 + ] + }, + { + "text": "又做家庭储能？", + "boxes": [ + 1368, + 657, + 1452, + 681 + ] + }, + { + "text": "长亭Tim", + "boxes": [ + 1370, + 681, + 1432, + 699 + ] + }, + { + "text": "翻了一", + "boxes": [ + 1372, + 703, + 1402, + 717 + ] + }, + { + "text": "下电商订单记录，发现我入手的第一款充电", + "boxes": [ + 1404, + 701, + 1616, + 719 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 462, + 717, + 716, + 758 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": " Android", + "boxes": [ + 580, + 834, + 678, + 860 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文[2019]4928-541号|药品医疗器械网络信息服务备案", + "boxes": [ + 398, + 955, + 790, + 979 + ] + }, + { + "text": "400-919-0001|违法和不良信息举报：010-82716601", + "boxes": [ + 1164, + 955, + 1522, + 979 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息", + "boxes": [ + 508, + 975, + 800, + 1005 + ] + }, + { + "text": "MCN举报专区丨信息安全漏洞反馈专区", + "boxes": [ + 1162, + 977, + 1410, + 1001 + ] + }, + { + "text": "内容从业人员违法违规行为举报|证照中", + "boxes": [ + 552, + 996, + 808, + 1031 + ] + }, + { + "text": "北京智者天下科技有限公司版权所有", + "boxes": [ + 1144, + 1000, + 1362, + 1029 + ] + } + ] + }, + { + "frame_id": "160_5_7", + "episode_id": 160, + "env_id": 5, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.502633094787598, + "advantages": 0.2807632088661194, + "generated_text": "{\n \"intent\": \"Click on the article titled \\\"官方通报男生救人缺考：将补考 考生全力备考中\\\" to begin exploring its content, which will help me find more information about the missing exam and the bus driver's rescue efforts.\",\n \"action\": \"DoubleClick (90, 20)\" \n}", + "action_string": "DoubleClick(90, 20)", + "intent_string": "Click on the article titled \"官方通报男生救人缺考：将补考 考生全力备考中\" to begin exploring its content, which will help me find more information about the missing exam and the bus driver's rescue efforts.", + "before_screen_ocr_results": [ + { + "text": "首页", + "boxes": [ + 370, + 113, + 404, + 133 + ] + }, + { + "text": "新闻", + "boxes": [ + 402, + 113, + 444, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 494, + 115, + 530, + 129 + ] + }, + { + "text": "地方频道", + "boxes": [ + 1174, + 113, + 1226, + 131 + ] + }, + { + "text": "China", + "boxes": [ + 434, + 179, + 534, + 224 + ] + }, + { + "text": "新闻", + "boxes": [ + 542, + 179, + 640, + 240 + ] + }, + { + "text": "中华网", + "boxes": [ + 444, + 214, + 522, + 240 + ] + }, + { + "text": "微软云", + "boxes": [ + 780, + 236, + 820, + 256 + ] + }, + { + "text": "国内", + "boxes": [ + 388, + 286, + 430, + 314 + ] + }, + { + "text": "国际", + "boxes": [ + 510, + 286, + 550, + 314 + ] + }, + { + "text": "社会", + "boxes": [ + 630, + 282, + 672, + 318 + ] + }, + { + "text": "体育", + "boxes": [ + 752, + 286, + 790, + 314 + ] + }, + { + "text": "专题", + "boxes": [ + 874, + 286, + 914, + 314 + ] + }, + { + "text": "军事", + "boxes": [ + 992, + 286, + 1032, + 312 + ] + }, + { + "text": "财经", + "boxes": [ + 1114, + 286, + 1158, + 314 + ] + }, + { + "text": "滚动", + "boxes": [ + 1236, + 286, + 1278, + 314 + ] + }, + { + "text": "政务", + "boxes": [ + 1356, + 286, + 1398, + 314 + ] + }, + { + "text": "冬奥", + "boxes": [ + 1480, + 286, + 1516, + 314 + ] + }, + { + "text": "官方通报男生救人缺考：将补考考生全力备考中", + "boxes": [ + 746, + 353, + 1412, + 395 + ] + }, + { + "text": "2025-05-1418:30:02 头条号", + "boxes": [ + 750, + 405, + 930, + 429 + ] + }, + { + "text": "A+A", + "boxes": [ + 1468, + 407, + 1524, + 427 + ] + }, + { + "text": "韩国电影爱情片推荐，超好看！", + "boxes": [ + 952, + 451, + 1240, + 486 + ] + }, + { + "text": "电影爱情", + "boxes": [ + 960, + 486, + 1016, + 512 + ] + }, + { + "text": "5月14日下午，山东省教育招生考试院发布公告称，经上级主管部门同意，将按程序启用", + "boxes": [ + 792, + 584, + 1514, + 613 + ] + }, + { + "text": "语音播报器", + "boxes": [ + 382, + 596, + 496, + 627 + ] + }, + { + "text": "春季高考语文科目副题，安排因救人缺考的姜某参加考试。得知此消息后，救人学生姜昭鹏表", + "boxes": [ + 756, + 615, + 1520, + 645 + ] + }, + { + "text": "今日热点", + "boxes": [ + 382, + 649, + 456, + 681 + ] + }, + { + "text": "示，接下来将全力准备考试。烟台市教育招生考试院回复称，为保证考生安全，将不对外透露", + "boxes": [ + 760, + 651, + 1518, + 675 + ] + }, + { + "text": "硅世来", + "boxes": [ + 1613, + 648, + 1899, + 782 + ] + }, + { + "text": "考试时间和地点。", + "boxes": [ + 758, + 681, + 894, + 711 + ] + }, + { + "text": "此前报道显示，5月10日早上，山东城市服务职业", + "boxes": [ + 1100, + 719, + 1508, + 748 + ] + }, + { + "text": "学院2022级学生姜昭鹏和同学乘坐网约车前往山东省职", + "boxes": [ + 1062, + 748, + 1524, + 786 + ] + }, + { + "text": "教高考考点。上车约一分钟，同学突发心梗休克。姜昭", + "boxes": [ + 1062, + 780, + 1518, + 818 + ] + }, + { + "text": "京东外卖系统故障已恢", + "boxes": [ + 380, + 790, + 520, + 814 + ] + }, + { + "text": "国外服装网站", + "boxes": [ + 556, + 804, + 638, + 828 + ] + }, + { + "text": "鹏利用在专业课中学到的急救知识，对发病同学持续进", + "boxes": [ + 1066, + 812, + 1516, + 850 + ] + }, + { + "text": "行心脏复苏、人工呼吸等急救措施。网约车司机得到交", + "boxes": [ + 1064, + 850, + 1514, + 879 + ] + }, + { + "text": "警许可后连闯红灯，将送诊时间压缩一半。最终，发病", + "boxes": [ + 1070, + 881, + 1518, + 911 + ] + }, + { + "text": "同学被抢救成功，但姜昭鹏因迟到错过了语文考试。(责", + "boxes": [ + 1066, + 913, + 1516, + 943 + ] + }, + { + "text": "新一代浏览器", + "boxes": [ + 762, + 931, + 896, + 963 + ] + }, + { + "text": "平论员谈火车撞人事故一", + "boxes": [ + 384, + 955, + 532, + 973 + ] + }, + { + "text": "普光气田刷新我国页岩气", + "boxes": [ + 556, + 951, + 708, + 975 + ] + }, + { + "text": "任编辑：张小花TT1000)", + "boxes": [ + 1068, + 953, + 1212, + 977 + ] + }, + { + "text": "再发生安全隐患函待解决", + "boxes": [ + 382, + 975, + 538, + 993 + ] + }, + { + "text": "井垂深纪录探井日产量", + "boxes": [ + 554, + 971, + 698, + 995 + ] + }, + { + "text": "今日快讯", + "boxes": [ + 707, + 988, + 831, + 1037 + ] + }, + { + "text": "区sci", + "boxes": [ + 1272, + 987, + 1318, + 1012 + ] + }, + { + "text": "人体机器人多少钱一个", + "boxes": [ + 1346, + 985, + 1516, + 1014 + ] + }, + { + "text": "价值近1420亿美元", + "boxes": [ + 860, + 999, + 992, + 1028 + ] + }, + { + "text": "最大军售协议\"签了", + "boxes": [ + 1054, + 999, + 1184, + 1028 + ] + }, + { + "text": "4", + "boxes": [ + 668, + 1020, + 686, + 1036 + ] + }, + { + "text": "鉴定多少钱", + "boxes": [ + 1270, + 1016, + 1354, + 1042 + ] + }, + { + "text": "短信轰在线轰炸卡盟", + "boxes": [ + 1366, + 1016, + 1520, + 1046 + ] + }, + { + "text": "方通报男生", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "官方通报男生救人缺考：将补考考生全力备考中_新闻频道_中华网－MozillaFirefox", + "boxes": [ + 664, + 40, + 1262, + 64 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "Q Search - Micro ", + "boxes": [ + 324, + 66, + 456, + 95 + ] + }, + { + "text": "Q Trending on Bi", + "boxes": [ + 464, + 65, + 588, + 93 + ] + }, + { + "text": "Q Search - Micro", + "boxes": [ + 590, + 71, + 724, + 89 + ] + }, + { + "text": "Q救人缺考男生将", + "boxes": [ + 736, + 69, + 876, + 93 + ] + }, + { + "text": "·官方通报男生×官方通报男生救", + "boxes": [ + 870, + 66, + 1142, + 95 + ] + }, + { + "text": "Q 救人缺考男生将", + "boxes": [ + 1160, + 69, + 1278, + 93 + ] + }, + { + "text": "α Search - Micro", + "boxes": [ + 1296, + 63, + 1430, + 98 + ] + }, + { + "text": "|α Trending on Bi", + "boxes": [ + 1418, + 65, + 1560, + 94 + ] + }, + { + "text": "←→×白", + "boxes": [ + 328, + 101, + 452, + 133 + ] + }, + { + "text": "0| https://news.china.com/socialgd/10000169/20250514/48333242.html", + "boxes": [ + 548, + 101, + 1098, + 131 + ] + }, + { + "text": "·☆", + "boxes": [ + 1286, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1554, + 129 + ] + }, + { + "text": "首页新闻军事财经娱乐汽车游戏文化援藏插画健康公益优选法制守艺中华应急中国更多地方频道", + "boxes": [ + 366, + 147, + 1238, + 177 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 175, + 110, + 199 + ] + }, + { + "text": "China", + "boxes": [ + 434, + 218, + 538, + 262 + ] + }, + { + "text": "新闻", + "boxes": [ + 544, + 216, + 640, + 278 + ] + }, + { + "text": "中华网", + "boxes": [ + 444, + 254, + 524, + 280 + ] + }, + { + "text": "微软云", + "boxes": [ + 778, + 272, + 822, + 298 + ] + }, + { + "text": "实验室真空搅拌机", + "boxes": [ + 866, + 272, + 962, + 296 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "玻璃钢恐龙模型", + "boxes": [ + 1212, + 276, + 1292, + 294 + ] + }, + { + "text": "国内", + "boxes": [ + 386, + 322, + 432, + 357 + ] + }, + { + "text": "国际", + "boxes": [ + 512, + 324, + 550, + 353 + ] + }, + { + "text": "社会", + "boxes": [ + 630, + 322, + 672, + 357 + ] + }, + { + "text": "体育", + "boxes": [ + 750, + 322, + 794, + 357 + ] + }, + { + "text": "专题", + "boxes": [ + 872, + 326, + 916, + 353 + ] + }, + { + "text": "军事", + "boxes": [ + 990, + 324, + 1038, + 357 + ] + }, + { + "text": "财经", + "boxes": [ + 1112, + 322, + 1160, + 355 + ] + }, + { + "text": "滚动", + "boxes": [ + 1236, + 326, + 1278, + 353 + ] + }, + { + "text": "政务", + "boxes": [ + 1358, + 326, + 1398, + 355 + ] + }, + { + "text": "冬奥", + "boxes": [ + 1480, + 326, + 1518, + 353 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "官方通报男生救人缺考：将补考考生全力备考中", + "boxes": [ + 746, + 393, + 1412, + 435 + ] + }, + { + "text": "2025-05-1418:30:02头条号", + "boxes": [ + 750, + 445, + 932, + 469 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "韩国电影爱情片推荐，超好看！", + "boxes": [ + 958, + 492, + 1240, + 522 + ] + }, + { + "text": "电影爱情", + "boxes": [ + 957, + 519, + 1021, + 553 + ] + }, + { + "text": "", + "boxes": [ + 24, + 544, + 90, + 619 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "5月14日下午，山东省教育招生考试院发布公告称，经上级主亡告", + "boxes": [ + 788, + 617, + 1328, + 655 + ] + }, + { + "text": "微软云", + "boxes": [ + 382, + 635, + 458, + 667 + ] + }, + { + "text": "春季高考语文科目副题，安排因救人缺考的姜某参加考试。得知此", + "boxes": [ + 758, + 655, + 1292, + 685 + ] + }, + { + "text": "福", + "boxes": [ + 27, + 669, + 88, + 727 + ] + }, + { + "text": "今日热点", + "boxes": [ + 384, + 689, + 458, + 721 + ] + }, + { + "text": "示，接下来将全力准备考试。烟台市教育招生考试院回复称，为保", + "boxes": [ + 756, + 687, + 1296, + 717 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "考试时间和地点。", + "boxes": [ + 758, + 719, + 898, + 750 + ] + }, + { + "text": "o8", + "boxes": [ + 1474, + 746, + 1504, + 786 + ] + }, + { + "text": "此前报道显示，5月10日", + "boxes": [ + 1102, + 760, + 1298, + 790 + ] + }, + { + "text": "口", + "boxes": [ + 34, + 780, + 80, + 828 + ] + }, + { + "text": "学院2022级学生姜昭鹏和同", + "boxes": [ + 1066, + 792, + 1302, + 822 + ] + }, + { + "text": "", + "boxes": [ + 1443, + 793, + 1535, + 837 + ] + }, + { + "text": "", + "boxes": [ + 1356, + 810, + 1414, + 836 + ] + }, + { + "text": "AAAER", + "boxes": [ + 1394, + 812, + 1428, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "京东外卖系统故障已恢", + "boxes": [ + 380, + 828, + 526, + 854 + ] + }, + { + "text": "教高考考点。上车约一分钟", + "boxes": [ + 1064, + 822, + 1298, + 858 + ] + }, + { + "text": "0090", + "boxes": [ + 1348, + 840, + 1438, + 866 + ] + }, + { + "text": "10000", + "boxes": [ + 1423, + 831, + 1533, + 868 + ] + }, + { + "text": "国外服装网站", + "boxes": [ + 554, + 842, + 638, + 868 + ] + }, + { + "text": "鹏利用在专业课中学到的急求", + "boxes": [ + 1064, + 854, + 1300, + 889 + ] + }, + { + "text": "后期还能转职成天尊跟", + "boxes": [ + 1338, + 872, + 1504, + 901 + ] + }, + { + "text": "行心脏复苏、人工呼吸等急求", + "boxes": [ + 1064, + 885, + 1300, + 921 + ] + }, + { + "text": "BmNO", + "boxes": [ + 765, + 922, + 853, + 958 + ] + }, + { + "text": "警许可后连闯红灯，将送诊", + "boxes": [ + 1060, + 917, + 1296, + 953 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "", + "boxes": [ + 948, + 935, + 970, + 949 + ] + }, + { + "text": "今日快讯", + "boxes": [ + 718, + 955, + 828, + 987 + ] + }, + { + "text": "价值近1420亿美元！“史上最大军售协议\"签了", + "boxes": [ + 856, + 953, + 1186, + 987 + ] + }, + { + "text": "官方通报男生··", + "boxes": [ + 216, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "160_6_7", + "episode_id": 160, + "env_id": 6, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.512504577636719, + "advantages": 0.28795522451400757, + "generated_text": "{\n \"intent\": \"Explore the displayed news article on端午假期购票日历和购票安排\",\n \"action\": \"Click(100, 50)\"\n}", + "action_string": "Click(100, 50)", + "intent_string": "Explore the displayed news article on端午假期购票日历和购票安排", + "before_screen_ocr_results": [ + { + "text": "新浪首页", + "boxes": [ + 338, + 115, + 388, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1336, + 111, + 1366, + 131 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1426, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1542, + 135 + ] + }, + { + "text": "gna", + "boxes": [ + 1378, + 175, + 1440, + 236 + ] + }, + { + "text": "超声波工", + "boxes": [ + 676, + 240, + 724, + 258 + ] + }, + { + "text": "sina新闻中心国内新闻>正文", + "boxes": [ + 336, + 286, + 578, + 316 + ] + }, + { + "text": "请输入关键词", + "boxes": [ + 1392, + 294, + 1478, + 318 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票", + "boxes": [ + 330, + 359, + 1214, + 407 + ] + }, + { + "text": "2025年05月15日08:50新京报作者：新京报", + "boxes": [ + 336, + 472, + 670, + 496 + ] + }, + { + "text": "6", + "boxes": [ + 1338, + 471, + 1404, + 490 + ] + }, + { + "text": "R", + "boxes": [ + 1416, + 469, + 1456, + 494 + ] + }, + { + "text": "303", + "boxes": [ + 1486, + 467, + 1576, + 498 + ] + }, + { + "text": "语音播报器", + "boxes": [ + 478, + 606, + 542, + 625 + ] + }, + { + "text": "微软云", + "boxes": [ + 592, + 604, + 638, + 629 + ] + }, + { + "text": "钢衬四氟阀门", + "boxes": [ + 788, + 604, + 870, + 629 + ] + }, + { + "text": "超声波工业加湿", + "boxes": [ + 886, + 604, + 976, + 629 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火车票。", + "boxes": [ + 370, + 663, + 1102, + 693 + ] + }, + { + "text": "", + "boxes": [ + 1602, + 647, + 1628, + 669 + ] + }, + { + "text": "关闭广告", + "boxes": [ + 238, + 770, + 300, + 796 + ] + }, + { + "text": "端", + "boxes": [ + 691, + 798, + 854, + 971 + ] + }, + { + "text": "S", + "boxes": [ + 1626, + 804, + 1652, + 826 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 1618, + 844, + 1796, + 893 + ] + }, + { + "text": "思考，再多", + "boxes": [ + 1618, + 891, + 1792, + 935 + ] + }, + { + "text": "点", + "boxes": [ + 1820, + 905, + 1836, + 925 + ] + }, + { + "text": "假期", + "boxes": [ + 708, + 941, + 842, + 1014 + ] + }, + { + "text": "钢衬四氟阀门", + "boxes": [ + 1270, + 1003, + 1402, + 1034 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Search - Microsoft Bing ", + "boxes": [ + 20, + 24, + 192, + 56 + ] + }, + { + "text": "×」α 端午假期购票日历-Search ×|", + "boxes": [ + 180, + 30, + 456, + 54 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 187, + 153 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 476, + 300, + 614, + 330 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3 桥下躲冰電致堵车", + "boxes": [ + 1102, + 409, + 1294, + 445 + ] + }, + { + "text": "4救人缺考男生将补考", + "boxes": [ + 482, + 453, + 652, + 476 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1262, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1550, + 794 + ] + }, + { + "text": "经新", + "boxes": [ + 1452, + 794, + 1527, + 851 + ] + }, + { + "text": "4.07%8", + "boxes": [ + 1644, + 806, + 1694, + 840 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1456, + 848, + 1514, + 891 + ] + }, + { + "text": "1,6 2626 ", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "13,7207 ", + "boxes": [ + 1628, + 893, + 1700, + 941 + ] + }, + { + "text": "报资讯·1小时", + "boxes": [ + 240, + 921, + 326, + 945 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 925, + 850, + 939 + ] + }, + { + "text": "一点资讯·3天", + "boxes": [ + 848, + 919, + 940, + 945 + ] + }, + { + "text": "金融界汽车·14小时", + "boxes": [ + 1138, + 917, + 1288, + 947 + ] + }, + { + "text": "济南警方破获全国首例\"反催收联盟\"案：假", + "boxes": [ + 202, + 945, + 772, + 987 + ] + }, + { + "text": "梦幻西游：双加元身加蓝字，", + "boxes": [ + 828, + 943, + 1088, + 973 + ] + }, + { + "text": "理想汽车取得发动机缸体等专", + "boxes": [ + 1136, + 941, + 1408, + 977 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "+,31638 ", + "boxes": [ + 1630, + 939, + 1700, + 987 + ] + }, + { + "text": "不出白板也不出蓝字，最好是", + "boxes": [ + 824, + 965, + 1098, + 1003 + ] + }, + { + "text": "利，发动机工作时乘客乘车体", + "boxes": [ + 1136, + 967, + 1410, + 1003 + ] + }, + { + "text": "扮借款人敲诈银行，涉案超亿元", + "boxes": [ + 198, + 981, + 620, + 1024 + ] + }, + { + "text": "比", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "+28626 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "卖给别人", + "boxes": [ + 826, + 997, + 914, + 1028 + ] + }, + { + "text": "验好", + "boxes": [ + 1134, + 995, + 1190, + 1028 + ] + }, + { + "text": "f--", + "boxes": [ + 1594, + 1003, + 1622, + 1022 + ] + } + ] + }, + { + "frame_id": "160_7_7", + "episode_id": 160, + "env_id": 7, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.429397583007812, + "advantages": -0.5011588931083679, + "generated_text": "{\n \"intent\": \"Open the \\\"iPhone 16 Pro\\\" page to explore all features, finishes, and purchasing options.\",\n \"action\": \"DoubleClick(1007, 375)\"\n}", + "action_string": "DoubleClick(1007, 375)", + "intent_string": "Open the \"iPhone 16 Pro\" page to explore all features, finishes, and purchasing options.", + "before_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 116, + 34, + 156, + 50 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 62, + 1912, + 93 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 280 + ] + }, + { + "text": "iPhone 16 Pro ", + "boxes": [ + 736, + 220, + 838, + 252 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 874, + 224, + 948, + 250 + ] + }, + { + "text": "iphone 16e", + "boxes": [ + 982, + 224, + 1062, + 250 + ] + }, + { + "text": "iPhone", + "boxes": [ + 602, + 339, + 660, + 371 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 752, + 343, + 822, + 369 + ] + }, + { + "text": "16Pro", + "boxes": [ + 610, + 367, + 654, + 387 + ] + }, + { + "text": "Pro Max", + "boxes": [ + 756, + 367, + 814, + 387 + ] + }, + { + "text": "All Models", + "boxes": [ + 144, + 387, + 228, + 413 + ] + }, + { + "text": "Shopping guide", + "boxes": [ + 262, + 389, + 382, + 413 + ] + }, + { + "text": "iPhone", + "boxes": [ + 950, + 381, + 1058, + 419 + ] + }, + { + "text": "Pro", + "boxes": [ + 1089, + 380, + 1153, + 418 + ] + }, + { + "text": "for 24 mo.", + "boxes": [ + 1118, + 429, + 1188, + 447 + ] + }, + { + "text": "All models. Take your pick", + "boxes": [ + 140, + 472, + 456, + 508 + ] + }, + { + "text": "Titanium design with larger 6.3-inch Super", + "boxes": [ + 1008, + 484, + 1362, + 522 + ] + }, + { + "text": "Retina XDR display, durable latest-generation", + "boxes": [ + 1012, + 510, + 1390, + 540 + ] + }, + { + "text": "6.3", + "boxes": [ + 962, + 522, + 990, + 542 + ] + }, + { + "text": "Ceramic Shield, Action button, and USB-C with", + "boxes": [ + 1012, + 528, + 1398, + 564 + ] + }, + { + "text": "USB 3 speeds2", + "boxes": [ + 1012, + 552, + 1136, + 582 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 168, + 586, + 372, + 615 + ] + }, + { + "text": "Phone 15 &", + "boxes": [ + 1446, + 577, + 1584, + 620 + ] + }, + { + "text": "Expl", + "boxes": [ + 1846, + 584, + 1904, + 617 + ] + }, + { + "text": "The first iPhone designed for Apple", + "boxes": [ + 1008, + 602, + 1306, + 637 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 613, + 406, + 651 + ] + }, + { + "text": "好", + "boxes": [ + 964, + 615, + 988, + 639 + ] + }, + { + "text": "hone 15 Plus", + "boxes": [ + 1448, + 615, + 1618, + 651 + ] + }, + { + "text": "Intelligence.3 Personal, private, powerful.", + "boxes": [ + 1012, + 625, + 1344, + 655 + ] + }, + { + "text": "acce", + "boxes": [ + 1841, + 615, + 1909, + 652 + ] + }, + { + "text": "B", + "boxes": [ + 960, + 685, + 992, + 715 + ] + }, + { + "text": "Camera Control gives you an easier way to", + "boxes": [ + 1010, + 677, + 1358, + 707 + ] + }, + { + "text": "quickly access camera tools", + "boxes": [ + 1014, + 701, + 1242, + 725 + ] + }, + { + "text": "A18 Pro chip powers Apple Inteligence? and", + "boxes": [ + 1008, + 744, + 1376, + 782 + ] + }, + { + "text": "国", + "boxes": [ + 960, + 768, + 992, + 800 + ] + }, + { + "text": "AAA gaming — and helps deliver a huge leap in", + "boxes": [ + 1008, + 768, + 1392, + 802 + ] + }, + { + "text": "battery life", + "boxes": [ + 1014, + 794, + 1108, + 820 + ] + }, + { + "text": "4K 120 fps Dolby Vision and 4 studio-quality", + "boxes": [ + 1010, + 844, + 1374, + 874 + ] + }, + { + "text": "⑧", + "boxes": [ + 960, + 854, + 994, + 883 + ] + }, + { + "text": "mics. A Pro studio in your pocket.", + "boxes": [ + 1010, + 864, + 1286, + 895 + ] + }, + { + "text": " Capture magical spatial photos and videos on", + "boxes": [ + 1008, + 915, + 1384, + 947 + ] + }, + { + "text": "iPhone 16 Pro, then relive them on", + "boxes": [ + 1008, + 935, + 1294, + 969 + ] + }, + { + "text": "Apple Vision Pro", + "boxes": [ + 1014, + 959, + 1152, + 989 + ] + }, + { + "text": "Explore iPhone 16 Pro further >", + "boxes": [ + 952, + 1001, + 1192, + 1030 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 116, + 34, + 156, + 50 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 62, + 1912, + 93 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 280 + ] + }, + { + "text": "iPhone 16 Pro ", + "boxes": [ + 736, + 220, + 838, + 252 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 874, + 224, + 948, + 250 + ] + }, + { + "text": "iphone 16e", + "boxes": [ + 982, + 224, + 1062, + 250 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 1096, + 220, + 1168, + 252 + ] + }, + { + "text": "iPhone", + "boxes": [ + 602, + 339, + 660, + 371 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 752, + 343, + 822, + 369 + ] + }, + { + "text": "16Pro", + "boxes": [ + 610, + 367, + 654, + 387 + ] + }, + { + "text": "Pro Max", + "boxes": [ + 756, + 367, + 814, + 387 + ] + }, + { + "text": "iPhone 16 Pro", + "boxes": [ + 946, + 371, + 1162, + 427 + ] + }, + { + "text": "All Models", + "boxes": [ + 144, + 387, + 228, + 413 + ] + }, + { + "text": "Shopping guide", + "boxes": [ + 262, + 389, + 382, + 413 + ] + }, + { + "text": "From $999 or $41.62/mo. for 24 mo.2", + "boxes": [ + 954, + 423, + 1192, + 451 + ] + }, + { + "text": "All models. Take your pick", + "boxes": [ + 140, + 472, + 456, + 508 + ] + }, + { + "text": "Titanium design with larger 6.3inchSuper", + "boxes": [ + 1008, + 484, + 1362, + 522 + ] + }, + { + "text": "Retina XDR display, durable latest-generation", + "boxes": [ + 1012, + 510, + 1390, + 540 + ] + }, + { + "text": "Ceramic Shield, Action button, and USB-C with", + "boxes": [ + 1012, + 528, + 1398, + 564 + ] + }, + { + "text": "USB 3 speeds2", + "boxes": [ + 1012, + 552, + 1138, + 582 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 168, + 586, + 372, + 615 + ] + }, + { + "text": "Phone 15 &", + "boxes": [ + 1446, + 577, + 1584, + 620 + ] + }, + { + "text": "Expl", + "boxes": [ + 1846, + 584, + 1904, + 617 + ] + }, + { + "text": "8", + "boxes": [ + 958, + 611, + 992, + 645 + ] + }, + { + "text": "The firstiPhonedesigned forApple", + "boxes": [ + 1008, + 602, + 1306, + 637 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 613, + 406, + 651 + ] + }, + { + "text": "hone 15 Plus", + "boxes": [ + 1448, + 615, + 1618, + 651 + ] + }, + { + "text": "Intelligence.3 Personal, private, powerful.", + "boxes": [ + 1012, + 625, + 1346, + 655 + ] + }, + { + "text": "acce", + "boxes": [ + 1841, + 615, + 1909, + 652 + ] + }, + { + "text": "B", + "boxes": [ + 960, + 685, + 992, + 715 + ] + }, + { + "text": "Camera Control gives you an easier way to", + "boxes": [ + 1010, + 677, + 1358, + 707 + ] + }, + { + "text": "quickly access camera tools", + "boxes": [ + 1014, + 701, + 1242, + 725 + ] + }, + { + "text": "A18 Pro chip powers Apple Intelligence and", + "boxes": [ + 1006, + 744, + 1376, + 782 + ] + }, + { + "text": "国", + "boxes": [ + 960, + 768, + 992, + 800 + ] + }, + { + "text": "AAA gaming — and helps deliver a huge leap in", + "boxes": [ + 1008, + 768, + 1392, + 802 + ] + }, + { + "text": "battery life", + "boxes": [ + 1014, + 794, + 1108, + 820 + ] + }, + { + "text": "4K 120 fps Dolby Vision and 4 studio-quality", + "boxes": [ + 1010, + 844, + 1374, + 874 + ] + }, + { + "text": "⑧", + "boxes": [ + 960, + 854, + 994, + 883 + ] + }, + { + "text": "mics. A Pro studio in your pocket.", + "boxes": [ + 1010, + 864, + 1286, + 895 + ] + }, + { + "text": " Capture magical spatial photos and videos on", + "boxes": [ + 1008, + 915, + 1384, + 947 + ] + }, + { + "text": "iPhone 16 Pro, then relive them on", + "boxes": [ + 1008, + 935, + 1294, + 969 + ] + }, + { + "text": "Apple Vision Pro", + "boxes": [ + 1014, + 959, + 1152, + 989 + ] + }, + { + "text": "Explore iPhone 16 Pro further >", + "boxes": [ + 952, + 1001, + 1192, + 1030 + ] + } + ] + }, + { + "frame_id": "160_0_8", + "episode_id": 160, + "env_id": 0, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.895784378051758, + "advantages": -0.16136568784713745, + "generated_text": "{\n \"intent\": \"I want to explore this computer desktop environment, which might involve interacting with the gaming hardware listed. Selecting the most promising item next would help me progress towards an overall exploration goal.\",\n \"action\": \"DoubleClick(1026, 46)\"\n}", + "action_string": "DoubleClick(1026, 46)", + "intent_string": "I want to explore this computer desktop environment, which might involve interacting with the gaming hardware listed. Selecting the most promising item next would help me progress towards an overall exploration goal.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1878, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": " gaming mouse", + "boxes": [ + 300, + 115, + 412, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 125, + 1446, + 145 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle Paperwhite Buy Now", + "boxes": [ + 752, + 204, + 1066, + 234 + ] + }, + { + "text": "Redragon Gaming Mouse, Wireless Mouse Gaming with 8000", + "boxes": [ + 680, + 304, + 1352, + 339 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1814, + 300, + 1860, + 320 + ] + }, + { + "text": "$2999", + "boxes": [ + 1389, + 314, + 1461, + 359 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 644, + 339 + ] + }, + { + "text": "DPI, PC Gaming Mice with Fire Button, RGB Backlit ", + "boxes": [ + 678, + 332, + 1238, + 373 + ] + }, + { + "text": "Programmable Ergonomic Mouse Gamer, Rechargeable,", + "boxes": [ + 680, + 369, + 1292, + 405 + ] + }, + { + "text": "No Import Charges & $10.48", + "boxes": [ + 1392, + 363, + 1582, + 393 + ] + }, + { + "text": "Shipping to China Details ", + "boxes": [ + 1394, + 383, + 1580, + 413 + ] + }, + { + "text": "70Hrs for Windows, Mac Gamer, Black", + "boxes": [ + 680, + 401, + 1100, + 437 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1394, + 403, + 1606, + 433 + ] + }, + { + "text": "within 23 hrs 56 mins", + "boxes": [ + 1392, + 423, + 1536, + 453 + ] + }, + { + "text": "4.5★★★★☆", + "boxes": [ + 682, + 447, + 810, + 476 + ] + }, + { + "text": "s | Search this page", + "boxes": [ + 906, + 453, + 1038, + 476 + ] + }, + { + "text": "@ Deliver to China", + "boxes": [ + 1392, + 453, + 1506, + 482 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 684, + 476, + 794, + 500 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 494, + 1466, + 520 + ] + }, + { + "text": "K+bo", + "boxes": [ + 688, + 514, + 722, + 528 + ] + }, + { + "text": " Quantity: 1", + "boxes": [ + 1404, + 536, + 1482, + 560 + ] + }, + { + "text": "-25% $2999", + "boxes": [ + 682, + 548, + 812, + 586 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1456, + 580, + 1542, + 604 + ] + }, + { + "text": "No Ir", + "boxes": [ + 688, + 615, + 714, + 629 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "Ships from Amazon ", + "boxes": [ + 1398, + 657, + 1520, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 677, + 1450, + 705 + ] + }, + { + "text": "Redragon zone", + "boxes": [ + 1464, + 679, + 1556, + 705 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1812, + 707, + 1862, + 733 + ] + }, + { + "text": " Secure transaction", + "boxes": [ + 1466, + 735, + 1574, + 758 + ] + }, + { + "text": "Style:2.4G/Wired", + "boxes": [ + 686, + 778, + 802, + 796 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "Bluetooth/ 2.4G/ Wirec", + "boxes": [ + 690, + 802, + 842, + 832 + ] + }, + { + "text": "2.4G/ Wired", + "boxes": [ + 860, + 800, + 946, + 832 + ] + }, + { + "text": "Add a gift receipt for easy", + "boxes": [ + 1416, + 794, + 1584, + 818 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 816, + 1468, + 836 + ] + }, + { + "text": "Brand", + "boxes": [ + 678, + 842, + 730, + 876 + ] + }, + { + "text": "Redragon", + "boxes": [ + 856, + 842, + 928, + 874 + ] + }, + { + "text": "Black", + "boxes": [ + 858, + 872, + 902, + 897 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1402, + 866, + 1476, + 889 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 876, + 724, + 895 + ] + }, + { + "text": "Connectivity Technology", + "boxes": [ + 680, + 895, + 852, + 925 + ] + }, + { + "text": "2.4G/ Wired", + "boxes": [ + 856, + 897, + 942, + 923 + ] + }, + { + "text": "Special Feature", + "boxes": [ + 680, + 923, + 792, + 953 + ] + }, + { + "text": "Movement Detection", + "boxes": [ + 680, + 947, + 824, + 977 + ] + }, + { + "text": "Optical", + "boxes": [ + 860, + 951, + 910, + 977 + ] + }, + { + "text": "About this item", + "boxes": [ + 682, + 1014, + 834, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "→", + "boxes": [ + 40, + 66, + 130, + 89 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 14, + 103, + 158, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "160_1_8", + "episode_id": 160, + "env_id": 1, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.985912322998047, + "advantages": -0.8242668509483337, + "generated_text": "{\n \"intent\": \"Click on the image to potentially access more information about the reading materials on the current screen\",\n \"action\": \"DoubleClick(100, 100)\"\n}", + "action_string": "DoubleClick(100, 100)", + "intent_string": "Click on the image to potentially access more information about the reading materials on the current screen", + "before_screen_ocr_results": [ + { + "text": "Q救人缺考男生将补考", + "boxes": [ + 446, + 32, + 604, + 50 + ] + }, + { + "text": "①| https://i", + "boxes": [ + 254, + 66, + 362, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 63, + 1659, + 88 + ] + }, + { + "text": "山示双八峡亏", + "boxes": [ + 334, + 93, + 592, + 123 + ] + }, + { + "text": "付土力世亩亏以", + "boxes": [ + 872, + 89, + 1172, + 123 + ] + }, + { + "text": "2025年05月14日17:38新京报作者：赵敏", + "boxes": [ + 332, + 185, + 656, + 214 + ] + }, + { + "text": "A", + "boxes": [ + 1040, + 187, + 1066, + 208 + ] + }, + { + "text": "A", + "boxes": [ + 1160, + 183, + 1202, + 208 + ] + }, + { + "text": "98", + "boxes": [ + 1496, + 183, + 1576, + 214 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 464, + 260, + 894, + 320 + ] + }, + { + "text": "Bai百度", + "boxes": [ + 868, + 270, + 970, + 308 + ] + }, + { + "text": "9", + "boxes": [ + 996, + 272, + 1012, + 292 + ] + }, + { + "text": "中国月", + "boxes": [ + 986, + 296, + 1024, + 316 + ] + }, + { + "text": "仓", + "boxes": [ + 1598, + 570, + 1636, + 598 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1594, + 600, + 1636, + 619 + ] + }, + { + "text": "国", + "boxes": [ + 1598, + 645, + 1632, + 675 + ] + }, + { + "text": "相关新闻", + "boxes": [ + 1596, + 679, + 1636, + 695 + ] + }, + { + "text": "语音播报器", + "boxes": [ + 1270, + 717, + 1382, + 748 + ] + }, + { + "text": "正规人力", + "boxes": [ + 12, + 788, + 222, + 848 + ] + }, + { + "text": "救人缺考小伙收到补考通知后，激动哽咽鞠躬：谢谢大家", + "boxes": [ + 506, + 794, + 1044, + 824 + ] + }, + { + "text": "S", + "boxes": [ + 1626, + 804, + 1652, + 826 + ] + }, + { + "text": "新浪新闻|知克规见", + "boxes": [ + 1644, + 800, + 1752, + 832 + ] + }, + { + "text": "阅读排行榜", + "boxes": [ + 1270, + 814, + 1398, + 852 + ] + }, + { + "text": "评论排行榜", + "boxes": [ + 1430, + 814, + 1556, + 852 + ] + }, + { + "text": "咨源人", + "boxes": [ + 22, + 856, + 120, + 887 + ] + }, + { + "text": "新京报讯（记者赵敏）5月14日下午，山东省教育招生考试院", + "boxes": [ + 692, + 848, + 1214, + 885 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 1620, + 848, + 1796, + 891 + ] + }, + { + "text": "些", + "boxes": [ + 1812, + 850, + 1846, + 879 + ] + }, + { + "text": "新浪新间闻|起见", + "boxes": [ + 369, + 863, + 485, + 908 + ] + }, + { + "text": "So", + "boxes": [ + 356, + 876, + 380, + 897 + ] + }, + { + "text": "01", + "boxes": [ + 1254, + 876, + 1284, + 897 + ] + }, + { + "text": "普京激动\"爆粗\"", + "boxes": [ + 1294, + 874, + 1394, + 899 + ] + }, + { + "text": "发布公告称，经报请上级主管部门同意，将按程序启用春季高考语", + "boxes": [ + 660, + 885, + 1216, + 915 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1620, + 893, + 1850, + 937 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 350, + 919, + 524, + 963 + ] + }, + { + "text": "文科目副题，安排因救人缺考的姜某参加考试。14日下午，得知", + "boxes": [ + 660, + 917, + 1202, + 947 + ] + }, + { + "text": "02:35", + "boxes": [ + 124, + 947, + 174, + 967 + ] + }, + { + "text": "02", + "boxes": [ + 1252, + 945, + 1282, + 967 + ] + }, + { + "text": "事关藏南地区，外交部回应印度", + "boxes": [ + 1290, + 939, + 1498, + 969 + ] + }, + { + "text": "此消息后，救人学生姜昭鹏对新京报记者表示，接下来将全力准备", + "boxes": [ + 660, + 949, + 1216, + 979 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 346, + 961, + 582, + 1011 + ] + }, + { + "text": "考试。烟台市教育招生考试院回复新京报记者称，为保证考生安", + "boxes": [ + 660, + 981, + 1196, + 1011 + ] + }, + { + "text": "全，将不对外透露考试时间和地点。", + "boxes": [ + 658, + 1011, + 952, + 1040 + ] + }, + { + "text": "03", + "boxes": [ + 1252, + 1011, + 1286, + 1038 + ] + }, + { + "text": "3高铁冲刺，谁在“狂藏”？", + "boxes": [ + 1274, + 1007, + 1452, + 1042 + ] + }, + { + "text": "山东\"救人缺考.", + "boxes": [ + 216, + 1048, + 312, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q救人缺考男生将补考·", + "boxes": [ + 454, + 32, + 604, + 50 + ] + }, + { + "text": "山水", + "boxes": [ + 333, + 91, + 421, + 128 + ] + }, + { + "text": "双八峡亏", + "boxes": [ + 430, + 93, + 594, + 123 + ] + }, + { + "text": "回应不", + "boxes": [ + 690, + 97, + 814, + 115 + ] + }, + { + "text": "付土力世亩亏以", + "boxes": [ + 872, + 89, + 1172, + 123 + ] + }, + { + "text": "2025年05月14日17:38新京报作者：赵敏", + "boxes": [ + 332, + 185, + 656, + 214 + ] + }, + { + "text": "A", + "boxes": [ + 1040, + 187, + 1066, + 208 + ] + }, + { + "text": "A", + "boxes": [ + 1160, + 183, + 1202, + 208 + ] + }, + { + "text": "98", + "boxes": [ + 1496, + 183, + 1576, + 214 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 464, + 260, + 894, + 320 + ] + }, + { + "text": "Bai百度", + "boxes": [ + 868, + 270, + 970, + 308 + ] + }, + { + "text": "9", + "boxes": [ + 996, + 272, + 1012, + 292 + ] + }, + { + "text": "中国月", + "boxes": [ + 986, + 296, + 1024, + 316 + ] + }, + { + "text": "A", + "boxes": [ + 1594, + 566, + 1638, + 602 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1594, + 600, + 1638, + 619 + ] + }, + { + "text": "国", + "boxes": [ + 1598, + 645, + 1632, + 675 + ] + }, + { + "text": "相关新闻", + "boxes": [ + 1596, + 679, + 1636, + 695 + ] + }, + { + "text": "语音播报器", + "boxes": [ + 1270, + 717, + 1382, + 748 + ] + }, + { + "text": "救人缺考小伙收到补考通知后，激动哽咽鞠躬：谢谢大家", + "boxes": [ + 506, + 794, + 1044, + 824 + ] + }, + { + "text": "", + "boxes": [ + 1626, + 804, + 1656, + 826 + ] + }, + { + "text": "新浪新闻|知克规见", + "boxes": [ + 1644, + 800, + 1752, + 832 + ] + }, + { + "text": "阅读排行榜", + "boxes": [ + 1270, + 814, + 1398, + 852 + ] + }, + { + "text": "评论排行榜", + "boxes": [ + 1430, + 814, + 1556, + 852 + ] + }, + { + "text": "新京报讯（记者赵敏）5月14日下午，山东省教育招生考试院", + "boxes": [ + 692, + 848, + 1214, + 885 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 1620, + 848, + 1796, + 891 + ] + }, + { + "text": "些", + "boxes": [ + 1812, + 850, + 1846, + 879 + ] + }, + { + "text": "新浪新闻|加起见", + "boxes": [ + 369, + 861, + 483, + 909 + ] + }, + { + "text": "So", + "boxes": [ + 356, + 876, + 380, + 897 + ] + }, + { + "text": "01", + "boxes": [ + 1254, + 876, + 1284, + 897 + ] + }, + { + "text": "普京激动\"爆粗\"", + "boxes": [ + 1294, + 874, + 1394, + 899 + ] + }, + { + "text": "发布公告称，经报请上级主管部门同意，将按程序启用春季高考语", + "boxes": [ + 660, + 885, + 1216, + 915 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1620, + 893, + 1850, + 937 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 350, + 919, + 524, + 963 + ] + }, + { + "text": "文科目副题，安排因救人缺考的姜某参加考试。14日下午，得知", + "boxes": [ + 660, + 917, + 1202, + 947 + ] + }, + { + "text": "02:35", + "boxes": [ + 124, + 947, + 172, + 967 + ] + }, + { + "text": "02", + "boxes": [ + 1252, + 945, + 1282, + 967 + ] + }, + { + "text": "事关藏南地区，外交部回应印度", + "boxes": [ + 1290, + 939, + 1498, + 969 + ] + }, + { + "text": "此消息后，救人学生姜昭鹏对新京报记者表示，接下来将全力准备", + "boxes": [ + 660, + 949, + 1216, + 979 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 346, + 961, + 580, + 1011 + ] + }, + { + "text": "考试。烟台市教育招生考试院回复新京报记者称，为保证考生安", + "boxes": [ + 660, + 981, + 1196, + 1011 + ] + }, + { + "text": "全，将不对外透露考试时间和地点。", + "boxes": [ + 660, + 1012, + 954, + 1042 + ] + }, + { + "text": "03", + "boxes": [ + 1252, + 1011, + 1286, + 1038 + ] + }, + { + "text": "3高铁冲刺，谁在“狂藏”？", + "boxes": [ + 1274, + 1007, + 1452, + 1042 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 1048, + 208, + 1070 + ] + }, + { + "text": "山东\"救人缺考.", + "boxes": [ + 216, + 1048, + 312, + 1074 + ] + } + ] + }, + { + "frame_id": "160_2_8", + "episode_id": 160, + "env_id": 2, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.069319725036621, + "advantages": -0.7634991407394409, + "generated_text": "{\n \"intent\": \"Click on the first pair of jeans to begin exploring and possibly add them to the cart.\",\n \"action\": \"Click(501, 279)\"\n}", + "action_string": "Click(501, 279)", + "intent_string": "Click on the first pair of jeans to begin exploring and possibly add them to the cart.", + "before_screen_ocr_results": [ + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1874, + 91 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 103, + 1874, + 135 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1812, + 129, + 1876, + 147 + ] + }, + { + "text": "1-2", + "boxes": [ + 182, + 250, + 212, + 272 + ] + }, + { + "text": "eatured from A", + "boxes": [ + 322, + 272, + 388, + 290 + ] + }, + { + "text": "on brands 0", + "boxes": [ + 412, + 272, + 468, + 290 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 268, + 864, + 298 + ] + }, + { + "text": "Straight Leg Jeans for Women,High", + "boxes": [ + 902, + 266, + 1166, + 296 + ] + }, + { + "text": "luvamiaWidel", + "boxes": [ + 1200, + 274, + 1302, + 292 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1490, + 266, + 1754, + 296 + ] + }, + { + "text": "3-4", + "boxes": [ + 34, + 280, + 64, + 300 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 280, + 140, + 300 + ] + }, + { + "text": "7-8", + "boxes": [ + 182, + 280, + 212, + 302 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 312, + 290, + 574, + 324 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 604, + 288, + 858, + 326 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 292, + 1174, + 322 + ] + }, + { + "text": "Trendy High Waisted Flare Jean", + "boxes": [ + 1196, + 292, + 1426, + 322 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1488, + 292, + 1736, + 322 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 296, + 1862, + 324 + ] + }, + { + "text": "11-12", + "boxes": [ + 98, + 310, + 148, + 330 + ] + }, + { + "text": "13-14", + "boxes": [ + 170, + 312, + 224, + 332 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 312, + 316, + 452, + 345 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 316, + 838, + 344 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 904, + 316, + 1066, + 345 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1196, + 316, + 1424, + 345 + ] + }, + { + "text": "Loose Streetwear Trousers Fall", + "boxes": [ + 1492, + 320, + 1718, + 343 + ] + }, + { + "text": "16", + "boxes": [ + 36, + 343, + 60, + 357 + ] + }, + { + "text": "★★★★☆14,463", + "boxes": [ + 316, + 339, + 464, + 374 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 608, + 339, + 790, + 369 + ] + }, + { + "text": "★★★★☆725", + "boxes": [ + 904, + 341, + 1032, + 371 + ] + }, + { + "text": "Baggy with Patch Pockets", + "boxes": [ + 1194, + 337, + 1388, + 371 + ] + }, + { + "text": "Fashion y2k Outfits 2025", + "boxes": [ + 1488, + 339, + 1676, + 369 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 318, + 365, + 492, + 389 + ] + }, + { + "text": "★★★★★406", + "boxes": [ + 610, + 367, + 738, + 397 + ] + }, + { + "text": "100+", + "boxes": [ + 908, + 367, + 944, + 387 + ] + }, + { + "text": "★★★★★1.,996", + "boxes": [ + 1196, + 367, + 1336, + 397 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1490, + 367, + 1610, + 397 + ] + }, + { + "text": "Special Clothing Size", + "boxes": [ + 14, + 379, + 150, + 403 + ] + }, + { + "text": "$1990 Typical: $28.50", + "boxes": [ + 311, + 394, + 473, + 435 + ] + }, + { + "text": "+ bought in past n", + "boxes": [ + 638, + 389, + 750, + 413 + ] + }, + { + "text": "nontl", + "boxes": [ + 750, + 395, + 780, + 409 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 395, + 966, + 429 + ] + }, + { + "text": "100+ bought in past mol", + "boxes": [ + 1490, + 387, + 1646, + 415 + ] + }, + { + "text": "Juniors", + "boxes": [ + 9, + 398, + 81, + 429 + ] + }, + { + "text": " petite", + "boxes": [ + 9, + 418, + 79, + 449 + ] + }, + { + "text": "$3888", + "boxes": [ + 608, + 421, + 672, + 455 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 428, + 1048, + 463 + ] + }, + { + "text": "$3898", + "boxes": [ + 1194, + 421, + 1258, + 455 + ] + }, + { + "text": "$3299", + "boxes": [ + 1488, + 421, + 1552, + 455 + ] + }, + { + "text": "Plus Size", + "boxes": [ + 14, + 447, + 90, + 465 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 455, + 752, + 484 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1194, + 454, + 1338, + 485 + ] + }, + { + "text": " Delivery May 26 - 29", + "boxes": [ + 1484, + 452, + 1628, + 487 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 612, + 482, + 688, + 500 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1202, + 482, + 1272, + 500 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 482, + 1570, + 500 + ] + }, + { + "text": "50", + "boxes": [ + 24, + 600, + 44, + 613 + ] + }, + { + "text": "62", + "boxes": [ + 22, + 629, + 48, + 643 + ] + }, + { + "text": "CustomerReviews", + "boxes": [ + 16, + 669, + 132, + 687 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 14, + 689, + 144, + 719 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1814, + 707, + 1860, + 733 + ] + }, + { + "text": "Brands", + "boxes": [ + 10, + 727, + 62, + 752 + ] + }, + { + "text": " Levi Strauss Signature Gold", + "boxes": [ + 8, + 746, + 212, + 778 + ] + }, + { + "text": "sidefeel", + "boxes": [ + 12, + 770, + 86, + 796 + ] + }, + { + "text": "口L", + "boxes": [ + 14, + 790, + 42, + 810 + ] + }, + { + "text": "Levi's", + "boxes": [ + 34, + 792, + 68, + 814 + ] + }, + { + "text": "Lee", + "boxes": [ + 14, + 812, + 60, + 830 + ] + }, + { + "text": "Lee Women's Ultra Lux Comfort with", + "boxes": [ + 314, + 824, + 586, + 848 + ] + }, + { + "text": " Gloria Vanderbilt Women's Amanda", + "boxes": [ + 606, + 824, + 870, + 848 + ] + }, + { + "text": "WallFlower Luscious Curvy Bootcut", + "boxes": [ + 902, + 824, + 1162, + 848 + ] + }, + { + "text": "KUNMI Women's Flare Bell Bottom", + "boxes": [ + 1194, + 820, + 1452, + 850 + ] + }, + { + "text": " Sidefeel Women's Wide Leg Jeans", + "boxes": [ + 1486, + 820, + 1738, + 850 + ] + }, + { + "text": "二", + "boxes": [ + 16, + 834, + 36, + 848 + ] + }, + { + "text": "Amazon Ess", + "boxes": [ + 34, + 834, + 110, + 852 + ] + }, + { + "text": "Flex Motion Bootcut Jean", + "boxes": [ + 316, + 848, + 502, + 872 + ] + }, + { + "text": "Classic High Rise Tapered Jean", + "boxes": [ + 608, + 848, + 832, + 872 + ] + }, + { + "text": "Jeans for Women Mid-Rise Insta ", + "boxes": [ + 902, + 844, + 1142, + 874 + ] + }, + { + "text": "LV", + "boxes": [ + 16, + 854, + 40, + 868 + ] + }, + { + "text": "Jeans High Waisted Wide Leg", + "boxes": [ + 1198, + 848, + 1414, + 872 + ] + }, + { + "text": "High Waisted Strechy Raw Hem", + "boxes": [ + 1488, + 848, + 1720, + 872 + ] + }, + { + "text": "wallIF", + "boxes": [ + 14, + 872, + 68, + 891 + ] + }, + { + "text": "★★★★☆17,328", + "boxes": [ + 316, + 869, + 464, + 897 + ] + }, + { + "text": "★★★★☆75.736", + "boxes": [ + 608, + 867, + 760, + 899 + ] + }, + { + "text": "Stretch Denim in Petite, Midsize,", + "boxes": [ + 902, + 868, + 1142, + 897 + ] + }, + { + "text": "Bootcut Jeans Stretchy Denim Pants", + "boxes": [ + 1194, + 868, + 1462, + 897 + ] + }, + { + "text": " Zimbaplatinum Denim Pants", + "boxes": [ + 1486, + 868, + 1702, + 897 + ] + }, + { + "text": "bought in past month", + "boxes": [ + 352, + 893, + 494, + 917 + ] + }, + { + "text": "300+ bought in past month", + "boxes": [ + 606, + 887, + 788, + 921 + ] + }, + { + "text": "Plus Size, Juniors Jeans ", + "boxes": [ + 900, + 893, + 1078, + 923 + ] + }, + { + "text": "★★★★☆2.850", + "boxes": [ + 1196, + 895, + 1338, + 925 + ] + }, + { + "text": "★★★★1.154", + "boxes": [ + 1488, + 895, + 1632, + 925 + ] + }, + { + "text": "AmazonFashion", + "boxes": [ + 14, + 923, + 120, + 947 + ] + }, + { + "text": "$319 ist: $36.90", + "boxes": [ + 312, + 921, + 452, + 961 + ] + }, + { + "text": "$159 Ist: $4.00", + "boxes": [ + 601, + 919, + 747, + 964 + ] + }, + { + "text": "★★★★★58.254", + "boxes": [ + 900, + 915, + 1056, + 951 + ] + }, + { + "text": "200+ bought in past month", + "boxes": [ + 1194, + 915, + 1376, + 945 + ] + }, + { + "text": "400+ bought in past month", + "boxes": [ + 1490, + 915, + 1668, + 943 + ] + }, + { + "text": "400+ bought in past month", + "boxes": [ + 900, + 935, + 1084, + 971 + ] + }, + { + "text": "$4399", + "boxes": [ + 1194, + 949, + 1258, + 983 + ] + }, + { + "text": "$3229 Typical: 539.9", + "boxes": [ + 1483, + 944, + 1651, + 989 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 314, + 957, + 460, + 989 + ] + }, + { + "text": " Delivery Tue, May 27", + "boxes": [ + 604, + 955, + 750, + 991 + ] + }, + { + "text": " Brands", + "boxes": [ + 88, + 971, + 140, + 989 + ] + }, + { + "text": "$3099 Lst:$48.00", + "boxes": [ + 897, + 968, + 1043, + 1011 + ] + }, + { + "text": "Ships to Chi", + "boxes": [ + 612, + 987, + 674, + 1005 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1192, + 978, + 1342, + 1015 + ] + }, + { + "text": "TopBrand", + "boxes": [ + 26, + 991, + 102, + 1009 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1486, + 983, + 1634, + 1012 + ] + }, + { + "text": " Delvery May 2 - Jun 5 ", + "boxes": [ + 898, + 1005, + 1062, + 1040 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1198, + 1007, + 1278, + 1032 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1490, + 1007, + 1572, + 1032 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 36, + 68, + 124, + 85 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1874, + 91 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 103, + 1874, + 135 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1812, + 129, + 1876, + 147 + ] + }, + { + "text": "10P12P", + "boxes": [ + 18, + 175, + 94, + 201 + ] + }, + { + "text": "00", + "boxes": [ + 40, + 254, + 58, + 270 + ] + }, + { + "text": "1-2 ", + "boxes": [ + 180, + 246, + 214, + 274 + ] + }, + { + "text": "0", + "boxes": [ + 118, + 256, + 130, + 268 + ] + }, + { + "text": "eatured from A", + "boxes": [ + 322, + 272, + 388, + 290 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 268, + 864, + 298 + ] + }, + { + "text": "Straight Leg Jeans for Women,High ", + "boxes": [ + 902, + 266, + 1166, + 296 + ] + }, + { + "text": "luvamiaWide", + "boxes": [ + 1200, + 274, + 1300, + 292 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1490, + 266, + 1754, + 296 + ] + }, + { + "text": "3-4", + "boxes": [ + 34, + 280, + 66, + 300 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 280, + 140, + 302 + ] + }, + { + "text": "7-8", + "boxes": [ + 182, + 280, + 212, + 302 + ] + }, + { + "text": "?", + "boxes": [ + 491, + 278, + 513, + 300 + ] + }, + { + "text": "Amazon Essentias Skinny Jeansfor", + "boxes": [ + 312, + 288, + 578, + 326 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 604, + 288, + 858, + 326 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 292, + 1174, + 322 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans", + "boxes": [ + 1196, + 292, + 1430, + 322 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1488, + 292, + 1736, + 322 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 296, + 1862, + 324 + ] + }, + { + "text": "9-10", + "boxes": [ + 26, + 310, + 68, + 330 + ] + }, + { + "text": "11-12", + "boxes": [ + 98, + 310, + 148, + 330 + ] + }, + { + "text": "13-14", + "boxes": [ + 165, + 305, + 227, + 336 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 316, + 454, + 345 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 316, + 838, + 344 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 904, + 316, + 1066, + 345 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1196, + 316, + 1424, + 345 + ] + }, + { + "text": "Loose Streetwear Trousers Fall", + "boxes": [ + 1492, + 320, + 1718, + 343 + ] + }, + { + "text": "16", + "boxes": [ + 36, + 343, + 62, + 357 + ] + }, + { + "text": "★★★★☆14,463", + "boxes": [ + 316, + 339, + 464, + 374 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 337, + 790, + 371 + ] + }, + { + "text": "★★★★☆725", + "boxes": [ + 904, + 341, + 1032, + 371 + ] + }, + { + "text": "Baggy with Patch Pockets", + "boxes": [ + 1194, + 337, + 1388, + 371 + ] + }, + { + "text": "Fashion y2k Outfits 2025", + "boxes": [ + 1488, + 339, + 1678, + 369 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 318, + 363, + 492, + 391 + ] + }, + { + "text": "★★★★★406", + "boxes": [ + 610, + 367, + 738, + 397 + ] + }, + { + "text": "100+", + "boxes": [ + 908, + 367, + 944, + 387 + ] + }, + { + "text": "★★★★★1.,996", + "boxes": [ + 1196, + 367, + 1336, + 397 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1490, + 367, + 1610, + 397 + ] + }, + { + "text": "Special Clothing Size", + "boxes": [ + 12, + 379, + 152, + 403 + ] + }, + { + "text": "$1990 Typical: $28.50", + "boxes": [ + 311, + 394, + 473, + 435 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 395, + 966, + 429 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 1196, + 387, + 1364, + 415 + ] + }, + { + "text": "100+ bought in past mor", + "boxes": [ + 1490, + 387, + 1646, + 415 + ] + }, + { + "text": "Juniors", + "boxes": [ + 9, + 398, + 81, + 429 + ] + }, + { + "text": "petite", + "boxes": [ + 7, + 418, + 79, + 449 + ] + }, + { + "text": "$3888", + "boxes": [ + 608, + 421, + 672, + 455 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 428, + 1048, + 463 + ] + }, + { + "text": "$3898", + "boxes": [ + 1194, + 421, + 1258, + 455 + ] + }, + { + "text": "$3299", + "boxes": [ + 1488, + 421, + 1552, + 455 + ] + }, + { + "text": " Plus Size", + "boxes": [ + 10, + 445, + 92, + 469 + ] + }, + { + "text": "ivery May 23 - 27", + "boxes": [ + 338, + 439, + 448, + 457 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 455, + 752, + 484 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1194, + 454, + 1338, + 485 + ] + }, + { + "text": " Delivery May 26 - 29", + "boxes": [ + 1484, + 452, + 1628, + 487 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 612, + 482, + 688, + 500 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 482, + 1570, + 500 + ] + }, + { + "text": "8", + "boxes": [ + 30, + 572, + 42, + 584 + ] + }, + { + "text": "50", + "boxes": [ + 24, + 600, + 44, + 613 + ] + }, + { + "text": "62", + "boxes": [ + 22, + 629, + 48, + 643 + ] + }, + { + "text": "CustomerReviews", + "boxes": [ + 16, + 669, + 132, + 687 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 14, + 689, + 144, + 719 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1814, + 707, + 1860, + 733 + ] + }, + { + "text": "Brands", + "boxes": [ + 10, + 727, + 62, + 752 + ] + }, + { + "text": "sidefeel", + "boxes": [ + 12, + 770, + 86, + 796 + ] + }, + { + "text": "口L", + "boxes": [ + 14, + 790, + 42, + 810 + ] + }, + { + "text": "Levi's", + "boxes": [ + 34, + 792, + 68, + 814 + ] + }, + { + "text": "Lee", + "boxes": [ + 14, + 812, + 60, + 830 + ] + }, + { + "text": "Lee Women's Ultra Lux Comfort with", + "boxes": [ + 314, + 824, + 586, + 848 + ] + }, + { + "text": " Gloria Vanderbilt Women's Amanda", + "boxes": [ + 606, + 824, + 870, + 848 + ] + }, + { + "text": "WallFlower Luscious Curvy Bootcut", + "boxes": [ + 902, + 824, + 1160, + 848 + ] + }, + { + "text": "KUNMI Women's Flare Bell Bottom", + "boxes": [ + 1194, + 820, + 1452, + 850 + ] + }, + { + "text": " Sidefeel Women's Wide Leg Jeans", + "boxes": [ + 1484, + 820, + 1736, + 850 + ] + }, + { + "text": "二", + "boxes": [ + 16, + 834, + 36, + 848 + ] + }, + { + "text": "Amazon Ess", + "boxes": [ + 34, + 834, + 110, + 852 + ] + }, + { + "text": "Flex Motion Bootcut Jean", + "boxes": [ + 316, + 848, + 502, + 872 + ] + }, + { + "text": "Classic High Rise Tapered Jean", + "boxes": [ + 608, + 848, + 832, + 872 + ] + }, + { + "text": "Jeans for Women Mid-Rise Insta ", + "boxes": [ + 902, + 844, + 1142, + 874 + ] + }, + { + "text": "LV", + "boxes": [ + 16, + 854, + 40, + 868 + ] + }, + { + "text": "Jeans High Waisted Wide Leg", + "boxes": [ + 1198, + 848, + 1414, + 872 + ] + }, + { + "text": "High Waisted Strechy Raw Hem", + "boxes": [ + 1488, + 848, + 1720, + 872 + ] + }, + { + "text": "wallIF", + "boxes": [ + 14, + 872, + 68, + 891 + ] + }, + { + "text": "★★★★☆17,328", + "boxes": [ + 316, + 869, + 464, + 897 + ] + }, + { + "text": "★★★★☆75.736", + "boxes": [ + 608, + 867, + 760, + 899 + ] + }, + { + "text": "Stretch Denim in Petite, Midsize,", + "boxes": [ + 902, + 868, + 1142, + 897 + ] + }, + { + "text": "Bootcut Jeans Stretchy Denim Pants", + "boxes": [ + 1194, + 868, + 1462, + 897 + ] + }, + { + "text": " Zimbaplatinum Denim Pants", + "boxes": [ + 1486, + 868, + 1702, + 897 + ] + }, + { + "text": "bought in past month", + "boxes": [ + 352, + 893, + 494, + 917 + ] + }, + { + "text": "300+ bought in past month", + "boxes": [ + 606, + 887, + 788, + 921 + ] + }, + { + "text": "Plus Size, Juniors Jeans ", + "boxes": [ + 900, + 893, + 1078, + 923 + ] + }, + { + "text": "★★★★☆2.850", + "boxes": [ + 1196, + 895, + 1338, + 925 + ] + }, + { + "text": "★★★★1.154", + "boxes": [ + 1488, + 895, + 1632, + 925 + ] + }, + { + "text": "AmazonFashion", + "boxes": [ + 14, + 923, + 120, + 947 + ] + }, + { + "text": "$319 ist: $36.90", + "boxes": [ + 312, + 921, + 452, + 961 + ] + }, + { + "text": "$159 Ist: $4.00", + "boxes": [ + 601, + 919, + 747, + 964 + ] + }, + { + "text": "★★★★★58.254", + "boxes": [ + 900, + 915, + 1056, + 951 + ] + }, + { + "text": "200+ bought in past month", + "boxes": [ + 1194, + 915, + 1376, + 945 + ] + }, + { + "text": "400+ bought in past month", + "boxes": [ + 1490, + 915, + 1668, + 943 + ] + }, + { + "text": "400+ bought in past month", + "boxes": [ + 900, + 935, + 1084, + 971 + ] + }, + { + "text": "$4399", + "boxes": [ + 1194, + 949, + 1258, + 983 + ] + }, + { + "text": "$3229 Typical: 539.9", + "boxes": [ + 1483, + 944, + 1651, + 989 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 314, + 957, + 460, + 989 + ] + }, + { + "text": " Delivery Tue, May 27", + "boxes": [ + 604, + 955, + 750, + 991 + ] + }, + { + "text": "n Brands", + "boxes": [ + 86, + 971, + 140, + 989 + ] + }, + { + "text": "$3099 Lst:$48.00", + "boxes": [ + 897, + 968, + 1043, + 1011 + ] + }, + { + "text": "Ships to Chi", + "boxes": [ + 612, + 987, + 674, + 1005 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1192, + 978, + 1342, + 1015 + ] + }, + { + "text": "TopBrands", + "boxes": [ + 26, + 991, + 104, + 1009 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1486, + 983, + 1634, + 1012 + ] + }, + { + "text": " Delvery May 2 - Jun 5 ", + "boxes": [ + 898, + 1005, + 1062, + 1040 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1198, + 1007, + 1278, + 1032 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1490, + 1007, + 1572, + 1032 + ] + } + ] + }, + { + "frame_id": "160_3_8", + "episode_id": 160, + "env_id": 3, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.393732070922852, + "advantages": -0.5271435379981995, + "generated_text": "{\n \"intent\": \"Explore the Bing search results by starting with the top trending topics\",\n \"action\": \"Click(54, 298)\"\n}", + "action_string": "Click(54, 298)", + "intent_string": "Explore the Bing search results by starting with the top trending topics", + "before_screen_ocr_results": [ + { + "text": "×", + "boxes": [ + 1536, + 40, + 1596, + 66 + ] + }, + { + "text": "Q白", + "boxes": [ + 61, + 59, + 135, + 96 + ] + }, + { + "text": "→", + "boxes": [ + 44, + 69, + 66, + 83 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 224, + 61, + 424, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 992, + 69, + 1044, + 89 + ] + }, + { + "text": "三目◎", + "boxes": [ + 1146, + 66, + 1238, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1560, + 129 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 22, + 113, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 168, + 232, + 326, + 270 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 156, + 280, + 296, + 316 + ] + }, + { + "text": " Trending on Bing", + "boxes": [ + 160, + 351, + 326, + 387 + ] + }, + { + "text": "GNext", + "boxes": [ + 1038, + 353, + 1104, + 393 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 162, + 395, + 318, + 425 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡", + "boxes": [ + 472, + 393, + 648, + 429 + ] + }, + { + "text": "3桥下躲冰電致堵车", + "boxes": [ + 784, + 393, + 944, + 429 + ] + }, + { + "text": "4 救人缺考男生将补考", + "boxes": [ + 164, + 433, + 336, + 463 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 472, + 433, + 624, + 463 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 784, + 433, + 944, + 463 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 529, + 1397, + 555 + ] + }, + { + "text": "oz://a", + "boxes": [ + 1274, + 673, + 1418, + 731 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 975, + 845, + 1079, + 880 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 984, + 887, + 1046, + 919 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 988, + 907, + 1040, + 925 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search - Microsoft Bing", + "boxes": [ + 12, + 34, + 186, + 52 + ] + }, + { + "text": "×", + "boxes": [ + 1536, + 40, + 1596, + 66 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 91 + ] + }, + { + "text": "→", + "boxes": [ + 32, + 66, + 132, + 91 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 224, + 61, + 422, + 98 + ] + }, + { + "text": "☆", + "boxes": [ + 986, + 69, + 1044, + 89 + ] + }, + { + "text": "三团?", + "boxes": [ + 1146, + 66, + 1240, + 91 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 187, + 153 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1554, + 129 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 170, + 234, + 320, + 266 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 154, + 280, + 296, + 314 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 162, + 349, + 326, + 389 + ] + }, + { + "text": "@Next", + "boxes": [ + 1044, + 361, + 1096, + 387 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 166, + 399, + 318, + 423 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡", + "boxes": [ + 472, + 391, + 646, + 427 + ] + }, + { + "text": "3桥下躲冰苞致堵车", + "boxes": [ + 786, + 395, + 942, + 425 + ] + }, + { + "text": "救人缺考男生将补考", + "boxes": [ + 172, + 437, + 334, + 461 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 470, + 433, + 624, + 463 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 784, + 433, + 944, + 463 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 554 + ] + }, + { + "text": "oz://a", + "boxes": [ + 1278, + 677, + 1414, + 727 + ] + }, + { + "text": "BUICK", + "boxes": [ + 506, + 850, + 604, + 868 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 986, + 852, + 1076, + 878 + ] + }, + { + "text": "高端新能源子品牌", + "boxes": [ + 28, + 878, + 186, + 913 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 988, + 889, + 1042, + 915 + ] + }, + { + "text": "+4.07%", + "boxes": [ + 1162, + 891, + 1212, + 909 + ] + }, + { + "text": "境", + "boxes": [ + 20, + 913, + 124, + 959 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 990, + 907, + 1042, + 925 + ] + }, + { + "text": "347.68", + "boxes": [ + 1172, + 907, + 1216, + 925 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 986, + 935, + 1038, + 961 + ] + }, + { + "text": "+0.28%", + "boxes": [ + 1164, + 939, + 1214, + 959 + ] + } + ] + }, + { + "frame_id": "160_4_8", + "episode_id": 160, + "env_id": 4, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.35668659210205, + "advantages": -0.5541335940361023, + "generated_text": "{\n \"intent\": \"Click on the QR code to scan and access the app download page.\",\n \"action\": \"Click(1000, 500)\"\n}", + "action_string": "Click(1000, 500)", + "intent_string": "Click on the QR code to scan and access the app download page.", + "before_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 852, + 6, + 910, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 219, + 21, + 327, + 58 + ] + }, + { + "text": "①| https://wv", + "boxes": [ + 252, + 66, + 376, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 84, + 93, + 210, + 167 + ] + }, + { + "text": "9:4", + "boxes": [ + 1386, + 278, + 1402, + 292 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1438, + 302, + 1556, + 332 + ] + }, + { + "text": "", + "boxes": [ + 1364, + 298, + 1399, + 333 + ] + }, + { + "text": "有问题", + "boxes": [ + 278, + 341, + 644, + 472 + ] + }, + { + "text": "下电商订单记录，发现我入手的第一款充电", + "boxes": [ + 1408, + 345, + 1612, + 369 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 294, + 469, + 862, + 586 + ] + }, + { + "text": "漫谈缩表：财政政策与美联储缩表（上)", + "boxes": [ + 1368, + 530, + 1594, + 554 + ] + }, + { + "text": "美联储与美国财政部在扩表与缩表的过程中，主要", + "boxes": [ + 1374, + 574, + 1618, + 592 + ] + }, + { + "text": "句法律谚语是什么？为什么喜", + "boxes": [ + 1442, + 651, + 1612, + 669 + ] + }, + { + "text": "Legal诗睿法律等2个话题下的优秀答主", + "boxes": [ + 1368, + 685, + 1598, + 709 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 462, + 717, + 716, + 758 + ] + }, + { + "text": "denied.为什么会喜欢这", + "boxes": [ + 1508, + 709, + 1620, + 727 + ] + }, + { + "text": "84收藏", + "boxes": [ + 1426, + 748, + 1462, + 762 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": "如何在一周内快速摸清一个行业？", + "boxes": [ + 1368, + 782, + 1558, + 806 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": " Android", + "boxes": [ + 580, + 834, + 678, + 860 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文[2019]4928-541号|药品医疗器械网络信息服务备案|", + "boxes": [ + 398, + 955, + 806, + 979 + ] + }, + { + "text": "药械信息备字（2022）第00334", + "boxes": [ + 856, + 957, + 1068, + 975 + ] + }, + { + "text": "：400-919-0001丨违法和不良信息举报：010-82716601", + "boxes": [ + 1160, + 949, + 1524, + 981 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息举", + "boxes": [ + 508, + 975, + 816, + 1005 + ] + }, + { + "text": "算法推荐举报专区", + "boxes": [ + 910, + 979, + 1028, + 997 + ] + }, + { + "text": "内容从业人员违法违规行为举报|证照中心|", + "boxes": [ + 552, + 996, + 834, + 1031 + ] + }, + { + "text": "平丨北京智者天下科技有限公司版权所有", + "boxes": [ + 1116, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 852, + 6, + 910, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 224, + 28, + 324, + 54 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 66, + 130, + 91 + ] + }, + { + "text": "①| https://v", + "boxes": [ + 252, + 66, + 364, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "司", + "boxes": [ + 1370, + 306, + 1394, + 328 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1440, + 304, + 1558, + 328 + ] + }, + { + "text": "有问题", + "boxes": [ + 278, + 341, + 644, + 472 + ] + }, + { + "text": "力？", + "boxes": [ + 1368, + 339, + 1394, + 359 + ] + }, + { + "text": "汪惟", + "boxes": [ + 1370, + 361, + 1428, + 381 + ] + }, + { + "text": "创业等5个话题下的优秀答主", + "boxes": [ + 1424, + 359, + 1568, + 383 + ] + }, + { + "text": "说点回去就能用的。先调查一下你附近工厂都用什", + "boxes": [ + 1368, + 379, + 1618, + 403 + ] + }, + { + "text": "么银行卡发工资。然后想方设法弄一个这个银行", + "boxes": [ + 1370, + 399, + 1612, + 417 + ] + }, + { + "text": "：761评论", + "boxes": [ + 1414, + 421, + 1468, + 439 + ] + }, + { + "text": "如何高质量地走完大学四年？", + "boxes": [ + 1366, + 453, + 1532, + 481 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 469, + 862, + 586 + ] + }, + { + "text": "神说要有光", + "boxes": [ + 1366, + 476, + 1440, + 500 + ] + }, + { + "text": "看这一个回答，省去你80%寻找答案的时间！我在", + "boxes": [ + 1368, + 496, + 1622, + 520 + ] + }, + { + "text": "知乎的大学话题下把人们普追最关心的问题做了.", + "boxes": [ + 1368, + 512, + 1614, + 536 + ] + }, + { + "text": "为什么在比较平坦的地方，河流却会不停地拐", + "boxes": [ + 1364, + 570, + 1626, + 600 + ] + }, + { + "text": "去拐来？", + "boxes": [ + 1370, + 592, + 1418, + 611 + ] + }, + { + "text": "青铜马弓手地质学话题下的优秀答主", + "boxes": [ + 1384, + 611, + 1578, + 635 + ] + }, + { + "text": "为什么地势平坦，河流却弯弯曲曲？巧了，这个问", + "boxes": [ + 1368, + 631, + 1622, + 655 + ] + }, + { + "text": "题，爱因斯坦在1926年回答过。没想到在知乎回.", + "boxes": [ + 1368, + 647, + 1614, + 671 + ] + }, + { + "text": "8016赞同·242评论", + "boxes": [ + 1370, + 671, + 1478, + 695 + ] + }, + { + "text": "「中产阶级标准」", + "boxes": [ + 1374, + 707, + 1470, + 733 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 462, + 717, + 716, + 758 + ] + }, + { + "text": " chenqin人文盐究员", + "boxes": [ + 1364, + 723, + 1502, + 752 + ] + }, + { + "text": "今天，微信群里有一位朋友分享了一个「中国中产", + "boxes": [ + 1368, + 746, + 1614, + 770 + ] + }, + { + "text": "阶级十大标准』。这个十大标准，可能很多人都…", + "boxes": [ + 1364, + 758, + 1614, + 792 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": "D", + "boxes": [ + 1434, + 822, + 1450, + 842 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": "Android", + "boxes": [ + 578, + 834, + 678, + 860 + ] + }, + { + "text": "X", + "boxes": [ + 1377, + 821, + 1397, + 843 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文[2019]4928-541号|药品医疗器械网络信息服务备案丨（京）", + "boxes": [ + 398, + 955, + 846, + 979 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息举报专", + "boxes": [ + 508, + 975, + 840, + 1005 + ] + }, + { + "text": "举报专区丨MCN举报专区丨信息安全漏洞反馈专区", + "boxes": [ + 1094, + 971, + 1412, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报丨证照中心|", + "boxes": [ + 552, + 996, + 842, + 1031 + ] + }, + { + "text": "乎丨北京智者天下科技有限公司版权所有", + "boxes": [ + 1114, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ] + }, + { + "frame_id": "160_5_8", + "episode_id": 160, + "env_id": 5, + "step": 8, + "format_rewards": 1.0, + "rewards": 11.400919914245605, + "advantages": 0.9352238178253174, + "generated_text": "{\n \"intent\": \"Click on the content titled \\\"官方通报男生救人缺考：将补考 考生全力备考中\\\" to start browsing the relevant news and gather information on the incident\",\n \"action\": \"DoubleClick(1000, 50)\"\n}", + "action_string": "DoubleClick(1000, 50)", + "intent_string": "Click on the content titled \"官方通报男生救人缺考：将补考 考生全力备考中\" to start browsing the relevant news and gather information on the incident", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 322, + 41, + 344, + 64 + ] + }, + { + "text": "官方通报男生救人缺考：将补考考生全力备考中_新闻频道_中华网－Mozilla Firefox", + "boxes": [ + 664, + 40, + 1262, + 64 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "Q Search - Micro:", + "boxes": [ + 326, + 68, + 454, + 91 + ] + }, + { + "text": "Q Trending on Bi", + "boxes": [ + 466, + 65, + 588, + 93 + ] + }, + { + "text": "Q Search - Micro", + "boxes": [ + 590, + 71, + 724, + 89 + ] + }, + { + "text": "α 救人缺考男生将", + "boxes": [ + 744, + 69, + 868, + 93 + ] + }, + { + "text": "·官方通报男生×丨官方通报男生救", + "boxes": [ + 880, + 69, + 1138, + 93 + ] + }, + { + "text": "Q救人缺考男生将", + "boxes": [ + 1162, + 71, + 1276, + 89 + ] + }, + { + "text": "Q Search - Micro", + "boxes": [ + 1296, + 65, + 1424, + 93 + ] + }, + { + "text": "|α Trending on Bi", + "boxes": [ + 1418, + 65, + 1558, + 94 + ] + }, + { + "text": "←→×白", + "boxes": [ + 328, + 101, + 452, + 133 + ] + }, + { + "text": "| https://news.china.com/socialgd/10000169/20250514/48333242.html", + "boxes": [ + 550, + 101, + 1096, + 131 + ] + }, + { + "text": "·☆", + "boxes": [ + 1286, + 101, + 1368, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1554, + 129 + ] + }, + { + "text": "首页 新闻 军事", + "boxes": [ + 366, + 147, + 496, + 177 + ] + }, + { + "text": "财经娱乐汽车游戏文化援藏插画健康公益优选法制守艺中华应急中国更多", + "boxes": [ + 480, + 145, + 1162, + 177 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 175, + 110, + 199 + ] + }, + { + "text": "China", + "boxes": [ + 434, + 218, + 538, + 262 + ] + }, + { + "text": "新闻", + "boxes": [ + 544, + 216, + 640, + 278 + ] + }, + { + "text": "中华网", + "boxes": [ + 444, + 254, + 524, + 280 + ] + }, + { + "text": "微软云", + "boxes": [ + 778, + 272, + 822, + 298 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "西水车规格型号", + "boxes": [ + 1326, + 276, + 1404, + 294 + ] + }, + { + "text": "国内", + "boxes": [ + 390, + 326, + 430, + 353 + ] + }, + { + "text": "国际", + "boxes": [ + 512, + 324, + 550, + 353 + ] + }, + { + "text": "社会", + "boxes": [ + 632, + 324, + 670, + 353 + ] + }, + { + "text": "体育", + "boxes": [ + 750, + 322, + 794, + 357 + ] + }, + { + "text": "专题", + "boxes": [ + 872, + 324, + 918, + 357 + ] + }, + { + "text": "军事", + "boxes": [ + 987, + 318, + 1039, + 360 + ] + }, + { + "text": "财经", + "boxes": [ + 1112, + 322, + 1160, + 355 + ] + }, + { + "text": "滚动", + "boxes": [ + 1234, + 324, + 1280, + 357 + ] + }, + { + "text": "政务", + "boxes": [ + 1358, + 326, + 1398, + 355 + ] + }, + { + "text": "冬奥", + "boxes": [ + 1480, + 326, + 1518, + 353 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "官方通报男生救人缺考：将补考考生全力备考中", + "boxes": [ + 744, + 393, + 1410, + 435 + ] + }, + { + "text": "2025-05-1418:30:02 头条号", + "boxes": [ + 750, + 445, + 932, + 469 + ] + }, + { + "text": "AA-", + "boxes": [ + 1464, + 443, + 1530, + 469 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "韩国电影爱情片推荐，超好看！", + "boxes": [ + 958, + 492, + 1240, + 522 + ] + }, + { + "text": "电影爱情", + "boxes": [ + 957, + 519, + 1019, + 553 + ] + }, + { + "text": "", + "boxes": [ + 24, + 544, + 90, + 619 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "硅世来", + "boxes": [ + 1298, + 611, + 1584, + 737 + ] + }, + { + "text": "5月14日下午，山东省教育招生考试院发布公告称，经上级主", + "boxes": [ + 794, + 621, + 1296, + 651 + ] + }, + { + "text": "传奇网页版", + "boxes": [ + 382, + 633, + 498, + 663 + ] + }, + { + "text": "春季高考语文科目副题，安排因救人缺考的姜某参加考试。得知此", + "boxes": [ + 758, + 655, + 1294, + 685 + ] + }, + { + "text": "福", + "boxes": [ + 27, + 669, + 88, + 727 + ] + }, + { + "text": "今日热点", + "boxes": [ + 384, + 689, + 458, + 721 + ] + }, + { + "text": "示，接下来将全力准备考试。烟台市教育招生考试院回复称，为保", + "boxes": [ + 756, + 687, + 1296, + 717 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "考试时间和地点。", + "boxes": [ + 756, + 714, + 898, + 751 + ] + }, + { + "text": "BESTDEAL", + "boxes": [ + 860, + 750, + 960, + 774 + ] + }, + { + "text": "此前报道显示，5月10", + "boxes": [ + 1102, + 760, + 1292, + 790 + ] + }, + { + "text": "2", + "boxes": [ + 30, + 773, + 82, + 830 + ] + }, + { + "text": "学院2022级学生姜昭鹏和同", + "boxes": [ + 1066, + 792, + 1294, + 822 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "京东外卖系统故障已恢", + "boxes": [ + 380, + 828, + 524, + 854 + ] + }, + { + "text": "教高考考点。上车约一分钟", + "boxes": [ + 1064, + 822, + 1296, + 858 + ] + }, + { + "text": "国外服装网站", + "boxes": [ + 556, + 842, + 638, + 866 + ] + }, + { + "text": "鹏利用在专业课中学到的急", + "boxes": [ + 1066, + 856, + 1292, + 885 + ] + }, + { + "text": "000~", + "boxes": [ + 912, + 891, + 1010, + 915 + ] + }, + { + "text": "行心脏复苏、人工呼吸等急", + "boxes": [ + 1062, + 885, + 1296, + 921 + ] + }, + { + "text": "警许可后连闯红灯，将送诊", + "boxes": [ + 1062, + 919, + 1288, + 949 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "今日快讯", + "boxes": [ + 715, + 950, + 827, + 987 + ] + }, + { + "text": "价值近1420亿美元！“史上最大军售协议\"签了", + "boxes": [ + 860, + 957, + 1184, + 987 + ] + }, + { + "text": "官方通报男生··", + "boxes": [ + 216, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "首页", + "boxes": [ + 372, + 115, + 402, + 129 + ] + }, + { + "text": "新闻", + "boxes": [ + 402, + 113, + 444, + 133 + ] + }, + { + "text": "地方频道", + "boxes": [ + 1174, + 113, + 1226, + 131 + ] + }, + { + "text": "China", + "boxes": [ + 434, + 179, + 536, + 224 + ] + }, + { + "text": "新闻", + "boxes": [ + 542, + 181, + 640, + 240 + ] + }, + { + "text": "中华网", + "boxes": [ + 444, + 214, + 522, + 240 + ] + }, + { + "text": "微软云", + "boxes": [ + 780, + 236, + 820, + 256 + ] + }, + { + "text": "国内", + "boxes": [ + 388, + 286, + 430, + 314 + ] + }, + { + "text": "国际", + "boxes": [ + 510, + 286, + 550, + 314 + ] + }, + { + "text": "社会", + "boxes": [ + 628, + 282, + 672, + 318 + ] + }, + { + "text": "体育", + "boxes": [ + 752, + 286, + 790, + 314 + ] + }, + { + "text": "专题", + "boxes": [ + 874, + 286, + 916, + 312 + ] + }, + { + "text": "军事", + "boxes": [ + 992, + 286, + 1032, + 312 + ] + }, + { + "text": "财经", + "boxes": [ + 1114, + 286, + 1158, + 314 + ] + }, + { + "text": "滚动", + "boxes": [ + 1236, + 286, + 1278, + 314 + ] + }, + { + "text": "政务", + "boxes": [ + 1356, + 286, + 1398, + 314 + ] + }, + { + "text": "冬奥", + "boxes": [ + 1480, + 286, + 1516, + 314 + ] + }, + { + "text": "官方通报男生救人缺考：将补考考生全力备考中", + "boxes": [ + 746, + 353, + 1412, + 395 + ] + }, + { + "text": "2025-05-1418:30:02 头条号", + "boxes": [ + 750, + 405, + 930, + 429 + ] + }, + { + "text": "A+A", + "boxes": [ + 1468, + 407, + 1524, + 427 + ] + }, + { + "text": "韩国电影爱情片推荐，超好看！", + "boxes": [ + 952, + 451, + 1240, + 486 + ] + }, + { + "text": "电影爱情", + "boxes": [ + 960, + 486, + 1016, + 512 + ] + }, + { + "text": "5月14日下午，山东省教育招生考试院发布公告称，经上级主管部门同意，将按程序启用", + "boxes": [ + 792, + 582, + 1514, + 611 + ] + }, + { + "text": "语音播报器", + "boxes": [ + 382, + 596, + 496, + 627 + ] + }, + { + "text": "春季高考语文科目副题，安排因救人缺考的姜某参加考试。得知此消息后，救人学生姜昭鹏表", + "boxes": [ + 754, + 613, + 1518, + 643 + ] + }, + { + "text": "今日热点", + "boxes": [ + 382, + 649, + 456, + 681 + ] + }, + { + "text": "示，接下来将全力准备考试。烟台市教育招生考试院回复称，为保证考生安全，将不对外透露", + "boxes": [ + 760, + 651, + 1518, + 675 + ] + }, + { + "text": "考试时间和地点。", + "boxes": [ + 758, + 681, + 894, + 711 + ] + }, + { + "text": "此前报道显示，5月10日早上，山东城市服务职业", + "boxes": [ + 1100, + 719, + 1508, + 748 + ] + }, + { + "text": "学院2022级学生姜昭鹏和同学乘坐网约车前往山东省职", + "boxes": [ + 1062, + 748, + 1524, + 786 + ] + }, + { + "text": "变异月灵服", + "boxes": [ + 1626, + 760, + 1890, + 834 + ] + }, + { + "text": "教高考考点。上车约一分钟，同学突发心梗休克。姜昭", + "boxes": [ + 1062, + 780, + 1518, + 818 + ] + }, + { + "text": "京东外卖系统故障已恢", + "boxes": [ + 380, + 790, + 520, + 814 + ] + }, + { + "text": "国外服装网站", + "boxes": [ + 556, + 804, + 638, + 828 + ] + }, + { + "text": "鹏利用在专业课中学到的急救知识，对发病同学持续进", + "boxes": [ + 1064, + 812, + 1516, + 850 + ] + }, + { + "text": "全新月灵服福", + "boxes": [ + 1632, + 826, + 1742, + 850 + ] + }, + { + "text": "福利拉满上线领月灵、", + "boxes": [ + 1728, + 824, + 1888, + 854 + ] + }, + { + "text": "击杀怪物领取赞助真充+", + "boxes": [ + 1618, + 834, + 1820, + 876 + ] + }, + { + "text": "行心脏复苏、人工呼吸等急救措施。网约车司机得到交", + "boxes": [ + 1064, + 850, + 1514, + 879 + ] + }, + { + "text": "警许可后连闯红灯，将送诊时间压缩一半。最终，发病", + "boxes": [ + 1070, + 881, + 1518, + 911 + ] + }, + { + "text": "1000真充", + "boxes": [ + 1714, + 872, + 1768, + 891 + ] + }, + { + "text": "20", + "boxes": [ + 1650, + 901, + 1666, + 915 + ] + }, + { + "text": "同学被抢救成功，但姜昭鹏因迟到错过了语文考试。(责", + "boxes": [ + 1066, + 913, + 1516, + 943 + ] + }, + { + "text": "四口图中", + "boxes": [ + 1638, + 919, + 1806, + 977 + ] + }, + { + "text": "新一代浏览器", + "boxes": [ + 762, + 931, + 896, + 963 + ] + }, + { + "text": "平论员谈火车撞人事故一", + "boxes": [ + 384, + 955, + 530, + 973 + ] + }, + { + "text": "普光气田刷新我国页岩气", + "boxes": [ + 556, + 951, + 708, + 975 + ] + }, + { + "text": "任编辑：张小花TT1000)", + "boxes": [ + 1068, + 953, + 1212, + 977 + ] + }, + { + "text": "井垂深纪录探井日产量", + "boxes": [ + 554, + 971, + 698, + 995 + ] + }, + { + "text": "本服专为喜欢月灵的玩家不玩虚的", + "boxes": [ + 1640, + 965, + 1884, + 999 + ] + }, + { + "text": "再发生安全隐患函待解决", + "boxes": [ + 382, + 975, + 538, + 993 + ] + }, + { + "text": "今日快讯", + "boxes": [ + 709, + 988, + 829, + 1037 + ] + }, + { + "text": "区sci", + "boxes": [ + 1272, + 987, + 1318, + 1012 + ] + }, + { + "text": "人体机器人多少钱一个", + "boxes": [ + 1346, + 985, + 1518, + 1014 + ] + }, + { + "text": "价值近1420亿美元！", + "boxes": [ + 860, + 999, + 1008, + 1028 + ] + }, + { + "text": "最大军售协议\"签了", + "boxes": [ + 1054, + 999, + 1184, + 1028 + ] + }, + { + "text": "开始游戏", + "boxes": [ + 1700, + 994, + 1820, + 1029 + ] + }, + { + "text": "鉴定多少钱", + "boxes": [ + 1270, + 1016, + 1358, + 1042 + ] + }, + { + "text": "短信轰在线轰炸卡盟", + "boxes": [ + 1356, + 1012, + 1528, + 1048 + ] + }, + { + "text": "宫方通报男生", + "boxes": [ + 220, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "160_6_8", + "episode_id": 160, + "env_id": 6, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.062692642211914, + "advantages": -0.7683274149894714, + "generated_text": "{\n \"intent\": \"Move the mouse to locate and interact with available hyperlinks on the screen\",\n \"action\": \"Move(100, 20)\"\n}", + "action_string": "Move(100, 20)", + "intent_string": "Move the mouse to locate and interact with available hyperlinks on the screen", + "before_screen_ocr_results": [ + { + "text": " Search - Microsoft Bing ", + "boxes": [ + 20, + 24, + 192, + 56 + ] + }, + { + "text": "×」α 端午假期购票日历-Search ×丨", + "boxes": [ + 180, + 30, + 456, + 54 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1661, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 187, + 153 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 476, + 300, + 614, + 330 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 365, + 644, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 486, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3 桥下躲冰電致堵车", + "boxes": [ + 1102, + 409, + 1294, + 445 + ] + }, + { + "text": "4救人缺考男生将补考", + "boxes": [ + 484, + 453, + 652, + 476 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6 穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1264, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "新上", + "boxes": [ + 1451, + 794, + 1527, + 852 + ] + }, + { + "text": "4.07%", + "boxes": [ + 1646, + 806, + 1694, + 840 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 850, + 1514, + 891 + ] + }, + { + "text": "1,6 2626 ", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "13,20% ", + "boxes": [ + 1630, + 895, + 1698, + 937 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 925, + 848, + 939 + ] + }, + { + "text": "一点资讯·3天", + "boxes": [ + 854, + 919, + 942, + 945 + ] + }, + { + "text": "金融界汽车·14小时", + "boxes": [ + 1138, + 917, + 1288, + 947 + ] + }, + { + "text": "梦幻西游：双加元身加蓝字，", + "boxes": [ + 828, + 943, + 1088, + 973 + ] + }, + { + "text": "理想汽车取得发动机缸体等专", + "boxes": [ + 1136, + 941, + 1408, + 977 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "不出白板也不出蓝字，最好是", + "boxes": [ + 826, + 967, + 1098, + 1003 + ] + }, + { + "text": "利，发动机工作时乘客乘车体", + "boxes": [ + 1136, + 967, + 1410, + 1003 + ] + }, + { + "text": "创意杂工技巧 简单又实用", + "boxes": [ + 202, + 981, + 540, + 1022 + ] + }, + { + "text": "比", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "卖给别人", + "boxes": [ + 823, + 992, + 915, + 1031 + ] + }, + { + "text": "验好", + "boxes": [ + 1131, + 989, + 1191, + 1030 + ] + }, + { + "text": "+28626 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "f--", + "boxes": [ + 1594, + 1003, + 1622, + 1022 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q端午假期购票日历-Search×", + "boxes": [ + 220, + 32, + 452, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 69, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 20, + 109, + 184, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 476, + 300, + 614, + 330 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "Next", + "boxes": [ + 1364, + 377, + 1414, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3桥下躲冰電致堵车", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4救人缺考男生将补考", + "boxes": [ + 484, + 453, + 652, + 476 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1262, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1550, + 794 + ] + }, + { + "text": "新上", + "boxes": [ + 1451, + 794, + 1527, + 852 + ] + }, + { + "text": "罚", + "boxes": [ + 371, + 811, + 511, + 950 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 850, + 1514, + 891 + ] + }, + { + "text": "1,6 2626 ", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "13,20% ", + "boxes": [ + 1630, + 895, + 1698, + 937 + ] + }, + { + "text": "拔新闻岛事·1小时", + "boxes": [ + 242, + 923, + 346, + 941 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 925, + 850, + 939 + ] + }, + { + "text": "一点资讯·3天", + "boxes": [ + 848, + 921, + 942, + 945 + ] + }, + { + "text": "金融界汽车·14小时", + "boxes": [ + 1138, + 917, + 1288, + 947 + ] + }, + { + "text": "梦幻西游：双加元身加蓝字，", + "boxes": [ + 828, + 943, + 1088, + 973 + ] + }, + { + "text": "理想汽车取得发动机缸体等专", + "boxes": [ + 1136, + 941, + 1408, + 977 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1698, + 987 + ] + }, + { + "text": "出具虚假检验报告！儋州警锐机动车辆检测有", + "boxes": [ + 202, + 949, + 788, + 985 + ] + }, + { + "text": "不出白板也不出蓝字，最好是", + "boxes": [ + 826, + 967, + 1096, + 1001 + ] + }, + { + "text": "利，发动机工作时乘客乘车体", + "boxes": [ + 1136, + 967, + 1410, + 1003 + ] + }, + { + "text": "限公司被罚款11.1万元", + "boxes": [ + 198, + 977, + 512, + 1025 + ] + }, + { + "text": "比", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "+28626 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "卖给别人", + "boxes": [ + 826, + 997, + 914, + 1028 + ] + }, + { + "text": "验好", + "boxes": [ + 1136, + 995, + 1190, + 1028 + ] + }, + { + "text": "--", + "boxes": [ + 1596, + 1003, + 1622, + 1022 + ] + }, + { + "text": "S", + "boxes": [ + 852, + 1028, + 874, + 1042 + ] + }, + { + "text": "凸", + "boxes": [ + 1140, + 1028, + 1158, + 1042 + ] + } + ] + }, + { + "frame_id": "160_7_8", + "episode_id": 160, + "env_id": 7, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.881304740905762, + "advantages": -0.17191503942012787, + "generated_text": "{\n \"intent\": \"Click to explore and view detailed information about the iPhone 16 Pro\",\n \"action\": \"DoubleClick(1036, 404)\"\n}", + "action_string": "DoubleClick(1036, 404)", + "intent_string": "Click to explore and view detailed information about the iPhone 16 Pro", + "before_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 116, + 34, + 156, + 50 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 62, + 1912, + 93 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 280 + ] + }, + { + "text": "iPhone 16 Pro ", + "boxes": [ + 736, + 220, + 838, + 252 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 874, + 224, + 948, + 250 + ] + }, + { + "text": "iphone 16e", + "boxes": [ + 982, + 224, + 1062, + 250 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 1096, + 220, + 1168, + 252 + ] + }, + { + "text": "iPhone", + "boxes": [ + 602, + 339, + 660, + 371 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 752, + 343, + 822, + 369 + ] + }, + { + "text": "16Pro", + "boxes": [ + 610, + 367, + 654, + 387 + ] + }, + { + "text": "Pro Max", + "boxes": [ + 756, + 367, + 814, + 387 + ] + }, + { + "text": "iPhone 16 Pro", + "boxes": [ + 946, + 371, + 1162, + 427 + ] + }, + { + "text": "All Models", + "boxes": [ + 144, + 387, + 228, + 413 + ] + }, + { + "text": "Shopping guide", + "boxes": [ + 262, + 389, + 382, + 413 + ] + }, + { + "text": "From $999 or $41.62/mo. for 24 mo.2", + "boxes": [ + 954, + 423, + 1192, + 451 + ] + }, + { + "text": "All models. Take your pick", + "boxes": [ + 140, + 472, + 456, + 508 + ] + }, + { + "text": "Titanium design with larger 6.3inchSuper", + "boxes": [ + 1008, + 484, + 1362, + 522 + ] + }, + { + "text": "Retina XDR display, durable latest-generation", + "boxes": [ + 1012, + 510, + 1390, + 540 + ] + }, + { + "text": "Ceramic Shield, Action button, and USB-C with", + "boxes": [ + 1012, + 528, + 1398, + 564 + ] + }, + { + "text": "USB 3 speeds2", + "boxes": [ + 1012, + 552, + 1138, + 582 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 168, + 586, + 372, + 615 + ] + }, + { + "text": "Phone 15 &", + "boxes": [ + 1446, + 577, + 1584, + 620 + ] + }, + { + "text": "Expl", + "boxes": [ + 1846, + 584, + 1904, + 617 + ] + }, + { + "text": "8", + "boxes": [ + 958, + 611, + 992, + 645 + ] + }, + { + "text": "The firstiPhonedesigned forApple", + "boxes": [ + 1008, + 602, + 1306, + 637 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 613, + 406, + 651 + ] + }, + { + "text": "hone 15 Plus", + "boxes": [ + 1448, + 615, + 1618, + 651 + ] + }, + { + "text": "Intelligence.3 Personal, private, powerful.", + "boxes": [ + 1012, + 625, + 1346, + 655 + ] + }, + { + "text": "acce", + "boxes": [ + 1841, + 615, + 1909, + 652 + ] + }, + { + "text": "B", + "boxes": [ + 960, + 685, + 992, + 715 + ] + }, + { + "text": "Camera Control gives you an easier way to", + "boxes": [ + 1010, + 677, + 1358, + 707 + ] + }, + { + "text": "quickly access camera tools", + "boxes": [ + 1014, + 701, + 1242, + 725 + ] + }, + { + "text": "A18 Pro chip powers Apple Intelligence and", + "boxes": [ + 1006, + 744, + 1376, + 782 + ] + }, + { + "text": "国", + "boxes": [ + 960, + 768, + 992, + 800 + ] + }, + { + "text": "AAA gaming — and helps deliver a huge leap in", + "boxes": [ + 1008, + 768, + 1392, + 802 + ] + }, + { + "text": "battery life", + "boxes": [ + 1014, + 794, + 1108, + 820 + ] + }, + { + "text": "4K 120 fps Dolby Vision and 4 studio-quality", + "boxes": [ + 1010, + 844, + 1374, + 874 + ] + }, + { + "text": "⑧", + "boxes": [ + 960, + 854, + 994, + 883 + ] + }, + { + "text": "mics. A Pro studio in your pocket.", + "boxes": [ + 1010, + 864, + 1286, + 895 + ] + }, + { + "text": " Capture magical spatial photos and videos on", + "boxes": [ + 1008, + 915, + 1384, + 947 + ] + }, + { + "text": "iPhone 16 Pro, then relive them on", + "boxes": [ + 1008, + 935, + 1294, + 969 + ] + }, + { + "text": "Apple Vision Pro", + "boxes": [ + 1014, + 959, + 1152, + 989 + ] + }, + { + "text": "Explore iPhone 16 Pro further >", + "boxes": [ + 952, + 1001, + 1192, + 1030 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 116, + 34, + 156, + 50 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 62, + 1912, + 93 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 280 + ] + }, + { + "text": "iPhone 16 Pro ", + "boxes": [ + 736, + 220, + 838, + 252 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 874, + 224, + 948, + 250 + ] + }, + { + "text": "iphone 16e", + "boxes": [ + 982, + 224, + 1062, + 250 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 1096, + 220, + 1168, + 252 + ] + }, + { + "text": "iPhone", + "boxes": [ + 602, + 339, + 660, + 371 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 752, + 343, + 822, + 369 + ] + }, + { + "text": "16Pro", + "boxes": [ + 610, + 367, + 654, + 387 + ] + }, + { + "text": "Pro Max", + "boxes": [ + 756, + 367, + 814, + 387 + ] + }, + { + "text": "iPhone 16 Pro", + "boxes": [ + 950, + 375, + 1160, + 425 + ] + }, + { + "text": "All Models", + "boxes": [ + 144, + 387, + 228, + 413 + ] + }, + { + "text": "Shopping guide", + "boxes": [ + 262, + 389, + 382, + 413 + ] + }, + { + "text": "From $999 or $41.62/mo. for 24 mo.", + "boxes": [ + 954, + 423, + 1190, + 449 + ] + }, + { + "text": "All models. Take your pick", + "boxes": [ + 140, + 472, + 456, + 508 + ] + }, + { + "text": "Titanium design with larger 6.3inchSuper", + "boxes": [ + 1008, + 484, + 1362, + 522 + ] + }, + { + "text": "Retina XDR display, durable latest-generation", + "boxes": [ + 1012, + 510, + 1390, + 540 + ] + }, + { + "text": "Ceramic Shield, Action button, and USB-C with", + "boxes": [ + 1012, + 528, + 1398, + 564 + ] + }, + { + "text": "USB 3 speeds2", + "boxes": [ + 1012, + 552, + 1138, + 582 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 168, + 586, + 372, + 615 + ] + }, + { + "text": "Phone 15 &", + "boxes": [ + 1446, + 577, + 1584, + 620 + ] + }, + { + "text": "Expl", + "boxes": [ + 1846, + 584, + 1904, + 617 + ] + }, + { + "text": "8", + "boxes": [ + 958, + 611, + 992, + 645 + ] + }, + { + "text": "The firstiPhonedesigned forApple", + "boxes": [ + 1008, + 602, + 1306, + 637 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 613, + 406, + 651 + ] + }, + { + "text": "hone 15 Plus", + "boxes": [ + 1448, + 615, + 1618, + 651 + ] + }, + { + "text": "Intelligence.3 Personal, private, powerful.", + "boxes": [ + 1012, + 625, + 1346, + 655 + ] + }, + { + "text": "acce", + "boxes": [ + 1841, + 615, + 1909, + 652 + ] + }, + { + "text": "B", + "boxes": [ + 960, + 685, + 992, + 715 + ] + }, + { + "text": "Camera Control gives you an easier way to", + "boxes": [ + 1010, + 677, + 1358, + 707 + ] + }, + { + "text": "quickly access camera tools", + "boxes": [ + 1014, + 701, + 1242, + 725 + ] + }, + { + "text": "A18 Pro chip powers Apple Intelligence and", + "boxes": [ + 1006, + 744, + 1376, + 782 + ] + }, + { + "text": "国", + "boxes": [ + 960, + 768, + 992, + 800 + ] + }, + { + "text": "AAA gaming — and helps deliver a huge leap in", + "boxes": [ + 1008, + 768, + 1392, + 802 + ] + }, + { + "text": "battery life", + "boxes": [ + 1014, + 794, + 1108, + 820 + ] + }, + { + "text": "4K 120 fps Dolby Vision and 4 studio-quality", + "boxes": [ + 1010, + 844, + 1374, + 874 + ] + }, + { + "text": "⑧", + "boxes": [ + 960, + 854, + 994, + 883 + ] + }, + { + "text": "mics. A Pro studio in your pocket.", + "boxes": [ + 1010, + 864, + 1286, + 895 + ] + }, + { + "text": " Capture magical spatial photos and videos on", + "boxes": [ + 1008, + 915, + 1384, + 947 + ] + }, + { + "text": "iPhone 16 Pro, then relive them on", + "boxes": [ + 1008, + 935, + 1294, + 969 + ] + }, + { + "text": "Apple Vision Pro", + "boxes": [ + 1014, + 959, + 1152, + 989 + ] + }, + { + "text": "Explore iPhone 16 Pro further >", + "boxes": [ + 952, + 1001, + 1192, + 1030 + ] + } + ] + }, + { + "frame_id": "160_0_9", + "episode_id": 160, + "env_id": 0, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.074239730834961, + "advantages": -0.031349312514066696, + "generated_text": "{\n \"intent\": \"I need to start searching for popular websites and applications like Apple or Bing\",\n \"action\": \"DoubleClick(747, 513)\" \n}", + "action_string": "DoubleClick(747, 513)", + "intent_string": "I need to start searching for popular websites and applications like Apple or Bing", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "→", + "boxes": [ + 40, + 66, + 130, + 89 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 14, + 103, + 158, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": " Ceiverto", + "boxes": [ + 130, + 104, + 218, + 153 + ] + }, + { + "text": " Search Amazon", + "boxes": [ + 300, + 119, + 410, + 137 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "Retuns", + "boxes": [ + 1738, + 117, + 1780, + 137 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1336, + 486, + 1418, + 510 + ] + }, + { + "text": "", + "boxes": [ + 1448, + 486, + 1550, + 510 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 242, + 530, + 424, + 560 + ] + }, + { + "text": " Gaming accessories", + "boxes": [ + 608, + 528, + 806, + 558 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 980, + 530, + 1288, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 1348, + 526, + 1574, + 562 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 240, + 889, + 326, + 915 + ] + }, + { + "text": "See more", + "boxes": [ + 610, + 891, + 670, + 911 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 982, + 891, + 1116, + 909 + ] + }, + { + "text": "See all deals", + "boxes": [ + 1350, + 889, + 1430, + 913 + ] + }, + { + "text": " Top categories in Kitchen ", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": " appliances", + "boxes": [ + 238, + 994, + 356, + 1029 + ] + } + ] + }, + { + "frame_id": "160_1_9", + "episode_id": 160, + "env_id": 1, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.853358268737793, + "advantages": -0.9208411574363708, + "generated_text": "{\n \"intent\": \"Move the mouse to the article homepage to start exploring the information further.\",\n \"action\": \"DoubleClick(128, 120)\"\n}", + "action_string": "DoubleClick(128, 120)", + "intent_string": "Move the mouse to the article homepage to start exploring the information further.", + "before_screen_ocr_results": [ + { + "text": "Q救人缺考男生将补考", + "boxes": [ + 446, + 32, + 604, + 50 + ] + }, + { + "text": "①| https://", + "boxes": [ + 254, + 66, + 358, + 89 + ] + }, + { + "text": "山示", + "boxes": [ + 333, + 88, + 421, + 128 + ] + }, + { + "text": "双八峡亏", + "boxes": [ + 430, + 93, + 594, + 123 + ] + }, + { + "text": "回应不下", + "boxes": [ + 690, + 97, + 818, + 115 + ] + }, + { + "text": "付土刀庄亩亏试", + "boxes": [ + 876, + 95, + 1172, + 119 + ] + }, + { + "text": "一A一A一丨—丨", + "boxes": [ + 1030, + 175, + 1582, + 218 + ] + }, + { + "text": "2025年05月14日17:38新京报作者：赵敏", + "boxes": [ + 332, + 185, + 654, + 214 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 464, + 260, + 894, + 320 + ] + }, + { + "text": "Bai百度", + "boxes": [ + 868, + 270, + 970, + 308 + ] + }, + { + "text": "日", + "boxes": [ + 996, + 272, + 1012, + 290 + ] + }, + { + "text": "中国月", + "boxes": [ + 986, + 296, + 1024, + 316 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 570, + 1634, + 598 + ] + }, + { + "text": "围", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "imap服务器", + "boxes": [ + 1268, + 717, + 1386, + 748 + ] + }, + { + "text": "正规人办", + "boxes": [ + 9, + 786, + 231, + 850 + ] + }, + { + "text": "救人缺考小伙收到补考通知后，激动哽咽鞠躬：谢谢大家", + "boxes": [ + 504, + 790, + 1046, + 826 + ] + }, + { + "text": "S", + "boxes": [ + 1626, + 804, + 1652, + 826 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "阅读排行榜", + "boxes": [ + 1270, + 814, + 1400, + 852 + ] + }, + { + "text": "评论排行榜", + "boxes": [ + 1430, + 814, + 1556, + 852 + ] + }, + { + "text": "新京报讯（记者赵敏）5月14日下午，山东省教育招生考试院", + "boxes": [ + 694, + 848, + 1214, + 885 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 1616, + 839, + 1798, + 894 + ] + }, + { + "text": "资源公", + "boxes": [ + 20, + 854, + 136, + 891 + ] + }, + { + "text": "些", + "boxes": [ + 1812, + 850, + 1846, + 879 + ] + }, + { + "text": "新滨新闻|老规见", + "boxes": [ + 367, + 863, + 483, + 908 + ] + }, + { + "text": "", + "boxes": [ + 354, + 876, + 384, + 897 + ] + }, + { + "text": "01", + "boxes": [ + 1254, + 876, + 1284, + 897 + ] + }, + { + "text": "普京激动\"爆粗\"", + "boxes": [ + 1294, + 874, + 1394, + 899 + ] + }, + { + "text": "发布公告称，经报请上级主管部门同意，将按程序启用春季高考语", + "boxes": [ + 660, + 885, + 1216, + 915 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1618, + 893, + 1850, + 937 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 350, + 919, + 524, + 963 + ] + }, + { + "text": "文科目副题，安排因救人缺考的姜某参加考试。14日下午，得知", + "boxes": [ + 660, + 917, + 1202, + 947 + ] + }, + { + "text": "02:36", + "boxes": [ + 124, + 947, + 178, + 967 + ] + }, + { + "text": "02", + "boxes": [ + 1252, + 945, + 1282, + 967 + ] + }, + { + "text": "事关藏南地区，外交部回应印度", + "boxes": [ + 1292, + 939, + 1498, + 969 + ] + }, + { + "text": "此消息后，救人学生姜昭鹏对新京报记者表示，接下来将全力准备", + "boxes": [ + 660, + 949, + 1214, + 979 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 346, + 961, + 580, + 1011 + ] + }, + { + "text": "考试。烟台市教育招生考试院回复新京报记者称，为保证考生安", + "boxes": [ + 660, + 981, + 1196, + 1011 + ] + }, + { + "text": "全，将不对外透露考试时间和地点。", + "boxes": [ + 660, + 1012, + 954, + 1042 + ] + }, + { + "text": "03", + "boxes": [ + 1254, + 1012, + 1284, + 1034 + ] + }, + { + "text": "3高铁冲刺，谁在“狂藏”？", + "boxes": [ + 1274, + 1007, + 1452, + 1042 + ] + }, + { + "text": "口", + "boxes": [ + 36, + 1044, + 170, + 1070 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 1048, + 208, + 1070 + ] + }, + { + "text": "山东\"救人缺考.", + "boxes": [ + 216, + 1048, + 312, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q救人缺考男生将补考", + "boxes": [ + 446, + 32, + 604, + 50 + ] + }, + { + "text": "山示", + "boxes": [ + 333, + 88, + 421, + 128 + ] + }, + { + "text": "双八峡亏", + "boxes": [ + 430, + 93, + 594, + 123 + ] + }, + { + "text": "回应不下", + "boxes": [ + 690, + 97, + 818, + 115 + ] + }, + { + "text": "付土力7庄亩亏试", + "boxes": [ + 876, + 95, + 1172, + 119 + ] + }, + { + "text": "△一A一A一丨—丨", + "boxes": [ + 1030, + 175, + 1582, + 218 + ] + }, + { + "text": "2025年05月14日17:38新京报作者：赵敏", + "boxes": [ + 332, + 185, + 654, + 214 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 464, + 260, + 894, + 320 + ] + }, + { + "text": "Bai百度", + "boxes": [ + 868, + 270, + 970, + 308 + ] + }, + { + "text": "日", + "boxes": [ + 996, + 272, + 1012, + 290 + ] + }, + { + "text": "中国月", + "boxes": [ + 986, + 296, + 1024, + 316 + ] + }, + { + "text": "目", + "boxes": [ + 1602, + 649, + 1628, + 671 + ] + }, + { + "text": "imap服务器", + "boxes": [ + 1268, + 717, + 1386, + 748 + ] + }, + { + "text": "正规人办", + "boxes": [ + 15, + 792, + 215, + 848 + ] + }, + { + "text": "救人缺考小伙收到补考通知后，激动哽咽鞠躬：谢谢大家", + "boxes": [ + 504, + 790, + 1046, + 826 + ] + }, + { + "text": "S", + "boxes": [ + 1626, + 804, + 1652, + 826 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "阅读排行榜", + "boxes": [ + 1272, + 816, + 1398, + 848 + ] + }, + { + "text": "评论排行榜", + "boxes": [ + 1430, + 814, + 1556, + 852 + ] + }, + { + "text": "资源", + "boxes": [ + 14, + 850, + 112, + 901 + ] + }, + { + "text": "新京报讯（记者赵敏）5月14日下午，山东省教育招生考试院", + "boxes": [ + 694, + 848, + 1214, + 885 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 1616, + 839, + 1798, + 894 + ] + }, + { + "text": "些", + "boxes": [ + 1812, + 850, + 1846, + 879 + ] + }, + { + "text": "新浪新闻|加起见", + "boxes": [ + 369, + 861, + 483, + 909 + ] + }, + { + "text": "", + "boxes": [ + 354, + 876, + 382, + 897 + ] + }, + { + "text": "01", + "boxes": [ + 1254, + 876, + 1284, + 897 + ] + }, + { + "text": "普京激动\"爆粗\"", + "boxes": [ + 1294, + 874, + 1394, + 899 + ] + }, + { + "text": "发布公告称，经报请上级主管部门同意，将按程序启用春季高考语", + "boxes": [ + 660, + 885, + 1216, + 915 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1618, + 893, + 1850, + 937 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 350, + 919, + 524, + 963 + ] + }, + { + "text": "文科目副题，安排因救人缺考的姜某参加考试。14日下午，得知", + "boxes": [ + 660, + 917, + 1202, + 947 + ] + }, + { + "text": "02:36", + "boxes": [ + 124, + 947, + 176, + 967 + ] + }, + { + "text": "02", + "boxes": [ + 1252, + 945, + 1282, + 967 + ] + }, + { + "text": "事关藏南地区，外交部回应印度", + "boxes": [ + 1292, + 939, + 1498, + 969 + ] + }, + { + "text": "此消息后，救人学生姜昭鹏对新京报记者表示，接下来将全力准备", + "boxes": [ + 660, + 949, + 1214, + 979 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 346, + 961, + 580, + 1011 + ] + }, + { + "text": "考试。烟台市教育招生考试院回复新京报记者称，为保证考生安", + "boxes": [ + 660, + 981, + 1196, + 1011 + ] + }, + { + "text": "全，将不对外透露考试时间和地点。", + "boxes": [ + 660, + 1012, + 954, + 1042 + ] + }, + { + "text": "03", + "boxes": [ + 1254, + 1012, + 1284, + 1034 + ] + }, + { + "text": "3高铁冲刺，谁在“狂藏”？", + "boxes": [ + 1274, + 1007, + 1452, + 1042 + ] + }, + { + "text": "", + "boxes": [ + 40, + 1048, + 154, + 1066 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 1048, + 208, + 1070 + ] + }, + { + "text": "山东\"救人缺考.", + "boxes": [ + 216, + 1048, + 312, + 1074 + ] + } + ] + }, + { + "frame_id": "160_2_9", + "episode_id": 160, + "env_id": 2, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.591090202331543, + "advantages": -0.3833552896976471, + "generated_text": "{\n \"intent\": \"Click on one of the featured jeans options to view more details and potentially proceed with a purchase.\",\n \"action\": \"Click(100, 300)\" \n}", + "action_string": "Click(100, 300)", + "intent_string": "Click on one of the featured jeans options to view more details and potentially proceed with a purchase.", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 36, + 68, + 124, + 85 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1874, + 91 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 103, + 1874, + 135 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1812, + 129, + 1876, + 147 + ] + }, + { + "text": "10P12P", + "boxes": [ + 18, + 175, + 94, + 201 + ] + }, + { + "text": "00", + "boxes": [ + 40, + 254, + 58, + 270 + ] + }, + { + "text": "1-2 ", + "boxes": [ + 180, + 246, + 214, + 274 + ] + }, + { + "text": "0", + "boxes": [ + 118, + 256, + 130, + 268 + ] + }, + { + "text": "eatured from A", + "boxes": [ + 322, + 272, + 388, + 290 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 268, + 864, + 298 + ] + }, + { + "text": "Straight Leg Jeans for Women,High ", + "boxes": [ + 902, + 266, + 1166, + 296 + ] + }, + { + "text": "luvamiaWide", + "boxes": [ + 1200, + 274, + 1300, + 292 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1490, + 266, + 1754, + 296 + ] + }, + { + "text": "3-4", + "boxes": [ + 34, + 280, + 66, + 300 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 280, + 140, + 302 + ] + }, + { + "text": "7-8", + "boxes": [ + 182, + 280, + 212, + 302 + ] + }, + { + "text": "?", + "boxes": [ + 491, + 278, + 513, + 300 + ] + }, + { + "text": "Amazon Essentias Skinny Jeansfor", + "boxes": [ + 312, + 288, + 578, + 326 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 604, + 288, + 858, + 326 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 292, + 1174, + 322 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans", + "boxes": [ + 1196, + 292, + 1430, + 322 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1488, + 292, + 1736, + 322 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 296, + 1862, + 324 + ] + }, + { + "text": "9-10", + "boxes": [ + 26, + 310, + 68, + 330 + ] + }, + { + "text": "11-12", + "boxes": [ + 98, + 310, + 148, + 330 + ] + }, + { + "text": "13-14", + "boxes": [ + 165, + 305, + 227, + 336 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 316, + 454, + 345 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 316, + 838, + 344 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 904, + 316, + 1066, + 345 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1196, + 316, + 1424, + 345 + ] + }, + { + "text": "Loose Streetwear Trousers Fall", + "boxes": [ + 1492, + 320, + 1718, + 343 + ] + }, + { + "text": "16", + "boxes": [ + 36, + 343, + 62, + 357 + ] + }, + { + "text": "★★★★☆14,463", + "boxes": [ + 316, + 339, + 464, + 374 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 337, + 790, + 371 + ] + }, + { + "text": "★★★★☆725", + "boxes": [ + 904, + 341, + 1032, + 371 + ] + }, + { + "text": "Baggy with Patch Pockets", + "boxes": [ + 1194, + 337, + 1388, + 371 + ] + }, + { + "text": "Fashion y2k Outfits 2025", + "boxes": [ + 1488, + 339, + 1678, + 369 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 318, + 363, + 492, + 391 + ] + }, + { + "text": "★★★★★406", + "boxes": [ + 610, + 367, + 738, + 397 + ] + }, + { + "text": "100+", + "boxes": [ + 908, + 367, + 944, + 387 + ] + }, + { + "text": "★★★★★1.,996", + "boxes": [ + 1196, + 367, + 1336, + 397 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1490, + 367, + 1610, + 397 + ] + }, + { + "text": "Special Clothing Size", + "boxes": [ + 12, + 379, + 152, + 403 + ] + }, + { + "text": "$1990 Typical: $28.50", + "boxes": [ + 311, + 394, + 473, + 435 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 395, + 966, + 429 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 1196, + 387, + 1364, + 415 + ] + }, + { + "text": "100+ bought in past mor", + "boxes": [ + 1490, + 387, + 1646, + 415 + ] + }, + { + "text": "Juniors", + "boxes": [ + 9, + 398, + 81, + 429 + ] + }, + { + "text": "petite", + "boxes": [ + 7, + 418, + 79, + 449 + ] + }, + { + "text": "$3888", + "boxes": [ + 608, + 421, + 672, + 455 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 428, + 1048, + 463 + ] + }, + { + "text": "$3898", + "boxes": [ + 1194, + 421, + 1258, + 455 + ] + }, + { + "text": "$3299", + "boxes": [ + 1488, + 421, + 1552, + 455 + ] + }, + { + "text": " Plus Size", + "boxes": [ + 10, + 445, + 92, + 469 + ] + }, + { + "text": "ivery May 23 - 27", + "boxes": [ + 338, + 439, + 448, + 457 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 455, + 752, + 484 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1194, + 454, + 1338, + 485 + ] + }, + { + "text": " Delivery May 26 - 29", + "boxes": [ + 1484, + 452, + 1628, + 487 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 612, + 482, + 688, + 500 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 482, + 1570, + 500 + ] + }, + { + "text": "8", + "boxes": [ + 30, + 572, + 42, + 584 + ] + }, + { + "text": "50", + "boxes": [ + 24, + 600, + 44, + 613 + ] + }, + { + "text": "62", + "boxes": [ + 22, + 629, + 48, + 643 + ] + }, + { + "text": "CustomerReviews", + "boxes": [ + 16, + 669, + 132, + 687 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 14, + 689, + 144, + 719 + ] + }, + { + "text": "$11.90", + "boxes": [ + 1814, + 707, + 1860, + 733 + ] + }, + { + "text": "Brands", + "boxes": [ + 10, + 727, + 62, + 752 + ] + }, + { + "text": "sidefeel", + "boxes": [ + 12, + 770, + 86, + 796 + ] + }, + { + "text": "口L", + "boxes": [ + 14, + 790, + 42, + 810 + ] + }, + { + "text": "Levi's", + "boxes": [ + 34, + 792, + 68, + 814 + ] + }, + { + "text": "Lee", + "boxes": [ + 14, + 812, + 60, + 830 + ] + }, + { + "text": "Lee Women's Ultra Lux Comfort with", + "boxes": [ + 314, + 824, + 586, + 848 + ] + }, + { + "text": " Gloria Vanderbilt Women's Amanda", + "boxes": [ + 606, + 824, + 870, + 848 + ] + }, + { + "text": "WallFlower Luscious Curvy Bootcut", + "boxes": [ + 902, + 824, + 1160, + 848 + ] + }, + { + "text": "KUNMI Women's Flare Bell Bottom", + "boxes": [ + 1194, + 820, + 1452, + 850 + ] + }, + { + "text": " Sidefeel Women's Wide Leg Jeans", + "boxes": [ + 1484, + 820, + 1736, + 850 + ] + }, + { + "text": "二", + "boxes": [ + 16, + 834, + 36, + 848 + ] + }, + { + "text": "Amazon Ess", + "boxes": [ + 34, + 834, + 110, + 852 + ] + }, + { + "text": "Flex Motion Bootcut Jean", + "boxes": [ + 316, + 848, + 502, + 872 + ] + }, + { + "text": "Classic High Rise Tapered Jean", + "boxes": [ + 608, + 848, + 832, + 872 + ] + }, + { + "text": "Jeans for Women Mid-Rise Insta ", + "boxes": [ + 902, + 844, + 1142, + 874 + ] + }, + { + "text": "LV", + "boxes": [ + 16, + 854, + 40, + 868 + ] + }, + { + "text": "Jeans High Waisted Wide Leg", + "boxes": [ + 1198, + 848, + 1414, + 872 + ] + }, + { + "text": "High Waisted Strechy Raw Hem", + "boxes": [ + 1488, + 848, + 1720, + 872 + ] + }, + { + "text": "wallIF", + "boxes": [ + 14, + 872, + 68, + 891 + ] + }, + { + "text": "★★★★☆17,328", + "boxes": [ + 316, + 869, + 464, + 897 + ] + }, + { + "text": "★★★★☆75.736", + "boxes": [ + 608, + 867, + 760, + 899 + ] + }, + { + "text": "Stretch Denim in Petite, Midsize,", + "boxes": [ + 902, + 868, + 1142, + 897 + ] + }, + { + "text": "Bootcut Jeans Stretchy Denim Pants", + "boxes": [ + 1194, + 868, + 1462, + 897 + ] + }, + { + "text": " Zimbaplatinum Denim Pants", + "boxes": [ + 1486, + 868, + 1702, + 897 + ] + }, + { + "text": "bought in past month", + "boxes": [ + 352, + 893, + 494, + 917 + ] + }, + { + "text": "300+ bought in past month", + "boxes": [ + 606, + 887, + 788, + 921 + ] + }, + { + "text": "Plus Size, Juniors Jeans ", + "boxes": [ + 900, + 893, + 1078, + 923 + ] + }, + { + "text": "★★★★☆2.850", + "boxes": [ + 1196, + 895, + 1338, + 925 + ] + }, + { + "text": "★★★★1.154", + "boxes": [ + 1488, + 895, + 1632, + 925 + ] + }, + { + "text": "AmazonFashion", + "boxes": [ + 14, + 923, + 120, + 947 + ] + }, + { + "text": "$319 ist: $36.90", + "boxes": [ + 312, + 921, + 452, + 961 + ] + }, + { + "text": "$159 Ist: $4.00", + "boxes": [ + 601, + 919, + 747, + 964 + ] + }, + { + "text": "★★★★★58.254", + "boxes": [ + 900, + 915, + 1056, + 951 + ] + }, + { + "text": "200+ bought in past month", + "boxes": [ + 1194, + 915, + 1376, + 945 + ] + }, + { + "text": "400+ bought in past month", + "boxes": [ + 1490, + 915, + 1668, + 943 + ] + }, + { + "text": "400+ bought in past month", + "boxes": [ + 900, + 935, + 1084, + 971 + ] + }, + { + "text": "$4399", + "boxes": [ + 1194, + 949, + 1258, + 983 + ] + }, + { + "text": "$3229 Typical: 539.9", + "boxes": [ + 1483, + 944, + 1651, + 989 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 314, + 957, + 460, + 989 + ] + }, + { + "text": " Delivery Tue, May 27", + "boxes": [ + 604, + 955, + 750, + 991 + ] + }, + { + "text": "n Brands", + "boxes": [ + 86, + 971, + 140, + 989 + ] + }, + { + "text": "$3099 Lst:$48.00", + "boxes": [ + 897, + 968, + 1043, + 1011 + ] + }, + { + "text": "Ships to Chi", + "boxes": [ + 612, + 987, + 674, + 1005 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1192, + 978, + 1342, + 1015 + ] + }, + { + "text": "TopBrands", + "boxes": [ + 26, + 991, + 104, + 1009 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1486, + 983, + 1634, + 1012 + ] + }, + { + "text": " Delvery May 2 - Jun 5 ", + "boxes": [ + 898, + 1005, + 1062, + 1040 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1198, + 1007, + 1278, + 1032 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1490, + 1007, + 1572, + 1032 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1779, + 59, + 1875, + 96 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1872, + 131 + ] + }, + { + "text": "Jeans", + "boxes": [ + 370, + 117, + 406, + 137 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 125, + 1444, + 143 + ] + }, + { + "text": "$7,003.46", + "boxes": [ + 1807, + 120, + 1879, + 152 + ] + }, + { + "text": "三 AIl ", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "1-48 of 809 res", + "boxes": [ + 14, + 210, + 108, + 228 + ] + }, + { + "text": "Gender", + "boxes": [ + 12, + 258, + 66, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": " women", + "boxes": [ + 9, + 275, + 87, + 311 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1816, + 300, + 1860, + 320 + ] + }, + { + "text": "Women's Pant Size", + "boxes": [ + 10, + 312, + 140, + 340 + ] + }, + { + "text": "25", + "boxes": [ + 116, + 345, + 130, + 361 + ] + }, + { + "text": "29", + "boxes": [ + 24, + 377, + 44, + 393 + ] + }, + { + "text": "35", + "boxes": [ + 12, + 399, + 48, + 430 + ] + }, + { + "text": "sh Translate this esut", + "boxes": [ + 350, + 711, + 562, + 745 + ] + }, + { + "text": "端午假期购票日历，请查收！－中国新闻网", + "boxes": [ + 176, + 739, + 566, + 774 + ] + }, + { + "text": "?", + "boxes": [ + 1394, + 748, + 1408, + 764 + ] + }, + { + "text": "1 hour ago", + "boxes": [ + 184, + 772, + 254, + 790 + ] + }, + { + "text": "·端午假期购票日历来啦！！！今天可购买5月29日火车票快快收藏+转发预填信息", + "boxes": [ + 250, + 766, + 782, + 796 + ] + }, + { + "text": "快速购票 在火车票起售当日页面 点击购票信息预填旅客即可提前选择乘车人、预选车次、预选", + "boxes": [ + 174, + 786, + 776, + 818 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 212, + 836, + 292, + 862 + ] + }, + { + "text": "https://cnews.chinadaily.com.cn", + "boxes": [ + 214, + 856, + 422, + 879 + ] + }, + { + "text": "端午假期购票日历来了，收好购票攻略－中国日报网", + "boxes": [ + 176, + 881, + 642, + 911 + ] + }, + { + "text": "1 hour ago·端午假期购票日历来啦！今天可购买5月29日火车票预填信息快速购票在火车票起", + "boxes": [ + 180, + 907, + 784, + 937 + ] + }, + { + "text": "售当日页面 点击购票信息预填旅客即可提前选择 乘车人、预选", + "boxes": [ + 182, + 931, + 574, + 955 + ] + }, + { + "text": "la Firef", + "boxes": [ + 250, + 1050, + 300, + 1068 + ] + }, + { + "text": "端午假期购票··", + "boxes": [ + 368, + 1048, + 458, + 1072 + ] + } + ] + }, + { + "frame_id": "160_4_9", + "episode_id": 160, + "env_id": 4, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.362996101379395, + "advantages": 0.17902855575084686, + "generated_text": "{\n \"intent\": \"Exploring the知乎 homepage to familiarize myself with the site's layout and content.\",\n \"action\": \"DoubleClick(100, 130)\"\n}", + "action_string": "DoubleClick(100, 130)", + "intent_string": "Exploring the知乎 homepage to familiarize myself with the site's layout and content.", + "before_screen_ocr_results": [ + { + "text": "知乎客户", + "boxes": [ + 852, + 6, + 910, + 24 + ] + }, + { + "text": "知 知乎-有问题，就会有答案× ", + "boxes": [ + 6, + 26, + 224, + 56 + ] + }, + { + "text": "知知乎客户端", + "boxes": [ + 224, + 28, + 324, + 54 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 66, + 130, + 91 + ] + }, + { + "text": "①| https://v", + "boxes": [ + 252, + 66, + 364, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "知乎", + "boxes": [ + 88, + 103, + 206, + 163 + ] + }, + { + "text": "司", + "boxes": [ + 1370, + 306, + 1394, + 328 + ] + }, + { + "text": "想法推荐热榜", + "boxes": [ + 1440, + 304, + 1558, + 328 + ] + }, + { + "text": "有问题", + "boxes": [ + 278, + 341, + 644, + 472 + ] + }, + { + "text": "力？", + "boxes": [ + 1368, + 339, + 1394, + 359 + ] + }, + { + "text": "汪惟", + "boxes": [ + 1370, + 361, + 1428, + 381 + ] + }, + { + "text": "创业等5个话题下的优秀答主", + "boxes": [ + 1424, + 359, + 1568, + 383 + ] + }, + { + "text": "说点回去就能用的。先调查一下你附近工厂都用什", + "boxes": [ + 1368, + 379, + 1618, + 403 + ] + }, + { + "text": "么银行卡发工资。然后想方设法弄一个这个银行", + "boxes": [ + 1370, + 399, + 1612, + 417 + ] + }, + { + "text": "：761评论", + "boxes": [ + 1414, + 421, + 1468, + 439 + ] + }, + { + "text": "如何高质量地走完大学四年？", + "boxes": [ + 1366, + 453, + 1532, + 481 + ] + }, + { + "text": "就会有答案", + "boxes": [ + 292, + 469, + 862, + 586 + ] + }, + { + "text": "神说要有光", + "boxes": [ + 1366, + 476, + 1440, + 500 + ] + }, + { + "text": "看这一个回答，省去你80%寻找答案的时间！我在", + "boxes": [ + 1368, + 496, + 1622, + 520 + ] + }, + { + "text": "知乎的大学话题下把人们普追最关心的问题做了.", + "boxes": [ + 1368, + 512, + 1614, + 536 + ] + }, + { + "text": "为什么在比较平坦的地方，河流却会不停地拐", + "boxes": [ + 1364, + 570, + 1626, + 600 + ] + }, + { + "text": "去拐来？", + "boxes": [ + 1370, + 592, + 1418, + 611 + ] + }, + { + "text": "青铜马弓手地质学话题下的优秀答主", + "boxes": [ + 1384, + 611, + 1578, + 635 + ] + }, + { + "text": "为什么地势平坦，河流却弯弯曲曲？巧了，这个问", + "boxes": [ + 1368, + 631, + 1622, + 655 + ] + }, + { + "text": "题，爱因斯坦在1926年回答过。没想到在知乎回.", + "boxes": [ + 1368, + 647, + 1614, + 671 + ] + }, + { + "text": "8016赞同·242评论", + "boxes": [ + 1370, + 671, + 1478, + 695 + ] + }, + { + "text": "「中产阶级标准」", + "boxes": [ + 1374, + 707, + 1470, + 733 + ] + }, + { + "text": "知乎 App 扫码下载", + "boxes": [ + 462, + 717, + 716, + 758 + ] + }, + { + "text": " chenqin人文盐究员", + "boxes": [ + 1364, + 723, + 1502, + 752 + ] + }, + { + "text": "今天，微信群里有一位朋友分享了一个「中国中产", + "boxes": [ + 1368, + 746, + 1614, + 770 + ] + }, + { + "text": "阶级十大标准』。这个十大标准，可能很多人都…", + "boxes": [ + 1364, + 758, + 1614, + 792 + ] + }, + { + "text": "或下载安装包", + "boxes": [ + 464, + 772, + 594, + 804 + ] + }, + { + "text": "D", + "boxes": [ + 1434, + 822, + 1450, + 842 + ] + }, + { + "text": " ios", + "boxes": [ + 476, + 832, + 544, + 864 + ] + }, + { + "text": "Android", + "boxes": [ + 578, + 834, + 678, + 860 + ] + }, + { + "text": "X", + "boxes": [ + 1377, + 821, + 1397, + 843 + ] + }, + { + "text": "知乎协议丨知乎隐私保护指引丨侵权举报丨网上有害信息举报专区丨京ICP证110745号丨京ICP备13052560号－1丨京公网安备11010802020088号", + "boxes": [ + 470, + 927, + 1448, + 957 + ] + }, + { + "text": "京网文[2019]4928-541号|药品医疗器械网络信息服务备案丨（京）", + "boxes": [ + 398, + 955, + 846, + 979 + ] + }, + { + "text": "举报邮箱：jubao@zhihu.com丨儿童色情信息举报专", + "boxes": [ + 508, + 975, + 840, + 1005 + ] + }, + { + "text": "举报专区丨MCN举报专区丨信息安全漏洞反馈专区", + "boxes": [ + 1094, + 971, + 1412, + 1005 + ] + }, + { + "text": "内容从业人员违法违规行为举报丨证照中心|", + "boxes": [ + 552, + 996, + 842, + 1031 + ] + }, + { + "text": "乎丨北京智者天下科技有限公司版权所有", + "boxes": [ + 1114, + 1005, + 1362, + 1028 + ] + }, + { + "text": "知乎客户立", + "boxes": [ + 218, + 1050, + 276, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×」知知乎-有问题，就会有答案×「", + "boxes": [ + 8, + 30, + 454, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "160_5_9", + "episode_id": 160, + "env_id": 5, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.665255546569824, + "advantages": 0.3992442786693573, + "generated_text": "{\n \"intent\": \"Exploring an article about an official report of a male student who excelled but was missing a qualification, resulting in him retaking exams.\",\n \"action\": \"DoubleClick(1024, 467)\"\n}", + "action_string": "DoubleClick(1024, 467)", + "intent_string": "Exploring an article about an official report of a male student who excelled but was missing a qualification, resulting in him retaking exams.", + "before_screen_ocr_results": [ + { + "text": "首页", + "boxes": [ + 372, + 115, + 402, + 129 + ] + }, + { + "text": "新闻", + "boxes": [ + 402, + 113, + 444, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 492, + 115, + 532, + 131 + ] + }, + { + "text": "China", + "boxes": [ + 434, + 179, + 538, + 224 + ] + }, + { + "text": "新闻", + "boxes": [ + 542, + 179, + 640, + 240 + ] + }, + { + "text": "中华网", + "boxes": [ + 444, + 214, + 522, + 240 + ] + }, + { + "text": "微软云", + "boxes": [ + 780, + 236, + 820, + 256 + ] + }, + { + "text": "国内", + "boxes": [ + 388, + 286, + 430, + 314 + ] + }, + { + "text": "国际", + "boxes": [ + 510, + 286, + 550, + 314 + ] + }, + { + "text": "社会", + "boxes": [ + 630, + 286, + 670, + 316 + ] + }, + { + "text": "体育", + "boxes": [ + 752, + 286, + 790, + 314 + ] + }, + { + "text": "专题", + "boxes": [ + 874, + 286, + 916, + 312 + ] + }, + { + "text": "军事", + "boxes": [ + 992, + 286, + 1032, + 312 + ] + }, + { + "text": "财经", + "boxes": [ + 1114, + 286, + 1158, + 314 + ] + }, + { + "text": "滚动", + "boxes": [ + 1236, + 286, + 1278, + 314 + ] + }, + { + "text": "政务", + "boxes": [ + 1356, + 286, + 1398, + 314 + ] + }, + { + "text": "冬奥", + "boxes": [ + 1480, + 286, + 1516, + 314 + ] + }, + { + "text": "官方通报男生救人缺考：将补考考生全力备考中", + "boxes": [ + 744, + 353, + 1412, + 395 + ] + }, + { + "text": "2025-05-1418:30:02头条号", + "boxes": [ + 752, + 405, + 930, + 429 + ] + }, + { + "text": "A+A", + "boxes": [ + 1468, + 407, + 1524, + 427 + ] + }, + { + "text": "韩国电影爱情片推荐，超好看！", + "boxes": [ + 954, + 451, + 1240, + 486 + ] + }, + { + "text": "电影爱情", + "boxes": [ + 960, + 486, + 1016, + 512 + ] + }, + { + "text": "5月14日下午，山东省教育招生考试院发布公告称，经上级主管部门同意，将按程序启用", + "boxes": [ + 792, + 584, + 1514, + 613 + ] + }, + { + "text": "微软云", + "boxes": [ + 382, + 596, + 456, + 627 + ] + }, + { + "text": "春季高考语文科目副题，安排因救人缺考的姜某参加考试。得知此消息后，救人学生姜昭鹏表", + "boxes": [ + 756, + 615, + 1520, + 645 + ] + }, + { + "text": "今日热点", + "boxes": [ + 384, + 649, + 456, + 681 + ] + }, + { + "text": "示，接下来将全力准备考试。烟台市教育招生考试院回复称，为保证考生安全，将不对外透露", + "boxes": [ + 758, + 651, + 1518, + 675 + ] + }, + { + "text": "考试时间和地点。", + "boxes": [ + 758, + 679, + 896, + 709 + ] + }, + { + "text": "此前报道显示，5月10日早上，山东城市服务职业", + "boxes": [ + 1100, + 719, + 1508, + 748 + ] + }, + { + "text": "学院2022级学生姜昭鹏和同学乘坐网约车前往山东省职", + "boxes": [ + 1062, + 748, + 1522, + 786 + ] + }, + { + "text": "教高考考点。上车约一分钟，同学突发心梗休克。姜昭", + "boxes": [ + 1062, + 780, + 1518, + 818 + ] + }, + { + "text": "京东外卖系统故障已恢", + "boxes": [ + 380, + 790, + 522, + 814 + ] + }, + { + "text": "国外服装网站", + "boxes": [ + 556, + 804, + 638, + 828 + ] + }, + { + "text": "鹏利用在专业课中学到的急救知识，对发病同学持续进", + "boxes": [ + 1064, + 812, + 1516, + 850 + ] + }, + { + "text": "美少女打金", + "boxes": [ + 1618, + 821, + 1860, + 888 + ] + }, + { + "text": "行心脏复苏、人工呼吸等急救措施。网约车司机得到交", + "boxes": [ + 1062, + 844, + 1518, + 882 + ] + }, + { + "text": "Bm口", + "boxes": [ + 772, + 889, + 846, + 915 + ] + }, + { + "text": "警许可后连闯红灯，将送诊时间压缩一半。最终，发病", + "boxes": [ + 1068, + 881, + 1516, + 911 + ] + }, + { + "text": "同学被抢救成功，但姜昭鹏因迟到错过了语文考试。(责", + "boxes": [ + 1066, + 913, + 1516, + 943 + ] + }, + { + "text": "精密放大器", + "boxes": [ + 762, + 931, + 874, + 963 + ] + }, + { + "text": "平论员谈火车撞人事故一", + "boxes": [ + 386, + 955, + 532, + 973 + ] + }, + { + "text": "普光气田刷新我国页岩气", + "boxes": [ + 556, + 951, + 710, + 975 + ] + }, + { + "text": "任编辑：张小花TT1000)", + "boxes": [ + 1068, + 953, + 1212, + 977 + ] + }, + { + "text": "再发生安全隐患函待解决", + "boxes": [ + 382, + 975, + 538, + 993 + ] + }, + { + "text": "井垂深纪录探井日产量", + "boxes": [ + 554, + 971, + 698, + 995 + ] + }, + { + "text": "今日快讯", + "boxes": [ + 709, + 990, + 827, + 1035 + ] + }, + { + "text": "区sci", + "boxes": [ + 1270, + 987, + 1318, + 1014 + ] + }, + { + "text": "人体机器人多少钱一个", + "boxes": [ + 1346, + 985, + 1516, + 1014 + ] + }, + { + "text": "价值近1420亿美元！“史上最大军售协议\"签了", + "boxes": [ + 860, + 999, + 1184, + 1028 + ] + }, + { + "text": "开始游戏", + "boxes": [ + 1718, + 995, + 1788, + 1012 + ] + }, + { + "text": "福", + "boxes": [ + 608, + 1007, + 640, + 1040 + ] + }, + { + "text": "鉴定多少钱", + "boxes": [ + 1270, + 1016, + 1354, + 1042 + ] + }, + { + "text": "短信轰在线轰炸卡盟", + "boxes": [ + 1366, + 1016, + 1522, + 1046 + ] + }, + { + "text": "方通报男生", + "boxes": [ + 226, + 1050, + 300, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 76, + 71, + 98, + 85 + ] + }, + { + "text": "仓", + "boxes": [ + 106, + 69, + 122, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1590, + 68, + 1660, + 89 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1846, + 87 + ] + }, + { + "text": "韩国电源", + "boxes": [ + 142, + 119, + 218, + 151 + ] + }, + { + "text": "X", + "boxes": [ + 644, + 121, + 668, + 145 + ] + }, + { + "text": "回", + "boxes": [ + 678, + 119, + 712, + 147 + ] + }, + { + "text": "百度一下", + "boxes": [ + 738, + 119, + 822, + 151 + ] + }, + { + "text": "Ba", + "boxes": [ + 18, + 129, + 44, + 149 + ] + }, + { + "text": "百度首页", + "boxes": [ + 1712, + 125, + 1770, + 145 + ] + }, + { + "text": "设置", + "boxes": [ + 1778, + 125, + 1812, + 145 + ] + }, + { + "text": "α网页", + "boxes": [ + 148, + 165, + 202, + 195 + ] + }, + { + "text": "Ai+", + "boxes": [ + 210, + 167, + 250, + 187 + ] + }, + { + "text": "图片", + "boxes": [ + 263, + 160, + 327, + 191 + ] + }, + { + "text": "固资讯", + "boxes": [ + 340, + 167, + 396, + 187 + ] + }, + { + "text": "口视频目笔记", + "boxes": [ + 386, + 161, + 540, + 191 + ] + }, + { + "text": "地图", + "boxes": [ + 532, + 165, + 608, + 189 + ] + }, + { + "text": "贴贴吧", + "boxes": [ + 618, + 161, + 682, + 193 + ] + }, + { + "text": "文库", + "boxes": [ + 692, + 163, + 748, + 189 + ] + }, + { + "text": "了搜索工具", + "boxes": [ + 644, + 204, + 708, + 224 + ] + }, + { + "text": "长春直流电源测试电源|山东艾诺电源", + "boxes": [ + 146, + 234, + 464, + 264 + ] + }, + { + "text": "Ait DeepSeek-R1", + "boxes": [ + 868, + 250, + 1024, + 280 + ] + }, + { + "text": "帮你解答〉", + "boxes": [ + 1166, + 248, + 1240, + 280 + ] + }, + { + "text": "最近1小时前有人咨询相关问题", + "boxes": [ + 440, + 268, + 640, + 298 + ] + }, + { + "text": "艾诺仪器系列直流电源,采用高频PWM控制和移", + "boxes": [ + 436, + 302, + 710, + 326 + ] + }, + { + "text": "登录百度帐号交易更有保障", + "boxes": [ + 868, + 308, + 1072, + 338 + ] + }, + { + "text": "Ainuo", + "boxes": [ + 227, + 323, + 347, + 368 + ] + }, + { + "text": "相全桥变换技术,动态响应快,直流电源,为用户提", + "boxes": [ + 434, + 320, + 712, + 349 + ] + }, + { + "text": "供高品质新能源行业测试解决方案！", + "boxes": [ + 432, + 337, + 642, + 371 + ] + }, + { + "text": "登录百度帐号认准保犀标，百度为您提供权益保障", + "boxes": [ + 872, + 338, + 1208, + 367 + ] + }, + { + "text": "查看《保障服务协议》与免保范围", + "boxes": [ + 874, + 357, + 1096, + 387 + ] + }, + { + "text": "专业客服在线为您答疑 >>", + "boxes": [ + 436, + 369, + 590, + 393 + ] + }, + { + "text": "查看详情", + "boxes": [ + 334, + 385, + 416, + 423 + ] + }, + { + "text": "发生欺诈？申请保障", + "boxes": [ + 876, + 379, + 1008, + 409 + ] + }, + { + "text": "加入商家保障获得保隆", + "boxes": [ + 874, + 399, + 1040, + 429 + ] + }, + { + "text": "立即登录", + "boxes": [ + 1166, + 395, + 1232, + 427 + ] + }, + { + "text": "4", + "boxes": [ + 156, + 397, + 174, + 415 + ] + }, + { + "text": "2025-05", + "boxes": [ + 244, + 431, + 304, + 451 + ] + }, + { + "text": "广告", + "boxes": [ + 322, + 431, + 368, + 451 + ] + }, + { + "text": "保障", + "boxes": [ + 360, + 431, + 410, + 451 + ] + }, + { + "text": "山东艾诺30年品牌|直流源-功率至1000kW", + "boxes": [ + 146, + 472, + 496, + 502 + ] + }, + { + "text": "相关搜索", + "boxes": [ + 864, + 465, + 942, + 502 + ] + }, + { + "text": "民", + "boxes": [ + 1022, + 472, + 1034, + 484 + ] + }, + { + "text": "30年品牌山东艾诺-ANEVT系列直流源,输出电流200A-2000A,电压500V-", + "boxes": [ + 290, + 504, + 704, + 528 + ] + }, + { + "text": "Q 韩国用什么电源插头", + "boxes": [ + 866, + 506, + 1044, + 536 + ] + }, + { + "text": "1200V电压和电流组合，直流源可实现输出串并联，使用更加方便！", + "boxes": [ + 294, + 526, + 656, + 550 + ] + }, + { + "text": "α 韩国插座和中国一样么", + "boxes": [ + 864, + 544, + 1056, + 574 + ] + }, + { + "text": "Q 韩国按摩", + "boxes": [ + 864, + 580, + 960, + 611 + ] + }, + { + "text": "设备类型：直流稳压可编程直流双向可编程大功率直流模拟电源更多》", + "boxes": [ + 150, + 602, + 608, + 631 + ] + }, + { + "text": "α成人韩国三色眼影", + "boxes": [ + 864, + 617, + 1024, + 647 + ] + }, + { + "text": "AN51/53系列ANEVH系列ANEVT系列ANEVS系列更多》", + "boxes": [ + 280, + 635, + 650, + 659 + ] + }, + { + "text": "α 韩国漂亮的瘦子7", + "boxes": [ + 862, + 651, + 1020, + 687 + ] + }, + { + "text": "Q外出电影", + "boxes": [ + 864, + 691, + 962, + 723 + ] + }, + { + "text": "百度热搜>", + "boxes": [ + 864, + 750, + 948, + 782 + ] + }, + { + "text": "直流稳压电源", + "boxes": [ + 150, + 762, + 236, + 788 + ] + }, + { + "text": "可编程宽范围直流", + "boxes": [ + 290, + 760, + 416, + 790 + ] + }, + { + "text": "双向大功率直流", + "boxes": [ + 434, + 762, + 542, + 790 + ] + }, + { + "text": "电池模拟器", + "boxes": [ + 580, + 762, + 654, + 788 + ] + }, + { + "text": "换一换", + "boxes": [ + 1176, + 754, + 1240, + 780 + ] + }, + { + "text": "AN50系列", + "boxes": [ + 148, + 784, + 214, + 810 + ] + }, + { + "text": "AN51-53系列", + "boxes": [ + 290, + 784, + 376, + 810 + ] + }, + { + "text": "ANEVH,EVT系列", + "boxes": [ + 432, + 782, + 544, + 812 + ] + }, + { + "text": "ANEVS系列", + "boxes": [ + 578, + 786, + 656, + 810 + ] + }, + { + "text": "热搜榜", + "boxes": [ + 880, + 786, + 934, + 812 + ] + }, + { + "text": "民生榜", + "boxes": [ + 974, + 786, + 1022, + 812 + ] + }, + { + "text": "财经榜", + "boxes": [ + 1062, + 786, + 1110, + 814 + ] + }, + { + "text": "查看更多相关信息>>", + "boxes": [ + 146, + 810, + 288, + 840 + ] + }, + { + "text": "不推动中哥战略伙伴关系走深走实", + "boxes": [ + 866, + 822, + 1092, + 852 + ] + }, + { + "text": "艾诺智能仪器2025-05○广告保障", + "boxes": [ + 156, + 838, + 412, + 862 + ] + }, + { + "text": "11万亿资金来了降准正式落地", + "boxes": [ + 864, + 854, + 1098, + 883 + ] + }, + { + "text": "dcdc电源模块-AC-DC/DC-DC电源模块-高性价比", + "boxes": [ + 148, + 879, + 540, + 909 + ] + }, + { + "text": "2郑钦文创历史 生涯首胜萨巴伦卡 新", + "boxes": [ + 866, + 889, + 1116, + 913 + ] + }, + { + "text": "爱浦电子专业AC-DC.DC-DCdcdc电源模块产品研发及生产,产品取得CE,ROHS,UL认证I全系列1", + "boxes": [ + 146, + 905, + 704, + 935 + ] + }, + { + "text": "700Wdcdc电源模块产品质量好，品质优，价格优惠!欢迎咨询.", + "boxes": [ + 150, + 929, + 492, + 953 + ] + }, + { + "text": "3外国人眼中的中国经济韧性", + "boxes": [ + 864, + 921, + 1060, + 945 + ] + }, + { + "text": "配件类型：a", + "boxes": [ + 150, + 953, + 218, + 979 + ] + }, + { + "text": "ac-dc 电源模块 dc-dc 电源模块产品中心　更多》", + "boxes": [ + 206, + 951, + 512, + 981 + ] + }, + { + "text": "4著名词作家逝世代表作《黄土高坡》", + "boxes": [ + 866, + 953, + 1116, + 977 + ] + }, + { + "text": "5特朗普为何让步？美媒揭露真相", + "boxes": [ + 866, + 985, + 1094, + 1009 + ] + }, + { + "text": "电源_百度", + "boxes": [ + 242, + 1050, + 308, + 1070 + ] + } + ] + }, + { + "frame_id": "160_6_9", + "episode_id": 160, + "env_id": 6, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.224620819091797, + "advantages": 0.07821312546730042, + "generated_text": "{\n \"intent\": \"Click on the \\\"New Search\\\" tab to start a new search query related to the trending topics on Microsoft Bing.\",\n \"action\": \"DoubleClick(517, 24)\"\n}", + "action_string": "DoubleClick(517, 24)", + "intent_string": "Click on the \"New Search\" tab to start a new search query related to the trending topics on Microsoft Bing.", + "before_screen_ocr_results": [ + { + "text": "×」α端午假期购票日历-Search×", + "boxes": [ + 188, + 32, + 452, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 442, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 20, + 109, + 184, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 476, + 300, + 614, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "Next", + "boxes": [ + 1364, + 377, + 1414, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3桥下躲冰電致堵车", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4救人缺考男生将补考", + "boxes": [ + 482, + 453, + 652, + 476 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1262, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1550, + 794 + ] + }, + { + "text": "经新", + "boxes": [ + 1452, + 795, + 1526, + 851 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1456, + 848, + 1514, + 891 + ] + }, + { + "text": "1,6 2626 ", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "13,20% ", + "boxes": [ + 1630, + 895, + 1698, + 937 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 925, + 850, + 939 + ] + }, + { + "text": "一点资讯·3天", + "boxes": [ + 850, + 921, + 942, + 945 + ] + }, + { + "text": "金融界汽车·14小时", + "boxes": [ + 1138, + 917, + 1288, + 947 + ] + }, + { + "text": "梦幻西游：双加元身加蓝字，", + "boxes": [ + 828, + 943, + 1088, + 973 + ] + }, + { + "text": "理想汽车取得发动机缸体等专", + "boxes": [ + 1136, + 941, + 1408, + 977 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "小米汽车风波：雷军信任受考验，数百车主退", + "boxes": [ + 200, + 947, + 790, + 983 + ] + }, + { + "text": "+,31638 ", + "boxes": [ + 1630, + 939, + 1700, + 987 + ] + }, + { + "text": "不出白板也不出蓝字，最好是", + "boxes": [ + 824, + 965, + 1098, + 1003 + ] + }, + { + "text": "利，发动机工作时乘客乘车体", + "boxes": [ + 1136, + 967, + 1410, + 1003 + ] + }, + { + "text": "车诉求何解？", + "boxes": [ + 197, + 980, + 379, + 1025 + ] + }, + { + "text": "比", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "卖给别人", + "boxes": [ + 823, + 992, + 915, + 1029 + ] + }, + { + "text": "+28626 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "验好", + "boxes": [ + 1134, + 995, + 1190, + 1028 + ] + }, + { + "text": "f--", + "boxes": [ + 1594, + 1003, + 1622, + 1022 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "新浪首页", + "boxes": [ + 336, + 113, + 388, + 133 + ] + }, + { + "text": "体育", + "boxes": [ + 480, + 115, + 502, + 129 + ] + }, + { + "text": "登录", + "boxes": [ + 1334, + 111, + 1366, + 131 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1426, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1542, + 135 + ] + }, + { + "text": "gna", + "boxes": [ + 1378, + 175, + 1440, + 236 + ] + }, + { + "text": "超声波工业加湿器", + "boxes": [ + 674, + 240, + 764, + 258 + ] + }, + { + "text": "sna 新闻中心国内新闻>正文", + "boxes": [ + 332, + 278, + 582, + 320 + ] + }, + { + "text": "新闻", + "boxes": [ + 1334, + 294, + 1390, + 320 + ] + }, + { + "text": "请输入关键词", + "boxes": [ + 1392, + 294, + 1480, + 318 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票", + "boxes": [ + 330, + 359, + 1214, + 407 + ] + }, + { + "text": "2025年05月15日08:50新京报作者：新京报", + "boxes": [ + 336, + 472, + 670, + 496 + ] + }, + { + "text": "IA一A一☆一—l品", + "boxes": [ + 1064, + 467, + 1462, + 496 + ] + }, + { + "text": "303", + "boxes": [ + 1486, + 467, + 1576, + 498 + ] + }, + { + "text": "语音播报器", + "boxes": [ + 478, + 606, + 542, + 625 + ] + }, + { + "text": "微软云", + "boxes": [ + 592, + 604, + 638, + 629 + ] + }, + { + "text": "钢衬四氟阀门", + "boxes": [ + 788, + 604, + 870, + 629 + ] + }, + { + "text": "超声波工业加湿", + "boxes": [ + 886, + 604, + 976, + 629 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1596, + 602, + 1636, + 617 + ] + }, + { + "text": "目", + "boxes": [ + 1602, + 647, + 1630, + 675 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火车票。", + "boxes": [ + 370, + 663, + 1102, + 693 + ] + }, + { + "text": "相关新", + "boxes": [ + 1598, + 679, + 1632, + 693 + ] + }, + { + "text": "关闭广告", + "boxes": [ + 238, + 770, + 300, + 796 + ] + }, + { + "text": "端", + "boxes": [ + 692, + 798, + 852, + 971 + ] + }, + { + "text": "Sho", + "boxes": [ + 1628, + 806, + 1646, + 822 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "看见，更远一", + "boxes": [ + 1620, + 846, + 1794, + 889 + ] + }, + { + "text": "些", + "boxes": [ + 1816, + 852, + 1844, + 876 + ] + }, + { + "text": "思考，再多", + "boxes": [ + 1620, + 891, + 1792, + 935 + ] + }, + { + "text": "假期", + "boxes": [ + 708, + 941, + 842, + 1014 + ] + }, + { + "text": "imap服务器", + "boxes": [ + 1268, + 1003, + 1386, + 1034 + ] + } + ] + }, + { + "frame_id": "160_7_9", + "episode_id": 160, + "env_id": 7, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.416629791259766, + "advantages": 0.21810419857501984, + "generated_text": "{\n \"intent\": \"Scroll down to browse more details about the iPhone 16 Pro and its features\",\n \"action\": \"DoubleClick(100, 78)\" \n}", + "action_string": "DoubleClick(100, 78)", + "intent_string": "Scroll down to browse more details about the iPhone 16 Pro and its features", + "before_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 116, + 34, + 156, + 50 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 62, + 1912, + 93 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 280 + ] + }, + { + "text": "iPhone 16 Pro ", + "boxes": [ + 736, + 220, + 838, + 252 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 874, + 224, + 948, + 250 + ] + }, + { + "text": "iphone 16e", + "boxes": [ + 982, + 224, + 1062, + 250 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 1096, + 220, + 1168, + 252 + ] + }, + { + "text": "iPhone", + "boxes": [ + 602, + 339, + 660, + 371 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 752, + 343, + 822, + 369 + ] + }, + { + "text": "16Pro", + "boxes": [ + 610, + 367, + 654, + 387 + ] + }, + { + "text": "Pro Max", + "boxes": [ + 756, + 367, + 814, + 387 + ] + }, + { + "text": "iPhone 16 Pro", + "boxes": [ + 950, + 375, + 1160, + 425 + ] + }, + { + "text": "All Models", + "boxes": [ + 144, + 387, + 228, + 413 + ] + }, + { + "text": "Shopping guide", + "boxes": [ + 262, + 389, + 382, + 413 + ] + }, + { + "text": "From $999 or $41.62/mo. for 24 mo.", + "boxes": [ + 954, + 423, + 1190, + 449 + ] + }, + { + "text": "All models. Take your pick", + "boxes": [ + 140, + 472, + 456, + 508 + ] + }, + { + "text": "Titanium design with larger 6.3inchSuper", + "boxes": [ + 1008, + 484, + 1362, + 522 + ] + }, + { + "text": "Retina XDR display, durable latest-generation", + "boxes": [ + 1012, + 510, + 1390, + 540 + ] + }, + { + "text": "Ceramic Shield, Action button, and USB-C with", + "boxes": [ + 1012, + 528, + 1398, + 564 + ] + }, + { + "text": "USB 3 speeds2", + "boxes": [ + 1012, + 552, + 1138, + 582 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 168, + 586, + 372, + 615 + ] + }, + { + "text": "Phone 15 &", + "boxes": [ + 1446, + 577, + 1584, + 620 + ] + }, + { + "text": "Expl", + "boxes": [ + 1846, + 584, + 1904, + 617 + ] + }, + { + "text": "8", + "boxes": [ + 958, + 611, + 992, + 645 + ] + }, + { + "text": "The firstiPhonedesigned forApple", + "boxes": [ + 1008, + 602, + 1306, + 637 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 613, + 406, + 651 + ] + }, + { + "text": "hone 15 Plus", + "boxes": [ + 1448, + 615, + 1618, + 651 + ] + }, + { + "text": "Intelligence.3 Personal, private, powerful.", + "boxes": [ + 1012, + 625, + 1346, + 655 + ] + }, + { + "text": "acce", + "boxes": [ + 1841, + 615, + 1909, + 652 + ] + }, + { + "text": "B", + "boxes": [ + 960, + 685, + 992, + 715 + ] + }, + { + "text": "Camera Control gives you an easier way to", + "boxes": [ + 1010, + 677, + 1358, + 707 + ] + }, + { + "text": "quickly access camera tools", + "boxes": [ + 1014, + 701, + 1242, + 725 + ] + }, + { + "text": "A18 Pro chip powers Apple Intelligence and", + "boxes": [ + 1006, + 744, + 1376, + 782 + ] + }, + { + "text": "国", + "boxes": [ + 960, + 768, + 992, + 800 + ] + }, + { + "text": "AAA gaming — and helps deliver a huge leap in", + "boxes": [ + 1008, + 768, + 1392, + 802 + ] + }, + { + "text": "battery life", + "boxes": [ + 1014, + 794, + 1108, + 820 + ] + }, + { + "text": "4K 120 fps Dolby Vision and 4 studio-quality", + "boxes": [ + 1010, + 844, + 1374, + 874 + ] + }, + { + "text": "⑧", + "boxes": [ + 960, + 854, + 994, + 883 + ] + }, + { + "text": "mics. A Pro studio in your pocket.", + "boxes": [ + 1010, + 864, + 1286, + 895 + ] + }, + { + "text": " Capture magical spatial photos and videos on", + "boxes": [ + 1008, + 915, + 1384, + 947 + ] + }, + { + "text": "iPhone 16 Pro, then relive them on", + "boxes": [ + 1008, + 935, + 1294, + 969 + ] + }, + { + "text": "Apple Vision Pro", + "boxes": [ + 1014, + 959, + 1152, + 989 + ] + }, + { + "text": "Explore iPhone 16 Pro further >", + "boxes": [ + 952, + 1001, + 1192, + 1030 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "·☆", + "boxes": [ + 1566, + 66, + 1660, + 89 + ] + }, + { + "text": "AirPod", + "boxes": [ + 910, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 111, + 1046, + 129 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "Need shopping help?", + "boxes": [ + 1600, + 230, + 1742, + 254 + ] + }, + { + "text": "ecialist 7", + "boxes": [ + 1714, + 254, + 1768, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 292, + 1588, + 318 + ] + }, + { + "text": "Visit an Apple Store", + "boxes": [ + 1596, + 284, + 1732, + 312 + ] + }, + { + "text": "Find one near you 7", + "boxes": [ + 1598, + 303, + 1726, + 332 + ] + }, + { + "text": "All Models ", + "boxes": [ + 144, + 389, + 230, + 413 + ] + }, + { + "text": " Shopping guides ", + "boxes": [ + 260, + 387, + 400, + 417 + ] + }, + { + "text": "Ways to Save", + "boxes": [ + 432, + 389, + 540, + 413 + ] + }, + { + "text": " Sustainability", + "boxes": [ + 570, + 387, + 682, + 417 + ] + }, + { + "text": "Accessories", + "boxes": [ + 716, + 389, + 814, + 413 + ] + }, + { + "text": " Setup and Support ", + "boxes": [ + 846, + 387, + 1000, + 417 + ] + }, + { + "text": "The iPhone Experience", + "boxes": [ + 1032, + 389, + 1214, + 413 + ] + }, + { + "text": " Special Stores ", + "boxes": [ + 1246, + 387, + 1366, + 417 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 138, + 472, + 464, + 508 + ] + }, + { + "text": "PPLE INTELLIGENCE", + "boxes": [ + 180, + 560, + 296, + 578 + ] + }, + { + "text": "APPLE INTELLIGENCE", + "boxes": [ + 1012, + 556, + 1140, + 580 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 164, + 580, + 376, + 621 + ] + }, + { + "text": "iPhone 16 &", + "boxes": [ + 586, + 582, + 746, + 619 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 1004, + 579, + 1156, + 622 + ] + }, + { + "text": "iPhone 15 &", + "boxes": [ + 1424, + 580, + 1582, + 617 + ] + }, + { + "text": "Expl", + "boxes": [ + 1841, + 579, + 1917, + 624 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 611, + 408, + 653 + ] + }, + { + "text": "iPhone 16 Plus", + "boxes": [ + 586, + 613, + 778, + 651 + ] + }, + { + "text": "iPhone 15 Plus", + "boxes": [ + 1424, + 611, + 1618, + 653 + ] + }, + { + "text": "acce", + "boxes": [ + 1846, + 619, + 1914, + 651 + ] + } + ] + } + ] +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_160/scores_v3.json b/ScreenExplorer-3B-E1/episode_160/scores_v3.json new file mode 100644 index 0000000000000000000000000000000000000000..7bae983e3c941f8fc8ca871292fe02a69a7862d5 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_160/scores_v3.json @@ -0,0 +1,19 @@ +{ + "directory_path": "logs/ScreenExplorer_2025-05-14_13-31-185da9f3/episode_160", + "single_trajectory_image_diversity": 0.439149321988225, + "single_trajectory_text_diversity": 0.33338217064738274, + "single_trajectory_image_diversity_max": 0.82666015625, + "single_trajectory_image_diversity_min": 0.0078125, + "single_trajectory_image_diversity_std": 0.261962890625, + "single_trajectory_text_diversity_max": 0.59503173828125, + "single_trajectory_text_diversity_min": 0.01336669921875, + "single_trajectory_text_diversity_std": 0.1783447265625, + "group_trajectories_image_diversity": 0.5559125542640686, + "group_trajectories_text_diversity": 0.4764289855957031, + "group_trajectories_image_diversity_max": 1.171875, + "group_trajectories_image_diversity_min": -0.0078125, + "group_trajectories_image_diversity_std": 0.25390625, + "group_trajectories_text_diversity_max": 0.7041015625, + "group_trajectories_text_diversity_min": 0.0, + "group_trajectories_text_diversity_std": 0.1453857421875 +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_170/game_record_20250515_120059.json b/ScreenExplorer-3B-E1/episode_170/game_record_20250515_120059.json new file mode 100644 index 0000000000000000000000000000000000000000..f65265550a27aa694c1ffb076511163ef9e26db1 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_170/game_record_20250515_120059.json @@ -0,0 +1,57753 @@ +{ + "start_time": "2025-05-15T12:00:59.516896", + "end_time": "2025-05-15T12:09:45.116750", + "buffer_size": 80, + "all_records": [ + { + "frame_id": "170_0_0", + "episode_id": 170, + "env_id": 0, + "step": 0, + "format_rewards": 1.0, + "rewards": 12.065167427062988, + "advantages": 1.5141961574554443, + "generated_text": "{\n \"intent\": \"Move closer to one of the applications like Firefox or LibreOffice.\",\n \"action\": \"DoubleClick(77, 62)\" \n}", + "action_string": "DoubleClick(77, 62)", + "intent_string": "Move closer to one of the applications like Firefox or LibreOffice.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "仓", + "boxes": [ + 74, + 68, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "170_1_0", + "episode_id": 170, + "env_id": 1, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.890539169311523, + "advantages": -0.06462159007787704, + "generated_text": "{\n \"intent\": \"Clicking an application icon will start my exploration by allowing me to launch common tools.\",\n \"action\": \"DoubleClick(79, 750)\" \n}", + "action_string": "DoubleClick(79, 750)", + "intent_string": "Clicking an application icon will start my exploration by allowing me to launch common tools.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 28, + 717, + 94, + 756 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 34, + 889, + 78, + 941 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "170_2_0", + "episode_id": 170, + "env_id": 2, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.075209617614746, + "advantages": 0.7954696416854858, + "generated_text": "{\n \"intent\": \"I realize there's nothing actionable here since the screen isn’t showing any specific apps or documents.\",\n \"action\": \"DoubleClick(72, 43)\" \n}", + "action_string": "DoubleClick(72, 43)", + "intent_string": "I realize there's nothing actionable here since the screen isn’t showing any specific apps or documents.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "170_3_0", + "episode_id": 170, + "env_id": 3, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.304229736328125, + "advantages": 0.9617422223091125, + "generated_text": "{\n \"intent\": \"I will explore by clicking on an icon.\",\n \"action\": \"DoubleClick(73, 37)\" }", + "action_string": "DoubleClick(73, 37)", + "intent_string": "I will explore by clicking on an icon.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "170_4_0", + "episode_id": 170, + "env_id": 4, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.268827438354492, + "advantages": 0.9360395669937134, + "generated_text": "{\n \"intent\": \"Determine my goals and preferences through exploration, possibly interacting with the Firefox browser.\",\n \"action\": \"DoubleClick(73, 40)\" }", + "action_string": "DoubleClick(73, 40)", + "intent_string": "Determine my goals and preferences through exploration, possibly interacting with the Firefox browser.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "170_5_0", + "episode_id": 170, + "env_id": 5, + "step": 0, + "format_rewards": 1.0, + "rewards": 10.921051025390625, + "advantages": 0.683547854423523, + "generated_text": "{\n \"intent\": \"Exploring the desktop by clicking on commonly used applications.\",\n \"action\": \"DoubleClick(78, 50)\" }", + "action_string": "DoubleClick(78, 50)", + "intent_string": "Exploring the desktop by clicking on commonly used applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "170_6_0", + "episode_id": 170, + "env_id": 6, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.866673469543457, + "advantages": 1.3700860738754272, + "generated_text": "{\n \"intent\": \"Click on the Firefox icon to open it.\",\n \"action\": \"DoubleClick(72, 78)\" \n}", + "action_string": "DoubleClick(72, 78)", + "intent_string": "Click on the Firefox icon to open it.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 44, + 66, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "bookmarks.", + "boxes": [ + 82, + 101, + 158, + 119 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "170_7_0", + "episode_id": 170, + "env_id": 7, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.509611129760742, + "advantages": 1.1108527183532715, + "generated_text": "{\n \"intent\": \"Toward interacting with common applications like Firefox or LibreOffice.\",\n \"action\": \"DoubleClick(72, 42)\" \n}", + "action_string": "DoubleClick(72, 42)", + "intent_string": "Toward interacting with common applications like Firefox or LibreOffice.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": "C仓", + "boxes": [ + 74, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "170_0_1", + "episode_id": 170, + "env_id": 0, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.392669677734375, + "advantages": 0.29993385076522827, + "generated_text": "{\n \"intent\": \"Clicking Microsoft Bing may lead to searching tech-related content or news which could be interesting to explore.\",\n \"action\": \"DoubleClick(784, 496)\"\n}", + "action_string": "DoubleClick(784, 496)", + "intent_string": "Clicking Microsoft Bing may lead to searching tech-related content or news which could be interesting to explore.", + "before_screen_ocr_results": [ + { + "text": "仓", + "boxes": [ + 74, + 68, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→×白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": " Ceiverto", + "boxes": [ + 130, + 104, + 218, + 153 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 298, + 115, + 410, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "Retuns", + "boxes": [ + 1738, + 117, + 1780, + 137 + ] + }, + { + "text": "83", + "boxes": [ + 1823, + 110, + 1862, + 139 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "gistry", + "boxes": [ + 212, + 173, + 240, + 187 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1416, + 486, + 1554, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion ", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1352, + 889, + 1486, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": " appliances", + "boxes": [ + 238, + 997, + 356, + 1026 + ] + } + ] + }, + { + "frame_id": "170_1_1", + "episode_id": 170, + "env_id": 1, + "step": 1, + "format_rewards": 1.0, + "rewards": 11.84227180480957, + "advantages": 1.3523701429367065, + "generated_text": "{\n \"intent\": \"To begin by exploring meaningful tools installed on the desktop.\",\n \"action\": \"DoubleClick(76, 730)\"\n}", + "action_string": "DoubleClick(76, 730)", + "intent_string": "To begin by exploring meaningful tools installed on the desktop.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 28, + 717, + 94, + 756 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 34, + 889, + 78, + 941 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Untitled 1 -LibreOfficeCalc", + "boxes": [ + 844, + 4, + 1076, + 22 + ] + }, + { + "text": "Edit View", + "boxes": [ + 38, + 26, + 116, + 44 + ] + }, + { + "text": "Help", + "boxes": [ + 526, + 30, + 550, + 44 + ] + }, + { + "text": "··目、自、", + "boxes": [ + 8, + 50, + 378, + 85 + ] + }, + { + "text": "血&", + "boxes": [ + 373, + 51, + 443, + 86 + ] + }, + { + "text": "勺·、", + "boxes": [ + 450, + 56, + 552, + 79 + ] + }, + { + "text": "田-", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "Liberationsan10aαaa要目目-% 00t三图-口目", + "boxes": [ + 12, + 93, + 1206, + 123 + ] + }, + { + "text": "=", + "boxes": [ + 148, + 125, + 258, + 157 + ] + }, + { + "text": "A1", + "boxes": [ + 8, + 135, + 26, + 149 + ] + }, + { + "text": "C", + "boxes": [ + 236, + 159, + 254, + 173 + ] + }, + { + "text": "", + "boxes": [ + 1890, + 171, + 1910, + 199 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 240 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1886, + 262, + 1912, + 314 + ] + }, + { + "text": "城", + "boxes": [ + 1890, + 304, + 1910, + 339 + ] + }, + { + "text": "18", + "boxes": [ + 16, + 465, + 30, + 480 + ] + }, + { + "text": "+5", + "boxes": [ + 16, + 927, + 28, + 939 + ] + }, + { + "text": "一→→+", + "boxes": [ + 14, + 995, + 132, + 1017 + ] + } + ] + }, + { + "frame_id": "170_2_1", + "episode_id": 170, + "env_id": 2, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.398660659790039, + "advantages": 0.30428341031074524, + "generated_text": "{\n \"intent\": \"Clicking the Bing icon will open the Microsoft Bing website, which can be explored next.\",\n \"action\": \"DoubleClick(648, 481)\"\n}", + "action_string": "DoubleClick(648, 481)", + "intent_string": "Clicking the Bing icon will open the Microsoft Bing website, which can be explored next.", + "before_screen_ocr_results": [ + { + "text": "N", + "boxes": [ + 68, + 38, + 82, + 54 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 470, + 295, + 616, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 486, + 415, + 638, + 439 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3 桥下躲冰電致堵车", + "boxes": [ + 1102, + 409, + 1296, + 445 + ] + }, + { + "text": "4 救人缺考男生将补考", + "boxes": [ + 480, + 449, + 656, + 478 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6 穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1264, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 804, + 1522, + 846 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1636, + 802, + 1698, + 844 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1458, + 852, + 1512, + 887 + ] + }, + { + "text": "1,31026 ", + "boxes": [ + 1630, + 846, + 1700, + 893 + ] + }, + { + "text": "13,16%", + "boxes": [ + 1626, + 891, + 1700, + 941 + ] + }, + { + "text": "科技资讯·13小时", + "boxes": [ + 276, + 923, + 374, + 941 + ] + }, + { + "text": "快数码·5小时", + "boxes": [ + 824, + 915, + 944, + 951 + ] + }, + { + "text": "金融界汽车·2小时", + "boxes": [ + 1136, + 917, + 1278, + 945 + ] + }, + { + "text": "苹果提前官宣ios19新功", + "boxes": [ + 822, + 937, + 1072, + 977 + ] + }, + { + "text": "江苏润达利取得汽车车门下护", + "boxes": [ + 1136, + 941, + 1408, + 977 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 935, + 1526, + 991 + ] + }, + { + "text": "+4.163 ", + "boxes": [ + 1632, + 937, + 1702, + 991 + ] + }, + { + "text": "法拉利CEO：车内多屏无用", + "boxes": [ + 204, + 949, + 564, + 985 + ] + }, + { + "text": "驾驶乐趣才是", + "boxes": [ + 584, + 947, + 768, + 985 + ] + }, + { + "text": "能：脑机接口来了未来有望意", + "boxes": [ + 822, + 967, + 1104, + 1003 + ] + }, + { + "text": "板专利，避免车门受到挤压变", + "boxes": [ + 1136, + 967, + 1410, + 1003 + ] + }, + { + "text": "核心诉求！", + "boxes": [ + 196, + 981, + 350, + 1024 + ] + }, + { + "text": "黄命", + "boxes": [ + 1454, + 983, + 1498, + 1032 + ] + }, + { + "text": "s1033 ", + "boxes": [ + 1632, + 983, + 1702, + 1036 + ] + }, + { + "text": "念控制iPhone", + "boxes": [ + 826, + 997, + 972, + 1026 + ] + }, + { + "text": "形", + "boxes": [ + 1138, + 1001, + 1170, + 1022 + ] + } + ] + }, + { + "frame_id": "170_3_1", + "episode_id": 170, + "env_id": 3, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.505720138549805, + "advantages": 0.38201043009757996, + "generated_text": "{\n \"intent\": \"Click on one of the highlighted websites to load and explore it further.\",\n \"action\": \"DoubleClick(624, 454)\"\n}", + "action_string": "DoubleClick(624, 454)", + "intent_string": "Click on one of the highlighted websites to load and explore it further.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing ", + "boxes": [ + 44, + 32, + 192, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 476, + 300, + 616, + 330 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡", + "boxes": [ + 788, + 409, + 968, + 445 + ] + }, + { + "text": "3 桥下躲冰電致堵车", + "boxes": [ + 1104, + 411, + 1294, + 441 + ] + }, + { + "text": "4救人缺考男生将福考", + "boxes": [ + 480, + 449, + 656, + 478 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1264, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "特频拉", + "boxes": [ + 1455, + 797, + 1523, + 847 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1636, + 802, + 1698, + 844 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1456, + 848, + 1514, + 889 + ] + }, + { + "text": "1,31026 ", + "boxes": [ + 1630, + 846, + 1700, + 893 + ] + }, + { + "text": "13,16%", + "boxes": [ + 1626, + 891, + 1700, + 941 + ] + }, + { + "text": "金融界汽车·2天", + "boxes": [ + 826, + 921, + 950, + 945 + ] + }, + { + "text": "科普中国·53分钟", + "boxes": [ + 1144, + 921, + 1270, + 945 + ] + }, + { + "text": "理想汽车申请车辆氛围灯专", + "boxes": [ + 826, + 943, + 1078, + 973 + ] + }, + { + "text": "人工智能的幻觉越来越严重，", + "boxes": [ + 1136, + 937, + 1398, + 977 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "+4.31636 ", + "boxes": [ + 1632, + 937, + 1698, + 987 + ] + }, + { + "text": "利，实现规则或不规则流动氛", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "而且会持续下去", + "boxes": [ + 1138, + 966, + 1288, + 1003 + ] + }, + { + "text": "【CS2】新手低价皮肤推荐", + "boxes": [ + 212, + 981, + 558, + 1021 + ] + }, + { + "text": "黄金", + "boxes": [ + 1460, + 989, + 1492, + 1020 + ] + }, + { + "text": "3-1.030", + "boxes": [ + 1634, + 985, + 1698, + 1024 + ] + }, + { + "text": "围光效提高用户体验", + "boxes": [ + 828, + 999, + 1014, + 1022 + ] + }, + { + "text": "b6b", + "boxes": [ + 1636, + 1020, + 1666, + 1034 + ] + } + ] + }, + { + "frame_id": "170_4_1", + "episode_id": 170, + "env_id": 4, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.551018714904785, + "advantages": -0.31111931800842285, + "generated_text": "{\n \"intent\": \"Clicking on the search bar will help me begin typing my query or exploration.\",\n \"action\": \"DoubleClick(1071, 302)\" \n}", + "action_string": "DoubleClick(1071, 302)", + "intent_string": "Clicking on the search bar will help me begin typing my query or exploration.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1276, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "170_5_1", + "episode_id": 170, + "env_id": 5, + "step": 1, + "format_rewards": 1.0, + "rewards": 11.350383758544922, + "advantages": 0.9952508807182312, + "generated_text": "{\n \"intent\": \"Moving towards opening one of the suggested sites, which will likely involve double clicking.\",\n \"action\": \"DoubleClick(898, 466)\" \n}", + "action_string": "DoubleClick(898, 466)", + "intent_string": "Moving towards opening one of the suggested sites, which will likely involve double clicking.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "爱奇艺-在线视频网站-海量正×十", + "boxes": [ + 6, + 28, + 250, + 58 + ] + }, + { + "text": "←", + "boxes": [ + 8, + 64, + 42, + 91 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 62, + 132, + 93 + ] + }, + { + "text": " https://www.iqiyi.com", + "boxes": [ + 246, + 64, + 466, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 68, + 1660, + 87 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1892, + 68, + 1906, + 85 + ] + }, + { + "text": " You must enable DRM to play some audio or video on this page. Learn More", + "boxes": [ + 52, + 109, + 646, + 143 + ] + }, + { + "text": "GO", + "boxes": [ + 10, + 105, + 52, + 145 + ] + }, + { + "text": " Enable DRM", + "boxes": [ + 1756, + 111, + 1872, + 143 + ] + }, + { + "text": "×", + "boxes": [ + 1876, + 119, + 1896, + 133 + ] + }, + { + "text": "iQIYI", + "boxes": [ + 17, + 164, + 97, + 207 + ] + }, + { + "text": "航海王 (热血冒险)", + "boxes": [ + 844, + 175, + 970, + 199 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1264, + 175, + 1324, + 201 + ] + }, + { + "text": "开通会员", + "boxes": [ + 1360, + 175, + 1448, + 199 + ] + }, + { + "text": "登录", + "boxes": [ + 1824, + 173, + 1892, + 199 + ] + }, + { + "text": "人生若如初见", + "boxes": [ + 1756, + 226, + 1904, + 258 + ] + }, + { + "text": "IA 首页", + "boxes": [ + 12, + 240, + 108, + 278 + ] + }, + { + "text": "淮水竹享", + "boxes": [ + 1834, + 268, + 1904, + 300 + ] + }, + { + "text": "免费", + "boxes": [ + 26, + 288, + 100, + 320 + ] + }, + { + "text": "恋爱兄妹", + "boxes": [ + 1832, + 316, + 1906, + 347 + ] + }, + { + "text": "短视频", + "boxes": [ + 28, + 332, + 116, + 363 + ] + }, + { + "text": "绝密较量", + "boxes": [ + 1834, + 363, + 1906, + 395 + ] + }, + { + "text": "会员中心", + "boxes": [ + 28, + 377, + 128, + 405 + ] + }, + { + "text": "X", + "boxes": [ + 1138, + 385, + 1158, + 405 + ] + }, + { + "text": "无忧渡", + "boxes": [ + 1850, + 411, + 1908, + 443 + ] + }, + { + "text": "人生", + "boxes": [ + 28, + 445, + 100, + 476 + ] + }, + { + "text": "根本停不下来", + "boxes": [ + 1799, + 454, + 1905, + 491 + ] + }, + { + "text": "电视剧", + "boxes": [ + 28, + 492, + 112, + 518 + ] + }, + { + "text": "学习时刻", + "boxes": [ + 1834, + 506, + 1908, + 538 + ] + }, + { + "text": "微剧", + "boxes": [ + 28, + 532, + 104, + 564 + ] + }, + { + "text": "不说话的爱", + "boxes": [ + 800, + 564, + 1076, + 687 + ] + }, + { + "text": "维京传奇", + "boxes": [ + 1834, + 556, + 1904, + 582 + ] + }, + { + "text": "?电影", + "boxes": [ + 28, + 576, + 96, + 609 + ] + }, + { + "text": "万界至尊", + "boxes": [ + 1832, + 602, + 1908, + 633 + ] + }, + { + "text": "云云影院", + "boxes": [ + 26, + 617, + 116, + 653 + ] + }, + { + "text": "五哈第5季", + "boxes": [ + 1826, + 651, + 1902, + 677 + ] + }, + { + "text": "综艺", + "boxes": [ + 30, + 665, + 100, + 697 + ] + }, + { + "text": "回望百年前时代的转角", + "boxes": [ + 226, + 669, + 398, + 705 + ] + }, + { + "text": "无声告白", + "boxes": [ + 894, + 673, + 984, + 705 + ] + }, + { + "text": "少儿", + "boxes": [ + 26, + 707, + 100, + 739 + ] + }, + { + "text": "张艺兴手语呐喊直击人心", + "boxes": [ + 846, + 703, + 1034, + 739 + ] + }, + { + "text": "种地吧第3季", + "boxes": [ + 1812, + 699, + 1902, + 725 + ] + }, + { + "text": "播放正片", + "boxes": [ + 266, + 727, + 356, + 758 + ] + }, + { + "text": "动漫", + "boxes": [ + 26, + 750, + 102, + 788 + ] + }, + { + "text": "立即预约", + "boxes": [ + 904, + 760, + 978, + 792 + ] + }, + { + "text": "纪录片", + "boxes": [ + 23, + 792, + 115, + 828 + ] + }, + { + "text": "游戏", + "boxes": [ + 24, + 840, + 100, + 872 + ] + }, + { + "text": "正在热播", + "boxes": [ + 180, + 860, + 270, + 885 + ] + }, + { + "text": "全部", + "boxes": [ + 282, + 864, + 322, + 883 + ] + }, + { + "text": "电视剧", + "boxes": [ + 336, + 866, + 388, + 883 + ] + }, + { + "text": "电影综艺动漫少儿纪录片", + "boxes": [ + 404, + 862, + 662, + 885 + ] + }, + { + "text": "传奇游戏库", + "boxes": [ + 28, + 881, + 142, + 916 + ] + }, + { + "text": "你正在追", + "boxes": [ + 184, + 903, + 254, + 929 + ] + }, + { + "text": "体育", + "boxes": [ + 24, + 925, + 102, + 963 + ] + }, + { + "text": "热", + "boxes": [ + 1636, + 921, + 1670, + 949 + ] + }, + { + "text": "超水西流", + "boxes": [ + 188, + 949, + 300, + 993 + ] + }, + { + "text": "辣", + "boxes": [ + 1634, + 955, + 1662, + 977 + ] + }, + { + "text": "吕 知识 ", + "boxes": [ + 26, + 973, + 102, + 1005 + ] + }, + { + "text": "直播", + "boxes": [ + 24, + 1018, + 102, + 1044 + ] + }, + { + "text": "0", + "boxes": [ + 14, + 1050, + 42, + 1064 + ] + }, + { + "text": "0O", + "boxes": [ + 104, + 1046, + 214, + 1070 + ] + }, + { + "text": "爱奇艺-在线视·", + "boxes": [ + 208, + 1048, + 308, + 1072 + ] + } + ] + }, + { + "frame_id": "170_6_1", + "episode_id": 170, + "env_id": 6, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.64278793334961, + "advantages": 0.4815240204334259, + "generated_text": "{\n \"intent\": \"Clicking on one of the top sites will allow me to quickly access popular sites such as Bing or Amazon which may provide useful information.\",\n \"action\": \"DoubleClick(678, 498)\" \n}", + "action_string": "DoubleClick(678, 498)", + "intent_string": "Clicking on one of the top sites will allow me to quickly access popular sites such as Bing or Amazon which may provide useful information.", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 44, + 66, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "bookmarks.", + "boxes": [ + 82, + 101, + 158, + 119 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 38, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 470, + 295, + 616, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1340, + 300, + 1360, + 326 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3 桥下躲冰電致堵车", + "boxes": [ + 1102, + 409, + 1296, + 445 + ] + }, + { + "text": "4 救人缺考男生将补考", + "boxes": [ + 480, + 449, + 654, + 478 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1264, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "特频拉", + "boxes": [ + 1455, + 797, + 1523, + 847 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1636, + 802, + 1698, + 844 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1456, + 848, + 1514, + 889 + ] + }, + { + "text": "1,31026 ", + "boxes": [ + 1630, + 846, + 1700, + 893 + ] + }, + { + "text": "13,16%", + "boxes": [ + 1626, + 891, + 1700, + 941 + ] + }, + { + "text": "科技资讯·13小时", + "boxes": [ + 278, + 923, + 374, + 941 + ] + }, + { + "text": "网上车市·16小时", + "boxes": [ + 826, + 919, + 962, + 949 + ] + }, + { + "text": "一点视频/My车转编", + "boxes": [ + 1156, + 925, + 1276, + 961 + ] + }, + { + "text": "“守护者\"智慧安全系统亮", + "boxes": [ + 826, + 937, + 1066, + 977 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 937, + 1162, + 953 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "+4.163 ", + "boxes": [ + 1632, + 937, + 1702, + 991 + ] + }, + { + "text": "法拉利CEO：车内多屏无用", + "boxes": [ + 204, + 949, + 564, + 985 + ] + }, + { + "text": "驾驶乐趣才是", + "boxes": [ + 582, + 947, + 764, + 985 + ] + }, + { + "text": "驾荣威纯电D6，反向虚标续", + "boxes": [ + 1136, + 953, + 1400, + 989 + ] + }, + { + "text": "相！2025奇瑞汽车安全之", + "boxes": [ + 824, + 967, + 1070, + 1003 + ] + }, + { + "text": "核心诉求！", + "boxes": [ + 198, + 983, + 348, + 1020 + ] + }, + { + "text": "航+CTB，花小钱办大事？", + "boxes": [ + 1136, + 979, + 1386, + 1014 + ] + }, + { + "text": "夜：向全球用户擦亮“中国..", + "boxes": [ + 822, + 991, + 1084, + 1028 + ] + }, + { + "text": "黄命", + "boxes": [ + 1454, + 983, + 1498, + 1032 + ] + }, + { + "text": "s1033 ", + "boxes": [ + 1632, + 983, + 1702, + 1036 + ] + } + ] + }, + { + "frame_id": "170_7_1", + "episode_id": 170, + "env_id": 7, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.412139892578125, + "advantages": 0.31406956911087036, + "generated_text": "{\n \"intent\": \"Clicking on one of the top sites will potentially open that website immediately.\",\n \"action\": \"DoubleClick(673, 480)\"\n}", + "action_string": "DoubleClick(673, 480)", + "intent_string": "Clicking on one of the top sites will potentially open that website immediately.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing ", + "boxes": [ + 36, + 32, + 190, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 470, + 295, + 616, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 486, + 415, + 638, + 439 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3 桥下躲冰電致堵车", + "boxes": [ + 1102, + 409, + 1296, + 445 + ] + }, + { + "text": "4 救人缺考男生将补考", + "boxes": [ + 482, + 449, + 654, + 478 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6 穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1264, + 478 + ] + }, + { + "text": "五三热移", + "boxes": [ + 1276, + 770, + 1380, + 840 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "链新址项", + "boxes": [ + 1456, + 800, + 1524, + 850 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1636, + 802, + 1698, + 844 + ] + }, + { + "text": "求面积", + "boxes": [ + 1296, + 822, + 1356, + 848 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1456, + 848, + 1516, + 891 + ] + }, + { + "text": "1,31026 ", + "boxes": [ + 1630, + 846, + 1700, + 893 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1451, + 886, + 1549, + 940 + ] + }, + { + "text": "13,16%", + "boxes": [ + 1626, + 891, + 1700, + 941 + ] + }, + { + "text": "科技资讯·13小时", + "boxes": [ + 276, + 923, + 374, + 941 + ] + }, + { + "text": "金融界汽车·2小时", + "boxes": [ + 824, + 917, + 966, + 945 + ] + }, + { + "text": "一点视频/小张园地·3周", + "boxes": [ + 1138, + 929, + 1310, + 959 + ] + }, + { + "text": "江苏润达利取得汽车车门下护", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "+4.163 ", + "boxes": [ + 1632, + 937, + 1702, + 991 + ] + }, + { + "text": "法拉利CEO：车内多屏无用", + "boxes": [ + 204, + 949, + 564, + 985 + ] + }, + { + "text": "驾驶乐趣才是", + "boxes": [ + 584, + 947, + 768, + 985 + ] + }, + { + "text": "五年级附加题，求面积，六年", + "boxes": [ + 1134, + 949, + 1410, + 991 + ] + }, + { + "text": "板专利，避免车门受到挤压变", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "核心诉求！", + "boxes": [ + 198, + 983, + 348, + 1020 + ] + }, + { + "text": "级学生试试", + "boxes": [ + 1140, + 983, + 1248, + 1011 + ] + }, + { + "text": "黄命", + "boxes": [ + 1454, + 983, + 1498, + 1032 + ] + }, + { + "text": "s1033 ", + "boxes": [ + 1632, + 983, + 1702, + 1036 + ] + }, + { + "text": "形", + "boxes": [ + 826, + 999, + 854, + 1022 + ] + } + ] + }, + { + "frame_id": "170_0_2", + "episode_id": 170, + "env_id": 0, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.182807922363281, + "advantages": 0.14757058024406433, + "generated_text": "{\n \"intent\": \"Scrolling down the website page to see more deals and products underneath the tours offer\",\n \"action\": \"DoubleClick(1057, 548)\"\n}", + "action_string": "DoubleClick(1057, 548)", + "intent_string": "Scrolling down the website page to see more deals and products underneath the tours offer", + "before_screen_ocr_results": [ + { + "text": "<", + "boxes": [ + 6, + 62, + 40, + 93 + ] + }, + { + "text": "→×", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1872, + 89 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": " Search Amazon", + "boxes": [ + 302, + 115, + 412, + 139 + ] + }, + { + "text": "EN", + "boxes": [ + 1524, + 121, + 1576, + 147 + ] + }, + { + "text": "三ALl", + "boxes": [ + 24, + 167, + 66, + 193 + ] + }, + { + "text": "Free international returns", + "boxes": [ + 512, + 254, + 1056, + 312 + ] + }, + { + "text": "on qualifying items*", + "boxes": [ + 696, + 316, + 902, + 351 + ] + }, + { + "text": "*Restrictions aply ", + "boxes": [ + 731, + 353, + 841, + 392 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 980, + 530, + 1202, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1354, + 532, + 1654, + 556 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1354, + 891, + 1484, + 909 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1026 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→×白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "@ Crive to", + "boxes": [ + 131, + 104, + 219, + 152 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 416, + 143 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "New arrivals in Toys", + "boxes": [ + 770, + 252, + 1192, + 314 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 410, + 844, + 438, + 858 + ] + }, + { + "text": "Seemore", + "boxes": [ + 240, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 891, + 1486, + 909 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 238, + 997, + 356, + 1026 + ] + } + ] + }, + { + "frame_id": "170_1_2", + "episode_id": 170, + "env_id": 1, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.073531150817871, + "advantages": 0.06823375821113586, + "generated_text": "{\n \"intent\": \"To begin interacting with LibreOffice Calc by clicking on cell A1.\",\n \"action\": \"DoubleClick(97, 12)\"\n}", + "action_string": "DoubleClick(97, 12)", + "intent_string": "To begin interacting with LibreOffice Calc by clicking on cell A1.", + "before_screen_ocr_results": [ + { + "text": "Untitled 1 -LibreOfficeCalc", + "boxes": [ + 844, + 4, + 1076, + 22 + ] + }, + { + "text": "Edit View", + "boxes": [ + 38, + 26, + 116, + 44 + ] + }, + { + "text": "Help", + "boxes": [ + 526, + 30, + 550, + 44 + ] + }, + { + "text": "··目、自、", + "boxes": [ + 8, + 50, + 378, + 85 + ] + }, + { + "text": "血&", + "boxes": [ + 373, + 51, + 443, + 86 + ] + }, + { + "text": "勺·、", + "boxes": [ + 450, + 56, + 552, + 79 + ] + }, + { + "text": "田-", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "Liberationsan10aαaa要目目-% 00t三图-口目", + "boxes": [ + 12, + 93, + 1206, + 123 + ] + }, + { + "text": "=", + "boxes": [ + 148, + 125, + 258, + 157 + ] + }, + { + "text": "A1", + "boxes": [ + 8, + 135, + 26, + 149 + ] + }, + { + "text": "C", + "boxes": [ + 234, + 154, + 256, + 176 + ] + }, + { + "text": "", + "boxes": [ + 1890, + 171, + 1910, + 199 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 240 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1886, + 262, + 1912, + 314 + ] + }, + { + "text": "城", + "boxes": [ + 1890, + 304, + 1910, + 339 + ] + }, + { + "text": "18", + "boxes": [ + 16, + 465, + 30, + 480 + ] + }, + { + "text": "+5", + "boxes": [ + 16, + 927, + 28, + 939 + ] + }, + { + "text": "K一→一", + "boxes": [ + 14, + 997, + 104, + 1014 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Untitled 1 - LibreOffice Cal", + "boxes": [ + 844, + 10, + 1068, + 28 + ] + }, + { + "text": "Edit View", + "boxes": [ + 100, + 36, + 188, + 54 + ] + }, + { + "text": "Format Styles Sheet Data Tools Window Help", + "boxes": [ + 238, + 30, + 616, + 60 + ] + }, + { + "text": "Fire", + "boxes": [ + 30, + 68, + 60, + 87 + ] + }, + { + "text": "·-目-电自、", + "boxes": [ + 70, + 60, + 438, + 89 + ] + }, + { + "text": "上&", + "boxes": [ + 432, + 64, + 500, + 89 + ] + }, + { + "text": "G-、", + "boxes": [ + 506, + 64, + 610, + 87 + ] + }, + { + "text": "X田-I·个I-口田", + "boxes": [ + 598, + 60, + 1318, + 89 + ] + }, + { + "text": "Liberation San", + "boxes": [ + 76, + 105, + 174, + 123 + ] + }, + { + "text": "aaaa目==用国日目-%00t三三田-目", + "boxes": [ + 272, + 99, + 1262, + 129 + ] + }, + { + "text": "、=", + "boxes": [ + 218, + 135, + 306, + 161 + ] + }, + { + "text": "Mou", + "boxes": [ + 12, + 173, + 46, + 195 + ] + }, + { + "text": "HDO", + "boxes": [ + 1824, + 202, + 1862, + 349 + ] + }, + { + "text": "Ter", + "boxes": [ + 24, + 280, + 46, + 306 + ] + }, + { + "text": "Cal", + "boxes": [ + 16, + 393, + 44, + 415 + ] + }, + { + "text": "ib", + "boxes": [ + 26, + 504, + 50, + 518 + ] + }, + { + "text": "不→二", + "boxes": [ + 68, + 969, + 156, + 987 + ] + }, + { + "text": "+", + "boxes": [ + 156, + 971, + 186, + 985 + ] + }, + { + "text": " Sheet 1 of 1", + "boxes": [ + 61, + 986, + 145, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 994, + 989, + 1078, + 1012 + ] + } + ] + }, + { + "frame_id": "170_2_2", + "episode_id": 170, + "env_id": 2, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.488579750061035, + "advantages": 0.3695662319660187, + "generated_text": "{\n \"intent\": \"Scroll the screen to explore the search results and discover items such as the July holiday schedule, breaking news like the victory of Zheng Xuan, and gaming offers.\",\n \"action\": \"DoubleClick(547, 24)\" \n}", + "action_string": "DoubleClick(547, 24)", + "intent_string": "Scroll the screen to explore the search results and discover items such as the July holiday schedule, breaking news like the victory of Zheng Xuan, and gaming offers.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 470, + 296, + 614, + 328 + ] + }, + { + "text": "Q", + "boxes": [ + 1340, + 300, + 1360, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3 桥下躲冰電致堵车", + "boxes": [ + 1102, + 409, + 1296, + 445 + ] + }, + { + "text": "4 救人缺考男生将补考", + "boxes": [ + 482, + 449, + 656, + 478 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6 穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1264, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "刀换模式", + "boxes": [ + 194, + 800, + 278, + 826 + ] + }, + { + "text": "观看图鉴", + "boxes": [ + 300, + 798, + 400, + 822 + ] + }, + { + "text": "TTT29555", + "boxes": [ + 628, + 800, + 722, + 826 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 804, + 1522, + 846 + ] + }, + { + "text": "戴宝图", + "boxes": [ + 526, + 848, + 590, + 881 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1458, + 852, + 1512, + 887 + ] + }, + { + "text": "1,63026", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1451, + 886, + 1549, + 940 + ] + }, + { + "text": "13,167 ", + "boxes": [ + 1628, + 893, + 1700, + 941 + ] + }, + { + "text": "快数码·5小时", + "boxes": [ + 828, + 917, + 944, + 947 + ] + }, + { + "text": "金融界汽车·2小时", + "boxes": [ + 1138, + 919, + 1278, + 943 + ] + }, + { + "text": "梦幻西游图最划算的口袋刷环方式，必给80", + "boxes": [ + 198, + 943, + 780, + 987 + ] + }, + { + "text": "苹果提前官宣ioS19新功", + "boxes": [ + 824, + 937, + 1072, + 977 + ] + }, + { + "text": "江苏润达利取得汽车车门下护", + "boxes": [ + 1136, + 941, + 1408, + 977 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1698, + 987 + ] + }, + { + "text": "装备", + "boxes": [ + 195, + 976, + 271, + 1022 + ] + }, + { + "text": "能：脑机接口来了未来有望意", + "boxes": [ + 822, + 967, + 1104, + 1003 + ] + }, + { + "text": "板专利，避免车门受到挤压变", + "boxes": [ + 1134, + 967, + 1410, + 1003 + ] + }, + { + "text": "，成本是固定不变的单价", + "boxes": [ + 268, + 985, + 564, + 1020 + ] + }, + { + "text": "黄", + "boxes": [ + 1458, + 987, + 1494, + 1030 + ] + }, + { + "text": "5103536", + "boxes": [ + 1630, + 985, + 1700, + 1034 + ] + }, + { + "text": "念控制iPhone", + "boxes": [ + 826, + 997, + 972, + 1026 + ] + }, + { + "text": "形", + "boxes": [ + 1138, + 1001, + 1170, + 1022 + ] + }, + { + "text": "2", + "boxes": [ + 832, + 1028, + 856, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×", + "boxes": [ + 196, + 36, + 218, + 50 + ] + }, + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "→", + "boxes": [ + 40, + 66, + 130, + 89 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 14, + 103, + 158, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "170_3_2", + "episode_id": 170, + "env_id": 3, + "step": 2, + "format_rewards": 1.0, + "rewards": 11.050933837890625, + "advantages": 0.777845025062561, + "generated_text": "{\n \"intent\": \"I want to explore more trending topics on Bing\",\n \"action\": \"DoubleClick(561, 425)\"\n}", + "action_string": "DoubleClick(561, 425)", + "intent_string": "I want to explore more trending topics on Bing", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 472, + 298, + 614, + 330 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3桥下躲冰電致堵车", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4救人缺考男生将福考", + "boxes": [ + 482, + 453, + 652, + 476 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1264, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "特频拉上", + "boxes": [ + 1460, + 804, + 1520, + 846 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1460, + 852, + 1512, + 887 + ] + }, + { + "text": "1,-13026 ", + "boxes": [ + 1634, + 850, + 1698, + 889 + ] + }, + { + "text": "13,7676", + "boxes": [ + 1630, + 895, + 1692, + 937 + ] + }, + { + "text": "金融界汽车·2天", + "boxes": [ + 826, + 917, + 952, + 947 + ] + }, + { + "text": "科普中国·53分钟", + "boxes": [ + 1144, + 921, + 1270, + 945 + ] + }, + { + "text": "理想汽车申请车辆氛围灯专", + "boxes": [ + 826, + 943, + 1078, + 973 + ] + }, + { + "text": "人工智能的幻觉越来越严重，", + "boxes": [ + 1136, + 937, + 1398, + 977 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 937, + 1524, + 987 + ] + }, + { + "text": "通用", + "boxes": [ + 208, + 953, + 270, + 979 + ] + }, + { + "text": "气车申请用于对车辆执行相机与地面对准", + "boxes": [ + 276, + 949, + 792, + 985 + ] + }, + { + "text": "+4.16%", + "boxes": [ + 1640, + 945, + 1690, + 973 + ] + }, + { + "text": "利，实现规则或不规则流动氛", + "boxes": [ + 826, + 967, + 1098, + 1003 + ] + }, + { + "text": "而且会持续下去", + "boxes": [ + 1138, + 966, + 1288, + 1003 + ] + }, + { + "text": "的系统和方法专利，提高相机与地面对准的.", + "boxes": [ + 200, + 981, + 768, + 1022 + ] + }, + { + "text": "围光效提高用户体验", + "boxes": [ + 826, + 995, + 1016, + 1024 + ] + }, + { + "text": "黄金", + "boxes": [ + 1460, + 989, + 1492, + 1020 + ] + }, + { + "text": "1.03%", + "boxes": [ + 1642, + 993, + 1688, + 1011 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 176, + 155, + 314, + 187 + ] + }, + { + "text": "Sign in", + "boxes": [ + 1564, + 163, + 1604, + 179 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 288, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 230 + ] + }, + { + "text": " About 145,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪网", + "boxes": [ + 212, + 294, + 266, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "https://news.sina.com.cn>doc-inewqxsa..Translate", + "boxes": [ + 216, + 314, + 544, + 338 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票-新..", + "boxes": [ + 176, + 336, + 674, + 371 + ] + }, + { + "text": "2 hours ago·新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火", + "boxes": [ + 178, + 363, + 776, + 393 + ] + }, + { + "text": "车票。预填信息快速购票：在火车票起售当日页面，点击购票信息预", + "boxes": [ + 180, + 389, + 606, + 413 + ] + }, + { + "text": "放假3天不调休端午假期火车票即将开售票日历来了", + "boxes": [ + 192, + 423, + 680, + 453 + ] + }, + { + "text": "5月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。中国铁路还提", + "boxes": [ + 194, + 451, + 760, + 474 + ] + }, + { + "text": "醒，在火车票起售当日页面点击购票信息预填，即可提前", + "boxes": [ + 194, + 472, + 550, + 496 + ] + }, + { + "text": "See results only from news.sina.com.cn", + "boxes": [ + 194, + 510, + 446, + 534 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 556, + 278, + 582 + ] + }, + { + "text": "https:/finance.sina.com..cn tech rllI doc. ranslae this result ", + "boxes": [ + 208, + 570, + 624, + 602 + ] + }, + { + "text": "放假3天不调休 端午假期火车票即将开售购票日历来了", + "boxes": [ + 176, + 598, + 666, + 633 + ] + }, + { + "text": "4 hours ago·5月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。中国", + "boxes": [ + 178, + 625, + 786, + 655 + ] + }, + { + "text": "铁路还提醒，在火车票起售当日页面点击购票信息预填，即可提前选择，", + "boxes": [ + 178, + 651, + 622, + 675 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 210, + 695, + 292, + 721 + ] + }, + { + "text": "CD", + "boxes": [ + 186, + 711, + 204, + 725 + ] + }, + { + "text": "https://cnews.chinadaily.com.cn Translatethisresult", + "boxes": [ + 210, + 713, + 538, + 742 + ] + }, + { + "text": "端午假期购票日历来了，收好购票攻略－中国日报网", + "boxes": [ + 172, + 735, + 642, + 770 + ] + }, + { + "text": "2 hours ago·端午假期购票日历来啦！今天可购买5月29日火车票预填信息快速购票在火车票起", + "boxes": [ + 174, + 762, + 790, + 796 + ] + }, + { + "text": "售当日页面 点击购票信息预填旅客即可提前选择乘车人、预选", + "boxes": [ + 180, + 790, + 574, + 814 + ] + }, + { + "text": "中国新闻网", + "boxes": [ + 214, + 836, + 292, + 862 + ] + }, + { + "text": "HA", + "boxes": [ + 186, + 850, + 204, + 866 + ] + }, + { + "text": "端午假期购票日历，请查收！－中国新闻网", + "boxes": [ + 178, + 879, + 560, + 909 + ] + }, + { + "text": "3 hours ago·端午假期购票日历来啦！！！今天可购买5月29日火车票快快收藏+转发预填信息", + "boxes": [ + 178, + 905, + 788, + 935 + ] + }, + { + "text": "快速购票 在火车票起售当日页面 点击购票信息预填 旅客即可提前选择 乘车人、预选车次、预，", + "boxes": [ + 176, + 927, + 764, + 957 + ] + }, + { + "text": "中关村在线", + "boxes": [ + 210, + 975, + 294, + 1001 + ] + }, + { + "text": "日", + "boxes": [ + 182, + 987, + 208, + 1009 + ] + }, + { + "text": "https://news.zol.com.cn Translate this result ", + "boxes": [ + 214, + 993, + 486, + 1021 + ] + }, + { + "text": "午假期购票", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "170_4_2", + "episode_id": 170, + "env_id": 4, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.468748092651367, + "advantages": 0.35516810417175293, + "generated_text": "{\n \"intent\": \"To open the Bing site by clicking on its icon.\",\n \"action\": \"DoubleClick(627, 491)\"\n}", + "action_string": "DoubleClick(627, 491)", + "intent_string": "To open the Bing site by clicking on its icon.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 640, + 284, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1276, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search-Microsoft Bing×+", + "boxes": [ + 26, + 32, + 244, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 8, + 64, + 42, + 91 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 18, + 107, + 188, + 155 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 472, + 298, + 616, + 330 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 365, + 644, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 415, + 638, + 439 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡", + "boxes": [ + 788, + 409, + 968, + 445 + ] + }, + { + "text": "3 桥下躲冰電致堵车", + "boxes": [ + 1102, + 409, + 1296, + 445 + ] + }, + { + "text": "4救人缺考男生将补考", + "boxes": [ + 482, + 453, + 652, + 476 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6 穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1264, + 478 + ] + }, + { + "text": "231", + "boxes": [ + 299, + 838, + 480, + 935 + ] + }, + { + "text": "0321", + "boxes": [ + 450, + 830, + 752, + 965 + ] + }, + { + "text": "视频/天天数", + "boxes": [ + 252, + 923, + 320, + 941 + ] + }, + { + "text": "金融界汽车·30分钟", + "boxes": [ + 832, + 921, + 972, + 945 + ] + }, + { + "text": "选车号·17小时", + "boxes": [ + 1144, + 921, + 1262, + 945 + ] + }, + { + "text": "初中数学比较大小，不用缩放简单变形即可", + "boxes": [ + 200, + 943, + 760, + 987 + ] + }, + { + "text": "宁波永科取得汽车减震衬套骨", + "boxes": [ + 826, + 941, + 1096, + 977 + ] + }, + { + "text": "全新智己L6：以“智能+舒", + "boxes": [ + 1138, + 941, + 1386, + 977 + ] + }, + { + "text": "架专利，防止骨架安装漏胶", + "boxes": [ + 824, + 967, + 1080, + 1003 + ] + }, + { + "text": "适\"重构20万级纯电轿车价值", + "boxes": [ + 1136, + 967, + 1410, + 1003 + ] + }, + { + "text": "初中数学比较大小，不用缩放简单变形即可", + "boxes": [ + 204, + 985, + 756, + 1020 + ] + } + ] + }, + { + "frame_id": "170_5_2", + "episode_id": 170, + "env_id": 5, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.975654602050781, + "advantages": -0.0028263116255402565, + "generated_text": "{\n \"intent\": \"Click on the '播放正片' button to start watching剧集，进一步探索和体验。\",\n \"action\": \"DoubleClick(175, 12)\"\n}", + "action_string": "DoubleClick(175, 12)", + "intent_string": "Click on the '播放正片' button to start watching剧集，进一步探索和体验。", + "before_screen_ocr_results": [ + { + "text": "爱奇艺-在线视频网站-海量正×十", + "boxes": [ + 8, + 30, + 248, + 54 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 62, + 132, + 93 + ] + }, + { + "text": " https:/ww.iqiyi.com", + "boxes": [ + 248, + 64, + 464, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 68, + 1660, + 87 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1880, + 93 + ] + }, + { + "text": "三", + "boxes": [ + 1892, + 68, + 1906, + 85 + ] + }, + { + "text": "?", + "boxes": [ + 16, + 113, + 50, + 141 + ] + }, + { + "text": " You must enable DRM to play some audio or video on this page. Learn More", + "boxes": [ + 52, + 109, + 646, + 143 + ] + }, + { + "text": " Enable DRM", + "boxes": [ + 1756, + 111, + 1872, + 143 + ] + }, + { + "text": "×", + "boxes": [ + 1876, + 117, + 1896, + 133 + ] + }, + { + "text": "iQIYI", + "boxes": [ + 18, + 169, + 98, + 206 + ] + }, + { + "text": "开通会员", + "boxes": [ + 1362, + 175, + 1454, + 199 + ] + }, + { + "text": "+", + "boxes": [ + 1548, + 171, + 1566, + 187 + ] + }, + { + "text": "O", + "boxes": [ + 1758, + 167, + 1784, + 187 + ] + }, + { + "text": "狐妖小红娘王权篇", + "boxes": [ + 850, + 177, + 962, + 195 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1268, + 177, + 1318, + 197 + ] + }, + { + "text": "登录", + "boxes": [ + 1822, + 173, + 1894, + 199 + ] + }, + { + "text": "人生若如初见", + "boxes": [ + 1754, + 226, + 1904, + 258 + ] + }, + { + "text": "IA首页", + "boxes": [ + 10, + 240, + 108, + 278 + ] + }, + { + "text": "淮水竹享", + "boxes": [ + 1834, + 268, + 1906, + 300 + ] + }, + { + "text": "免费", + "boxes": [ + 24, + 286, + 102, + 324 + ] + }, + { + "text": "恋爱兄妹", + "boxes": [ + 1834, + 316, + 1906, + 347 + ] + }, + { + "text": "短视频", + "boxes": [ + 26, + 332, + 116, + 363 + ] + }, + { + "text": "绝密较量", + "boxes": [ + 1834, + 363, + 1906, + 395 + ] + }, + { + "text": "会员中心", + "boxes": [ + 30, + 379, + 128, + 405 + ] + }, + { + "text": "无忧渡", + "boxes": [ + 1850, + 411, + 1908, + 443 + ] + }, + { + "text": "人生", + "boxes": [ + 26, + 445, + 100, + 476 + ] + }, + { + "text": "根本停不下来", + "boxes": [ + 1802, + 459, + 1904, + 490 + ] + }, + { + "text": "电视剧", + "boxes": [ + 23, + 484, + 115, + 521 + ] + }, + { + "text": "学习时刻", + "boxes": [ + 1834, + 506, + 1908, + 538 + ] + }, + { + "text": "微剧", + "boxes": [ + 26, + 532, + 106, + 564 + ] + }, + { + "text": "维京传奇", + "boxes": [ + 1832, + 554, + 1906, + 586 + ] + }, + { + "text": "不说话的爱", + "boxes": [ + 800, + 564, + 1076, + 687 + ] + }, + { + "text": "?电影", + "boxes": [ + 26, + 576, + 96, + 609 + ] + }, + { + "text": "万界至尊", + "boxes": [ + 1832, + 602, + 1908, + 633 + ] + }, + { + "text": "云云影院", + "boxes": [ + 26, + 617, + 112, + 653 + ] + }, + { + "text": "五哈第5季", + "boxes": [ + 1826, + 649, + 1902, + 675 + ] + }, + { + "text": "综艺", + "boxes": [ + 28, + 665, + 98, + 697 + ] + }, + { + "text": "无声告白", + "boxes": [ + 894, + 673, + 984, + 705 + ] + }, + { + "text": "少儿", + "boxes": [ + 26, + 707, + 98, + 739 + ] + }, + { + "text": "张艺兴手语呐喊直击人心", + "boxes": [ + 846, + 703, + 1034, + 739 + ] + }, + { + "text": "种地吧第3季", + "boxes": [ + 1812, + 699, + 1902, + 725 + ] + }, + { + "text": "播放正片", + "boxes": [ + 268, + 729, + 354, + 754 + ] + }, + { + "text": "动漫", + "boxes": [ + 24, + 750, + 102, + 788 + ] + }, + { + "text": "立即预约", + "boxes": [ + 904, + 760, + 980, + 792 + ] + }, + { + "text": "纪录片", + "boxes": [ + 26, + 796, + 114, + 828 + ] + }, + { + "text": "游戏", + "boxes": [ + 24, + 840, + 100, + 872 + ] + }, + { + "text": "正在热播", + "boxes": [ + 180, + 860, + 270, + 885 + ] + }, + { + "text": "全部", + "boxes": [ + 284, + 864, + 324, + 883 + ] + }, + { + "text": "电视剧", + "boxes": [ + 336, + 866, + 388, + 883 + ] + }, + { + "text": "电影", + "boxes": [ + 406, + 864, + 444, + 883 + ] + }, + { + "text": "综艺动漫少儿纪录片", + "boxes": [ + 436, + 862, + 662, + 885 + ] + }, + { + "text": "传奇游戏库", + "boxes": [ + 28, + 881, + 142, + 916 + ] + }, + { + "text": "你正在追", + "boxes": [ + 184, + 903, + 254, + 929 + ] + }, + { + "text": "体育", + "boxes": [ + 24, + 925, + 102, + 963 + ] + }, + { + "text": "超水西流", + "boxes": [ + 188, + 949, + 300, + 993 + ] + }, + { + "text": "吕 知识 ", + "boxes": [ + 26, + 973, + 102, + 1005 + ] + }, + { + "text": "直播", + "boxes": [ + 24, + 1018, + 102, + 1044 + ] + }, + { + "text": "3", + "boxes": [ + 180, + 1050, + 206, + 1064 + ] + }, + { + "text": "爱奇艺-在线视·", + "boxes": [ + 216, + 1048, + 308, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 44, + 340, + 62 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 1070, + 42, + 1196, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正×十", + "boxes": [ + 322, + 66, + 574, + 95 + ] + }, + { + "text": "→白", + "boxes": [ + 350, + 101, + 454, + 133 + ] + }, + { + "text": " https:/ww.iai.com", + "boxes": [ + 542, + 97, + 762, + 137 + ] + }, + { + "text": "·日☆", + "boxes": [ + 1282, + 101, + 1370, + 133 + ] + }, + { + "text": "三日@", + "boxes": [ + 1457, + 95, + 1571, + 138 + ] + }, + { + "text": "You must enable DRM to play some audio or video on this page. Learn More", + "boxes": [ + 376, + 149, + 970, + 185 + ] + }, + { + "text": " Enable DRM", + "boxes": [ + 1438, + 149, + 1546, + 181 + ] + }, + { + "text": "×", + "boxes": [ + 1553, + 154, + 1579, + 175 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 170, + 110, + 201 + ] + }, + { + "text": "iQIYI", + "boxes": [ + 338, + 210, + 416, + 242 + ] + }, + { + "text": "个", + "boxes": [ + 1282, + 208, + 1298, + 222 + ] + }, + { + "text": "四", + "boxes": [ + 1332, + 202, + 1360, + 224 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 948, + 216, + 996, + 234 + ] + }, + { + "text": "登录", + "boxes": [ + 1502, + 208, + 1576, + 240 + ] + }, + { + "text": "人生若如初见", + "boxes": [ + 1448, + 268, + 1588, + 300 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 104, + 308 + ] + }, + { + "text": "IA 首页", + "boxes": [ + 332, + 282, + 428, + 314 + ] + }, + { + "text": "淮水竹亭", + "boxes": [ + 1518, + 310, + 1586, + 336 + ] + }, + { + "text": "免费", + "boxes": [ + 346, + 326, + 420, + 357 + ] + }, + { + "text": "恋爱兄妹", + "boxes": [ + 1516, + 345, + 1588, + 371 + ] + }, + { + "text": "短视频", + "boxes": [ + 348, + 369, + 436, + 401 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "绝密较量", + "boxes": [ + 1516, + 379, + 1590, + 411 + ] + }, + { + "text": "会员中心", + "boxes": [ + 345, + 410, + 453, + 447 + ] + }, + { + "text": "无忧渡", + "boxes": [ + 1530, + 419, + 1590, + 451 + ] + }, + { + "text": "根本停不下来", + "boxes": [ + 1486, + 457, + 1586, + 482 + ] + }, + { + "text": "人生", + "boxes": [ + 346, + 480, + 424, + 518 + ] + }, + { + "text": "学习时刻", + "boxes": [ + 1516, + 490, + 1590, + 522 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 502, + 92, + 528 + ] + }, + { + "text": "电视剧", + "boxes": [ + 346, + 526, + 436, + 558 + ] + }, + { + "text": "维京传奇", + "boxes": [ + 1516, + 532, + 1588, + 558 + ] + }, + { + "text": "微剧", + "boxes": [ + 348, + 572, + 424, + 604 + ] + }, + { + "text": "不说话的爱", + "boxes": [ + 802, + 570, + 1074, + 685 + ] + }, + { + "text": "万界至尊", + "boxes": [ + 1514, + 566, + 1588, + 598 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "?电影", + "boxes": [ + 346, + 615, + 420, + 647 + ] + }, + { + "text": "五哈第5季", + "boxes": [ + 1508, + 606, + 1586, + 631 + ] + }, + { + "text": "播放正片", + "boxes": [ + 586, + 617, + 676, + 649 + ] + }, + { + "text": "种地吧第3季", + "boxes": [ + 1492, + 643, + 1586, + 667 + ] + }, + { + "text": "云云影院", + "boxes": [ + 346, + 659, + 436, + 691 + ] + }, + { + "text": "无声告白", + "boxes": [ + 894, + 671, + 988, + 703 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "综艺", + "boxes": [ + 346, + 701, + 422, + 739 + ] + }, + { + "text": "张艺兴手语呐喊直击人心", + "boxes": [ + 850, + 705, + 1032, + 735 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "正在热播", + "boxes": [ + 500, + 727, + 592, + 758 + ] + }, + { + "text": "全部", + "boxes": [ + 602, + 731, + 644, + 756 + ] + }, + { + "text": "电视剧", + "boxes": [ + 662, + 733, + 706, + 752 + ] + }, + { + "text": "@少儿", + "boxes": [ + 344, + 744, + 422, + 782 + ] + }, + { + "text": "立即预约", + "boxes": [ + 906, + 762, + 978, + 788 + ] + }, + { + "text": "你正在追", + "boxes": [ + 504, + 772, + 578, + 798 + ] + }, + { + "text": "动漫", + "boxes": [ + 348, + 792, + 422, + 824 + ] + }, + { + "text": "超水西流", + "boxes": [ + 512, + 816, + 614, + 854 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": " 纪录片", + "boxes": [ + 348, + 836, + 434, + 868 + ] + }, + { + "text": "游戏", + "boxes": [ + 348, + 879, + 422, + 911 + ] + }, + { + "text": "传奇游戏库", + "boxes": [ + 348, + 919, + 470, + 955 + ] + }, + { + "text": "怒水西流", + "boxes": [ + 502, + 919, + 578, + 951 + ] + }, + { + "text": "跨过鸭绿江", + "boxes": [ + 778, + 921, + 864, + 947 + ] + }, + { + "text": "护卫者3：决战", + "boxes": [ + 1048, + 919, + 1164, + 949 + ] + }, + { + "text": "一起长大的约定", + "boxes": [ + 1324, + 919, + 1440, + 949 + ] + }, + { + "text": "Files", + "boxes": [ + 30, + 935, + 88, + 976 + ] + }, + { + "text": "继续观看", + "boxes": [ + 506, + 943, + 568, + 969 + ] + }, + { + "text": "王志飞展现军人魅力", + "boxes": [ + 778, + 945, + 908, + 969 + ] + }, + { + "text": "向佐爆笑真人快打", + "boxes": [ + 1052, + 947, + 1162, + 965 + ] + }, + { + "text": "体育", + "boxes": [ + 348, + 967, + 420, + 999 + ] + }, + { + "text": "", + "boxes": [ + 82, + 1048, + 148, + 1066 + ] + }, + { + "text": "爱奇艺-在线视，··", + "boxes": [ + 208, + 1048, + 316, + 1076 + ] + } + ] + }, + { + "frame_id": "170_6_2", + "episode_id": 170, + "env_id": 6, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.953680038452148, + "advantages": -0.01878022588789463, + "generated_text": "{\n \"intent\": \"Enter the given search term '端午假期购票日历' into the Bing search bar.\",\n \"action\": \"DoubleClick(744, 307)\" \n}", + "action_string": "DoubleClick(744, 307)", + "intent_string": "Enter the given search term '端午假期购票日历' into the Bing search bar.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 470, + 295, + 616, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3桥下躲冰電致堵车", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 救人缺考男生将补考", + "boxes": [ + 480, + 449, + 654, + 478 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1264, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1550, + 794 + ] + }, + { + "text": "特频拉上", + "boxes": [ + 1460, + 804, + 1520, + 846 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1460, + 852, + 1512, + 887 + ] + }, + { + "text": "1,63026", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "13,16% ", + "boxes": [ + 1626, + 893, + 1700, + 941 + ] + }, + { + "text": "网上车市·16小时", + "boxes": [ + 828, + 921, + 958, + 945 + ] + }, + { + "text": "一点视频/My车转编", + "boxes": [ + 1156, + 925, + 1276, + 961 + ] + }, + { + "text": "“守护者”智慧安全系统亮", + "boxes": [ + 828, + 941, + 1066, + 977 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 937, + 1162, + 953 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "小黑盒游戏·2周", + "boxes": [ + 204, + 955, + 326, + 979 + ] + }, + { + "text": "驾荣威纯电D6，反向虚标续", + "boxes": [ + 1136, + 953, + 1400, + 989 + ] + }, + { + "text": "相！2025奇瑞汽车安全之", + "boxes": [ + 824, + 967, + 1070, + 1003 + ] + }, + { + "text": "【CS2】新手低价皮肤推荐", + "boxes": [ + 212, + 981, + 562, + 1022 + ] + }, + { + "text": "航+CTB，花小钱办大事？", + "boxes": [ + 1134, + 979, + 1384, + 1014 + ] + }, + { + "text": "黄", + "boxes": [ + 1458, + 987, + 1494, + 1030 + ] + }, + { + "text": "5103536", + "boxes": [ + 1630, + 985, + 1700, + 1034 + ] + }, + { + "text": "夜：向全球用户擦亮\"中国", + "boxes": [ + 826, + 997, + 1084, + 1026 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1608, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 487, + 247, + 563, + 285 + ] + }, + { + "text": "国际版", + "boxes": [ + 552, + 252, + 636, + 278 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 468, + 295, + 614, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1422, + 405 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡", + "boxes": [ + 792, + 411, + 966, + 441 + ] + }, + { + "text": "3桥下躲冰電致堵车", + "boxes": [ + 1104, + 411, + 1274, + 441 + ] + }, + { + "text": "4 救人缺考男生将补考", + "boxes": [ + 478, + 449, + 652, + 478 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 792, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1262, + 478 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 190, + 725, + 274, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 768, + 1550, + 792 + ] + }, + { + "text": "DOOM:The Dark Ages", + "boxes": [ + 222, + 798, + 456, + 834 + ] + }, + { + "text": "频拉", + "boxes": [ + 1455, + 797, + 1523, + 847 + ] + }, + { + "text": "+4.7%8", + "boxes": [ + 1634, + 800, + 1698, + 842 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1456, + 848, + 1516, + 889 + ] + }, + { + "text": "1,313026", + "boxes": [ + 1632, + 850, + 1698, + 891 + ] + }, + { + "text": "arental controls", + "boxes": [ + 246, + 862, + 348, + 879 + ] + }, + { + "text": "13,16760", + "boxes": [ + 1628, + 891, + 1698, + 939 + ] + }, + { + "text": "游民星空·46分钟", + "boxes": [ + 234, + 923, + 332, + 941 + ] + }, + { + "text": "网上车市·16小时", + "boxes": [ + 828, + 921, + 956, + 945 + ] + }, + { + "text": "1一点视频/My车钻输", + "boxes": [ + 1132, + 929, + 1274, + 959 + ] + }, + { + "text": "“守护者”智慧安全系统亮", + "boxes": [ + 828, + 939, + 1064, + 975 + ] + }, + { + "text": "左传达", + "boxes": [ + 1456, + 935, + 1526, + 989 + ] + }, + { + "text": "《毁灭战士》新作实体版引众怒：曝大量玩家", + "boxes": [ + 218, + 947, + 788, + 983 + ] + }, + { + "text": "+.31639", + "boxes": [ + 1630, + 939, + 1700, + 987 + ] + }, + { + "text": "驾荣威纯电D6，反向虚标续", + "boxes": [ + 1138, + 955, + 1398, + 985 + ] + }, + { + "text": "相！2025奇瑞汽车安全之", + "boxes": [ + 828, + 969, + 1068, + 999 + ] + }, + { + "text": "因此不买", + "boxes": [ + 202, + 983, + 328, + 1020 + ] + }, + { + "text": "航+CTB，花小钱办大事？", + "boxes": [ + 1136, + 979, + 1388, + 1014 + ] + }, + { + "text": "黄验", + "boxes": [ + 1456, + 987, + 1494, + 1030 + ] + }, + { + "text": ",1030", + "boxes": [ + 1630, + 983, + 1702, + 1032 + ] + }, + { + "text": "夜：向全球用户擦亮“中国.…", + "boxes": [ + 824, + 993, + 1082, + 1026 + ] + }, + { + "text": "△1", + "boxes": [ + 1142, + 1028, + 1170, + 1042 + ] + }, + { + "text": "丢白选股", + "boxes": [ + 1634, + 1026, + 1696, + 1044 + ] + } + ] + }, + { + "frame_id": "170_7_2", + "episode_id": 170, + "env_id": 7, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.389542579650879, + "advantages": 0.29766350984573364, + "generated_text": "{\n \"intent\": \"Navigate towards a specific goal by clicking on one of the featured trending topics.\",\n \"action\": \"DoubleClick(697, 410)\" \n}", + "action_string": "DoubleClick(697, 410)", + "intent_string": "Navigate towards a specific goal by clicking on one of the featured trending topics.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 472, + 298, + 616, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3 桥下躲冰電致堵车", + "boxes": [ + 1102, + 409, + 1294, + 445 + ] + }, + { + "text": "4救人缺考男生将补考", + "boxes": [ + 482, + 449, + 654, + 478 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6 穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1264, + 478 + ] + }, + { + "text": "五三热移", + "boxes": [ + 1276, + 770, + 1380, + 840 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "刀换模式", + "boxes": [ + 196, + 800, + 278, + 826 + ] + }, + { + "text": "观看图鉴", + "boxes": [ + 300, + 798, + 400, + 822 + ] + }, + { + "text": "TTT29555", + "boxes": [ + 628, + 800, + 722, + 826 + ] + }, + { + "text": "链新址项", + "boxes": [ + 1456, + 800, + 1524, + 850 + ] + }, + { + "text": "4.07%8", + "boxes": [ + 1644, + 806, + 1696, + 840 + ] + }, + { + "text": "求面积", + "boxes": [ + 1294, + 820, + 1358, + 852 + ] + }, + { + "text": "藏宝图", + "boxes": [ + 528, + 848, + 588, + 881 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1456, + 848, + 1516, + 891 + ] + }, + { + "text": "1,63026", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "高附时中国A50", + "boxes": [ + 1452, + 889, + 1550, + 941 + ] + }, + { + "text": "13,16%", + "boxes": [ + 1625, + 888, + 1701, + 942 + ] + }, + { + "text": "n", + "boxes": [ + 830, + 925, + 850, + 939 + ] + }, + { + "text": "金融界汽车·2小时", + "boxes": [ + 846, + 917, + 966, + 945 + ] + }, + { + "text": "一点视频/小张园地·3周", + "boxes": [ + 1136, + 929, + 1310, + 959 + ] + }, + { + "text": "江苏润达利取得汽车车门下护", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "英", + "boxes": [ + 1454, + 933, + 1526, + 991 + ] + }, + { + "text": "梦幻西游图最划算的口袋刷环方式，必给80", + "boxes": [ + 198, + 943, + 780, + 987 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "五年级附加题，求面积，六年", + "boxes": [ + 1134, + 949, + 1410, + 991 + ] + }, + { + "text": "板专利，避免车门受到挤压变", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "装备", + "boxes": [ + 198, + 981, + 270, + 1020 + ] + }, + { + "text": "，成本是固定不变的单价", + "boxes": [ + 268, + 985, + 562, + 1020 + ] + }, + { + "text": "级学生试试", + "boxes": [ + 1140, + 983, + 1248, + 1011 + ] + }, + { + "text": "黄验", + "boxes": [ + 1456, + 987, + 1496, + 1030 + ] + }, + { + "text": "5103536", + "boxes": [ + 1630, + 985, + 1700, + 1034 + ] + }, + { + "text": "形", + "boxes": [ + 826, + 999, + 854, + 1022 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 176, + 155, + 314, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 290, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 230 + ] + }, + { + "text": "DICT", + "boxes": [ + 510, + 216, + 532, + 230 + ] + }, + { + "text": " About 145,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪网", + "boxes": [ + 212, + 294, + 266, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票-新..", + "boxes": [ + 176, + 336, + 674, + 371 + ] + }, + { + "text": "2 hours ago·新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火", + "boxes": [ + 178, + 363, + 776, + 393 + ] + }, + { + "text": "车票。预填信息快速购票：在火车票起售当日页面，点击购票信息预", + "boxes": [ + 180, + 389, + 606, + 413 + ] + }, + { + "text": "放假3天不调休 端午假期火车票即将开售购票日历来了", + "boxes": [ + 194, + 423, + 680, + 453 + ] + }, + { + "text": "5月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。中国铁路还提", + "boxes": [ + 192, + 447, + 762, + 476 + ] + }, + { + "text": "醒，在火车票起售当日页面点击购票信息预填，即可提前", + "boxes": [ + 194, + 472, + 550, + 496 + ] + }, + { + "text": "See results only from news.sina.com.cn", + "boxes": [ + 194, + 510, + 446, + 534 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 556, + 278, + 582 + ] + }, + { + "text": "https:/finance.sinacom.cn tech rllI doc. ranslae this result", + "boxes": [ + 208, + 570, + 624, + 602 + ] + }, + { + "text": "放假3天不调休 端午假期火车票即将开售 购票日历来了", + "boxes": [ + 176, + 598, + 666, + 633 + ] + }, + { + "text": "4 hours ago·5月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。中国", + "boxes": [ + 178, + 625, + 786, + 655 + ] + }, + { + "text": "铁路还提醒，在火车票起售当日页面点击购票信息预填，即可提前选择，", + "boxes": [ + 178, + 651, + 622, + 675 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 210, + 695, + 292, + 721 + ] + }, + { + "text": "CD", + "boxes": [ + 186, + 711, + 202, + 725 + ] + }, + { + "text": "https://cnews.chinadaily.com.cn Translatethisresult", + "boxes": [ + 210, + 713, + 538, + 742 + ] + }, + { + "text": "端午假期购票日历来了，收好购票攻略－中国日报网", + "boxes": [ + 172, + 735, + 642, + 770 + ] + }, + { + "text": "2 hours ago·端午假期购票日历来啦！今天可购买5月29日火车票预填信息快速购票在火车票起", + "boxes": [ + 174, + 762, + 790, + 796 + ] + }, + { + "text": "售当日页面 点击购票信息预填旅客即可提前选择乘车人、预选", + "boxes": [ + 180, + 790, + 574, + 814 + ] + }, + { + "text": "中国新闻网", + "boxes": [ + 214, + 836, + 292, + 862 + ] + }, + { + "text": "HA", + "boxes": [ + 186, + 850, + 204, + 866 + ] + }, + { + "text": "端午假期购票日历，请查收！－中国新闻网", + "boxes": [ + 178, + 879, + 560, + 909 + ] + }, + { + "text": "3 hours ago·端午假期购票日历来啦！！！今天可购买5月29日火车票快快收藏+转发预填信息", + "boxes": [ + 178, + 905, + 788, + 935 + ] + }, + { + "text": "快速购票 在火车票起售当日页面 点击购票信息预填旅客即可提前选择乘车人、预选车次、预，", + "boxes": [ + 178, + 927, + 762, + 957 + ] + }, + { + "text": "中关村在线", + "boxes": [ + 208, + 973, + 296, + 1005 + ] + }, + { + "text": "日", + "boxes": [ + 182, + 987, + 210, + 1009 + ] + }, + { + "text": "https://news.zol.com.cn Translate thisresult", + "boxes": [ + 212, + 991, + 486, + 1021 + ] + }, + { + "text": "端午假期火车票开售日历发布－中关村在线", + "boxes": [ + 176, + 1018, + 560, + 1048 + ] + }, + { + "text": "端午假期购票·", + "boxes": [ + 218, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "170_0_3", + "episode_id": 170, + "env_id": 0, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.302443504333496, + "advantages": 0.23442809283733368, + "generated_text": "{\n \"intent\": \"Click on one of the top categories like 'Gaming accessories' or 'Top categories in Kitchen appliances' to explore.\",\n \"action\": \"DoubleClick(344, 575)\"\n}", + "action_string": "DoubleClick(344, 575)", + "intent_string": "Click on one of the top categories like 'Gaming accessories' or 'Top categories in Kitchen appliances' to explore.", + "before_screen_ocr_results": [ + { + "text": "←→×白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 412, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop drals in Fashion", + "boxes": [ + 976, + 522, + 1206, + 564 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 410, + 844, + 438, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1026 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→×", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "P", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1814, + 105, + 1874, + 131 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 111, + 426, + 145 + ] + }, + { + "text": "$7,082.85", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 167, + 68, + 195 + ] + }, + { + "text": "Popular Shopping Ideas", + "boxes": [ + 10, + 256, + 174, + 286 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "Video Game", + "boxes": [ + 12, + 282, + 94, + 308 + ] + }, + { + "text": "Wireless", + "boxes": [ + 12, + 302, + 70, + 328 + ] + }, + { + "text": "Desktop", + "boxes": [ + 8, + 318, + 72, + 349 + ] + }, + { + "text": "2.4GHzWire", + "boxes": [ + 608, + 326, + 708, + 343 + ] + }, + { + "text": "Animal", + "boxes": [ + 14, + 343, + 60, + 363 + ] + }, + { + "text": "Customer Reviews", + "boxes": [ + 12, + 389, + 136, + 413 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 413, + 144, + 443 + ] + }, + { + "text": "Price", + "boxes": [ + 8, + 451, + 54, + 476 + ] + }, + { + "text": "$3149", + "boxes": [ + 608, + 445, + 666, + 471 + ] + }, + { + "text": "List Price: $49.99", + "boxes": [ + 666, + 453, + 770, + 471 + ] + }, + { + "text": "$1-$1,200+", + "boxes": [ + 10, + 474, + 102, + 500 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 604, + 476, + 746, + 505 + ] + }, + { + "text": "$16.47", + "boxes": [ + 1816, + 506, + 1858, + 526 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 12, + 584, + 98, + 608 + ] + }, + { + "text": "○●···○", + "boxes": [ + 602, + 592, + 790, + 627 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 14, + 604, + 100, + 629 + ] + }, + { + "text": "Brands", + "boxes": [ + 12, + 637, + 60, + 657 + ] + }, + { + "text": "steeSeres", + "boxes": [ + 5, + 650, + 109, + 688 + ] + }, + { + "text": "Overall Pick 0", + "boxes": [ + 312, + 643, + 406, + 667 + ] + }, + { + "text": "Razer BlackShark V2 X Gaming Headset: 7.1 Surround Sound - 50mm Drivers - Memory Foam Cushion -", + "boxes": [ + 604, + 645, + 1448, + 675 + ] + }, + { + "text": "Razer", + "boxes": [ + 7, + 672, + 71, + 706 + ] + }, + { + "text": "For PC, PS4, PS5, Switch - 3.5mm Audio Jack - Black", + "boxes": [ + 602, + 669, + 1034, + 699 + ] + }, + { + "text": "LL", + "boxes": [ + 14, + 703, + 40, + 717 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 32, + 699, + 106, + 723 + ] + }, + { + "text": "★★★★21,852", + "boxes": [ + 606, + 699, + 750, + 723 + ] + }, + { + "text": " ozeino", + "boxes": [ + 12, + 719, + 82, + 744 + ] + }, + { + "text": " 5K+ bought in past month ", + "boxes": [ + 602, + 712, + 778, + 747 + ] + }, + { + "text": " Hyperx", + "boxes": [ + 10, + 739, + 84, + 764 + ] + }, + { + "text": " 1 sus", + "boxes": [ + 614, + 748, + 664, + 768 + ] + }, + { + "text": "Turtle B", + "boxes": [ + 14, + 780, + 84, + 798 + ] + }, + { + "text": "See options", + "boxes": [ + 610, + 780, + 698, + 806 + ] + }, + { + "text": "No featured offers available", + "boxes": [ + 606, + 810, + 788, + 834 + ] + }, + { + "text": "$30.32 (11 used & new offers)", + "boxes": [ + 602, + 828, + 800, + 856 + ] + }, + { + "text": "○··.", + "boxes": [ + 604, + 866, + 712, + 893 + ] + }, + { + "text": " 2.4GHz Wireless Gaming Headset for PC, Ps5, Ps4 - Lossles Audio USB & Type-C Ultra Stable Gaming ", + "boxes": [ + 600, + 907, + 1440, + 947 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1814, + 913, + 1862, + 939 + ] + }, + { + "text": "Headphones with Flip Microphone, 40-Hr Battery Gamer Headset for Switch, Laptop, Mobile, Mac", + "boxes": [ + 606, + 941, + 1402, + 965 + ] + }, + { + "text": "Headpho", + "boxes": [ + 16, + 967, + 72, + 985 + ] + }, + { + "text": "TopRevi", + "boxes": [ + 610, + 971, + 660, + 989 + ] + } + ] + }, + { + "frame_id": "170_1_3", + "episode_id": 170, + "env_id": 1, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.333969116210938, + "advantages": -0.4687010943889618, + "generated_text": "{\n \"intent\": \"Open the LibreOffice Calc application to continue exploring statistical or spreadsheet functions.\",\n \"action\": \"DoubleClick(0, 0)\"\n}", + "action_string": "DoubleClick(0, 0)", + "intent_string": "Open the LibreOffice Calc application to continue exploring statistical or spreadsheet functions.", + "before_screen_ocr_results": [ + { + "text": "Untitled 1 - LibreOffice Cal", + "boxes": [ + 844, + 10, + 1068, + 28 + ] + }, + { + "text": "Edit View", + "boxes": [ + 100, + 36, + 188, + 54 + ] + }, + { + "text": "Format Styles Sheet Data Tools Window Help", + "boxes": [ + 238, + 30, + 616, + 60 + ] + }, + { + "text": "Fire", + "boxes": [ + 30, + 68, + 60, + 87 + ] + }, + { + "text": "·-目-电自、", + "boxes": [ + 70, + 60, + 438, + 89 + ] + }, + { + "text": "&", + "boxes": [ + 434, + 64, + 500, + 89 + ] + }, + { + "text": "G-、", + "boxes": [ + 506, + 64, + 610, + 87 + ] + }, + { + "text": "X田-I·个I-口田", + "boxes": [ + 598, + 60, + 1318, + 89 + ] + }, + { + "text": "Liberation San", + "boxes": [ + 76, + 105, + 174, + 123 + ] + }, + { + "text": "aaaa=里日日-%00t三至图-口目", + "boxes": [ + 274, + 99, + 1264, + 129 + ] + }, + { + "text": "、=", + "boxes": [ + 218, + 135, + 306, + 161 + ] + }, + { + "text": "Mou", + "boxes": [ + 12, + 173, + 46, + 195 + ] + }, + { + "text": "HDO", + "boxes": [ + 1824, + 202, + 1862, + 349 + ] + }, + { + "text": "Ter", + "boxes": [ + 24, + 280, + 46, + 306 + ] + }, + { + "text": "Cal", + "boxes": [ + 16, + 393, + 44, + 415 + ] + }, + { + "text": "ib", + "boxes": [ + 26, + 504, + 50, + 518 + ] + }, + { + "text": "不→二", + "boxes": [ + 68, + 969, + 156, + 987 + ] + }, + { + "text": "+", + "boxes": [ + 156, + 971, + 186, + 985 + ] + }, + { + "text": " Sheet 1 of 1", + "boxes": [ + 61, + 986, + 145, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 994, + 989, + 1078, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 60, + 12, + 76, + 26 + ] + }, + { + "text": "Untitled1-LibreOfficeCalc", + "boxes": [ + 852, + 10, + 1066, + 28 + ] + }, + { + "text": "口", + "boxes": [ + 1804, + 8, + 1860, + 34 + ] + }, + { + "text": "Edit View Insert ", + "boxes": [ + 100, + 36, + 244, + 54 + ] + }, + { + "text": " Format Styles Sheet Data Tols Window Help ", + "boxes": [ + 238, + 30, + 618, + 60 + ] + }, + { + "text": "---自-", + "boxes": [ + 68, + 58, + 448, + 93 + ] + }, + { + "text": "上&", + "boxes": [ + 432, + 64, + 500, + 89 + ] + }, + { + "text": "勺-", + "boxes": [ + 502, + 64, + 614, + 87 + ] + }, + { + "text": "里·I·个个子DI·口田", + "boxes": [ + 600, + 62, + 1320, + 91 + ] + }, + { + "text": "Liberation San", + "boxes": [ + 76, + 105, + 172, + 123 + ] + }, + { + "text": "aaaa=目日目-%00三至图口目", + "boxes": [ + 278, + 99, + 1264, + 129 + ] + }, + { + "text": "、=", + "boxes": [ + 216, + 135, + 308, + 161 + ] + }, + { + "text": "Mou", + "boxes": [ + 12, + 173, + 46, + 195 + ] + }, + { + "text": "", + "boxes": [ + 1827, + 177, + 1853, + 216 + ] + }, + { + "text": "DO", + "boxes": [ + 1824, + 202, + 1862, + 349 + ] + }, + { + "text": "Ter", + "boxes": [ + 24, + 280, + 46, + 306 + ] + }, + { + "text": "Cal", + "boxes": [ + 16, + 393, + 44, + 415 + ] + }, + { + "text": "ib", + "boxes": [ + 26, + 504, + 50, + 518 + ] + }, + { + "text": "→二", + "boxes": [ + 68, + 969, + 156, + 987 + ] + }, + { + "text": "+", + "boxes": [ + 156, + 971, + 186, + 985 + ] + }, + { + "text": " Sheet 1 of 1", + "boxes": [ + 61, + 986, + 145, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 994, + 989, + 1078, + 1012 + ] + } + ] + }, + { + "frame_id": "170_2_3", + "episode_id": 170, + "env_id": 2, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.927080154418945, + "advantages": -0.038092199712991714, + "generated_text": "{\n \"intent\": \"Allow the Baidu search engine shortcut to start browsing, as it's a popular tool.\",\n \"action\": \"DoubleClick(767, 461)\" \n}", + "action_string": "DoubleClick(767, 461)", + "intent_string": "Allow the Baidu search engine shortcut to start browsing, as it's a popular tool.", + "before_screen_ocr_results": [ + { + "text": "×", + "boxes": [ + 196, + 36, + 218, + 50 + ] + }, + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "→", + "boxes": [ + 40, + 66, + 130, + 89 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 14, + 103, + 158, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 4, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 302, + 119, + 410, + 137 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "Retuns", + "boxes": [ + 1738, + 117, + 1780, + 137 + ] + }, + { + "text": "83", + "boxes": [ + 1826, + 115, + 1860, + 137 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1416, + 486, + 1554, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1352, + 889, + 1486, + 913 + ] + }, + { + "text": " Top categories in Kitchen ", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "170_3_3", + "episode_id": 170, + "env_id": 3, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.825238227844238, + "advantages": 0.6139861345291138, + "generated_text": "{\n \"intent\": \"Click on the first news article titled '端午假期购票日历' from 'new.sina.com'\",\n \"action\": \"DoubleClick(186, 347)\"\n}", + "action_string": "DoubleClick(186, 347)", + "intent_string": "Click on the first news article titled '端午假期购票日历' from 'new.sina.com'", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 176, + 155, + 314, + 187 + ] + }, + { + "text": "Sign in", + "boxes": [ + 1564, + 163, + 1604, + 179 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 288, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 230 + ] + }, + { + "text": " About 145,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪网", + "boxes": [ + 212, + 294, + 266, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "https://news.sina.com.cn>doc-inewqxsa..Translate", + "boxes": [ + 216, + 314, + 544, + 338 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票-新..", + "boxes": [ + 176, + 336, + 674, + 371 + ] + }, + { + "text": "2 hours ago·新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火", + "boxes": [ + 178, + 363, + 776, + 393 + ] + }, + { + "text": "车票。预填信息快速购票：在火车票起售当日页面，点击购票信息预", + "boxes": [ + 180, + 389, + 606, + 413 + ] + }, + { + "text": "放假3天不调休端午假期火车票即将开售票日历来了", + "boxes": [ + 192, + 423, + 680, + 453 + ] + }, + { + "text": "5月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。中国铁路还提", + "boxes": [ + 194, + 451, + 760, + 474 + ] + }, + { + "text": "醒，在火车票起售当日页面点击购票信息预填，即可提前", + "boxes": [ + 194, + 472, + 550, + 496 + ] + }, + { + "text": "See results only from news.sina.com.cn", + "boxes": [ + 194, + 510, + 446, + 534 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 556, + 278, + 582 + ] + }, + { + "text": "https:/finance.sina.com..cn tech rllI doc. ranslae this result ", + "boxes": [ + 208, + 570, + 624, + 602 + ] + }, + { + "text": "放假3天不调休 端午假期火车票即将开售购票日历来了", + "boxes": [ + 176, + 598, + 666, + 633 + ] + }, + { + "text": "4 hours ago·5月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。中国", + "boxes": [ + 178, + 625, + 786, + 655 + ] + }, + { + "text": "铁路还提醒，在火车票起售当日页面点击购票信息预填，即可提前选择，", + "boxes": [ + 178, + 651, + 622, + 675 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 210, + 695, + 292, + 721 + ] + }, + { + "text": "CD", + "boxes": [ + 186, + 711, + 204, + 725 + ] + }, + { + "text": "https://cnews.chinadaily.com.cn Translatethisresult", + "boxes": [ + 210, + 713, + 538, + 742 + ] + }, + { + "text": "端午假期购票日历来了，收好购票攻略－中国日报网", + "boxes": [ + 172, + 735, + 642, + 770 + ] + }, + { + "text": "2 hours ago·端午假期购票日历来啦！今天可购买5月29日火车票预填信息快速购票在火车票起", + "boxes": [ + 174, + 762, + 790, + 796 + ] + }, + { + "text": "售当日页面 点击购票信息预填旅客即可提前选择乘车人、预选", + "boxes": [ + 180, + 790, + 574, + 814 + ] + }, + { + "text": "中国新闻网", + "boxes": [ + 214, + 836, + 292, + 862 + ] + }, + { + "text": "HA", + "boxes": [ + 186, + 850, + 204, + 866 + ] + }, + { + "text": "端午假期购票日历，请查收！－中国新闻网", + "boxes": [ + 178, + 879, + 560, + 909 + ] + }, + { + "text": "3 hours ago·端午假期购票日历来啦！！！今天可购买5月29日火车票快快收藏+转发预填信息", + "boxes": [ + 178, + 905, + 788, + 935 + ] + }, + { + "text": "快速购票 在火车票起售当日页面 点击购票信息预填 旅客即可提前选择 乘车人、预选车次、预，", + "boxes": [ + 176, + 927, + 764, + 957 + ] + }, + { + "text": "中关村在线", + "boxes": [ + 210, + 975, + 294, + 1001 + ] + }, + { + "text": "日", + "boxes": [ + 182, + 987, + 208, + 1009 + ] + }, + { + "text": "https://news.zol.com.cn Translate this result ", + "boxes": [ + 214, + 993, + 486, + 1021 + ] + }, + { + "text": "午假期购票", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1606, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 336, + 113, + 388, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1336, + 111, + 1366, + 131 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1426, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1548, + 135 + ] + }, + { + "text": "sina", + "boxes": [ + 1386, + 185, + 1434, + 220 + ] + }, + { + "text": "数软", + "boxes": [ + 380, + 242, + 402, + 256 + ] + }, + { + "text": "超声波工", + "boxes": [ + 676, + 242, + 716, + 258 + ] + }, + { + "text": "谷歌搜索引擎", + "boxes": [ + 1232, + 240, + 1304, + 258 + ] + }, + { + "text": "sina 新闻中心国内新闻>正文", + "boxes": [ + 334, + 282, + 580, + 318 + ] + }, + { + "text": "新闻", + "boxes": [ + 1334, + 294, + 1390, + 320 + ] + }, + { + "text": "请输入关键词", + "boxes": [ + 1382, + 294, + 1480, + 320 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票", + "boxes": [ + 330, + 359, + 1214, + 407 + ] + }, + { + "text": "2025年05月15日08:50新京报作者：新京报", + "boxes": [ + 332, + 471, + 674, + 500 + ] + }, + { + "text": "IAIAI丨丨丨I", + "boxes": [ + 998, + 465, + 1460, + 500 + ] + }, + { + "text": "1,384", + "boxes": [ + 1464, + 469, + 1578, + 500 + ] + }, + { + "text": "百度A助力中国航天", + "boxes": [ + 464, + 546, + 980, + 606 + ] + }, + { + "text": "9", + "boxes": [ + 996, + 556, + 1010, + 574 + ] + }, + { + "text": "A", + "boxes": [ + 1594, + 564, + 1638, + 602 + ] + }, + { + "text": "中LEP", + "boxes": [ + 984, + 582, + 1024, + 602 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1592, + 596, + 1640, + 623 + ] + }, + { + "text": "国", + "boxes": [ + 1596, + 645, + 1632, + 675 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火车票。", + "boxes": [ + 370, + 665, + 1102, + 695 + ] + }, + { + "text": "相关新闻", + "boxes": [ + 1596, + 679, + 1636, + 695 + ] + }, + { + "text": "关闭广告", + "boxes": [ + 242, + 772, + 296, + 792 + ] + }, + { + "text": "端", + "boxes": [ + 691, + 800, + 852, + 969 + ] + }, + { + "text": "So", + "boxes": [ + 1626, + 804, + 1650, + 826 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "今日推", + "boxes": [ + 26, + 840, + 160, + 897 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 1618, + 841, + 1796, + 892 + ] + }, + { + "text": "些", + "boxes": [ + 1812, + 850, + 1846, + 879 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1620, + 893, + 1848, + 935 + ] + }, + { + "text": "预算管", + "boxes": [ + 0, + 927, + 148, + 991 + ] + }, + { + "text": "假期", + "boxes": [ + 708, + 943, + 842, + 1014 + ] + }, + { + "text": "15", + "boxes": [ + 200, + 957, + 240, + 987 + ] + }, + { + "text": "微软云", + "boxes": [ + 1266, + 999, + 1342, + 1036 + ] + }, + { + "text": "田女久", + "boxes": [ + 3, + 1012, + 101, + 1055 + ] + }, + { + "text": "端午假期购票·", + "boxes": [ + 216, + 1048, + 304, + 1074 + ] + } + ] + }, + { + "frame_id": "170_4_3", + "episode_id": 170, + "env_id": 4, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.373346328735352, + "advantages": -0.44011253118515015, + "generated_text": "{\n \"intent\": \"Move the cursor to start typing a search query related to a tech product or news article.\",\n \"action\": \"Move(1000, 30)\" \n}", + "action_string": "Move(1000, 30)", + "intent_string": "Move the cursor to start typing a search query related to a tech product or news article.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 470, + 295, + 616, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡", + "boxes": [ + 788, + 409, + 968, + 445 + ] + }, + { + "text": "3桥下躲冰電致堵车", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 救人缺考男生将补考", + "boxes": [ + 480, + 449, + 654, + 478 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1264, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "版上", + "boxes": [ + 1456, + 802, + 1524, + 850 + ] + }, + { + "text": "4.07%", + "boxes": [ + 1646, + 806, + 1694, + 840 + ] + }, + { + "text": "请眨眼刷脸验证·", + "boxes": [ + 412, + 846, + 552, + 876 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 850, + 1514, + 891 + ] + }, + { + "text": "1,63026", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "13,16%6", + "boxes": [ + 1628, + 895, + 1698, + 937 + ] + }, + { + "text": "0", + "boxes": [ + 828, + 923, + 858, + 943 + ] + }, + { + "text": "金融界汽车·30分钟", + "boxes": [ + 848, + 921, + 972, + 945 + ] + }, + { + "text": "选车号·17小时", + "boxes": [ + 1146, + 921, + 1262, + 945 + ] + }, + { + "text": "宁波永科取得汽车减震衬套骨", + "boxes": [ + 826, + 941, + 1096, + 977 + ] + }, + { + "text": "全新智己L6：以“智能+舒", + "boxes": [ + 1138, + 939, + 1386, + 975 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "架专利，防止骨架安装漏胶", + "boxes": [ + 826, + 971, + 1078, + 1001 + ] + }, + { + "text": "适\"重构20万级纯电轿车价值", + "boxes": [ + 1134, + 965, + 1410, + 1003 + ] + }, + { + "text": "人刷脸认证是技术教条的体现", + "boxes": [ + 300, + 985, + 668, + 1014 + ] + }, + { + "text": "黄验", + "boxes": [ + 1456, + 987, + 1494, + 1030 + ] + }, + { + "text": "6102% ", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 444, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 470, + 295, + 616, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3 桥下躲冰電致堵车", + "boxes": [ + 1102, + 409, + 1296, + 445 + ] + }, + { + "text": "4 救人缺考男生将补考", + "boxes": [ + 482, + 449, + 654, + 478 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1264, + 478 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 192, + 723, + 272, + 748 + ] + }, + { + "text": "#车替你看了#", + "boxes": [ + 194, + 750, + 414, + 792 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "奇瑞汽车安全之夜", + "boxes": [ + 372, + 806, + 678, + 854 + ] + }, + { + "text": "版上", + "boxes": [ + 1456, + 802, + 1524, + 850 + ] + }, + { + "text": "刷新对“全”的认知", + "boxes": [ + 332, + 848, + 718, + 897 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1456, + 848, + 1514, + 891 + ] + }, + { + "text": "1,63026", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "2025奇瑞汽车安全之", + "boxes": [ + 348, + 891, + 608, + 923 + ] + }, + { + "text": "13,16 ", + "boxes": [ + 1628, + 891, + 1700, + 941 + ] + }, + { + "text": "金融界汽车·30分钟", + "boxes": [ + 826, + 921, + 972, + 945 + ] + }, + { + "text": "选车号·17小时", + "boxes": [ + 1142, + 921, + 1260, + 945 + ] + }, + { + "text": "宁波永科取得汽车减震衬套骨", + "boxes": [ + 824, + 937, + 1098, + 977 + ] + }, + { + "text": "全新智己L6：以“智能+舒", + "boxes": [ + 1138, + 939, + 1386, + 975 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "架专利，防止骨架安装漏胶", + "boxes": [ + 828, + 971, + 1078, + 1001 + ] + }, + { + "text": "适\"重构20万级纯电轿车价值", + "boxes": [ + 1136, + 967, + 1410, + 1003 + ] + }, + { + "text": "奇瑞汽车安全之夜刷新对“安全”的认知", + "boxes": [ + 194, + 977, + 722, + 1022 + ] + }, + { + "text": "黄验", + "boxes": [ + 1456, + 987, + 1496, + 1030 + ] + }, + { + "text": "6102% ", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + } + ] + }, + { + "frame_id": "170_5_3", + "episode_id": 170, + "env_id": 5, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.403648376464844, + "advantages": -0.41811272501945496, + "generated_text": "{\n \"intent\": \"Click on the \\\"高清\\\" icon under 浪漫毯绘画视频 section to open and watch the video.\",\n \"action\": \"DoubleClick(504, 550)\"\n}", + "action_string": "DoubleClick(504, 550)", + "intent_string": "Click on the \"高清\" icon under 浪漫毯绘画视频 section to open and watch the video.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 44, + 340, + 62 + ] + }, + { + "text": "Mozilla Firefo", + "boxes": [ + 1072, + 42, + 1188, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正×十", + "boxes": [ + 320, + 64, + 572, + 93 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 452, + 133 + ] + }, + { + "text": " https:/ww.igi.com ", + "boxes": [ + 544, + 99, + 762, + 135 + ] + }, + { + "text": "·☆", + "boxes": [ + 1282, + 101, + 1368, + 133 + ] + }, + { + "text": "三田○", + "boxes": [ + 1460, + 97, + 1564, + 135 + ] + }, + { + "text": "You must enable DRM to play some audio orvideo on this page.Learn More", + "boxes": [ + 374, + 149, + 970, + 185 + ] + }, + { + "text": " Enable DRM", + "boxes": [ + 1438, + 149, + 1544, + 181 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 170, + 110, + 201 + ] + }, + { + "text": "iQIYI", + "boxes": [ + 338, + 210, + 416, + 242 + ] + }, + { + "text": "狐妖小红娘 (玄幻)", + "boxes": [ + 526, + 212, + 654, + 236 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 948, + 216, + 996, + 236 + ] + }, + { + "text": "", + "boxes": [ + 1336, + 208, + 1354, + 222 + ] + }, + { + "text": "登录", + "boxes": [ + 1504, + 208, + 1576, + 240 + ] + }, + { + "text": "人生若如初见", + "boxes": [ + 1488, + 268, + 1586, + 294 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 104, + 308 + ] + }, + { + "text": "IA 首页", + "boxes": [ + 334, + 282, + 428, + 314 + ] + }, + { + "text": "淮水竹亭", + "boxes": [ + 1490, + 306, + 1586, + 338 + ] + }, + { + "text": "免费", + "boxes": [ + 348, + 326, + 420, + 357 + ] + }, + { + "text": "恋爱兄妹", + "boxes": [ + 1516, + 345, + 1588, + 371 + ] + }, + { + "text": "短视频", + "boxes": [ + 350, + 373, + 434, + 399 + ] + }, + { + "text": "绝密较量", + "boxes": [ + 1514, + 379, + 1590, + 411 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 112, + 419 + ] + }, + { + "text": "会员中心", + "boxes": [ + 347, + 410, + 453, + 447 + ] + }, + { + "text": "无忧渡", + "boxes": [ + 1530, + 419, + 1590, + 451 + ] + }, + { + "text": "根本停不下来", + "boxes": [ + 1481, + 450, + 1589, + 487 + ] + }, + { + "text": "人生", + "boxes": [ + 346, + 480, + 422, + 518 + ] + }, + { + "text": "恋恋剧场", + "boxes": [ + 598, + 474, + 718, + 506 + ] + }, + { + "text": "雅水竹亭", + "boxes": [ + 541, + 490, + 761, + 590 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 502, + 94, + 528 + ] + }, + { + "text": "学习时刻", + "boxes": [ + 1516, + 494, + 1588, + 520 + ] + }, + { + "text": "白电视剧", + "boxes": [ + 346, + 528, + 436, + 560 + ] + }, + { + "text": "维京传奇", + "boxes": [ + 1516, + 532, + 1588, + 558 + ] + }, + { + "text": "微剧", + "boxes": [ + 348, + 572, + 426, + 604 + ] + }, + { + "text": "不说话的爱", + "boxes": [ + 802, + 570, + 1074, + 685 + ] + }, + { + "text": "", + "boxes": [ + 892, + 572, + 914, + 586 + ] + }, + { + "text": "万界至尊", + "boxes": [ + 1514, + 566, + 1590, + 598 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "?电影", + "boxes": [ + 346, + 615, + 420, + 647 + ] + }, + { + "text": "五哈第5季", + "boxes": [ + 1506, + 606, + 1586, + 631 + ] + }, + { + "text": "播放正片", + "boxes": [ + 586, + 617, + 678, + 649 + ] + }, + { + "text": "种地吧第3季", + "boxes": [ + 1492, + 643, + 1586, + 669 + ] + }, + { + "text": "云云影院", + "boxes": [ + 344, + 657, + 434, + 693 + ] + }, + { + "text": "无声告白", + "boxes": [ + 894, + 669, + 988, + 707 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "综艺", + "boxes": [ + 350, + 703, + 420, + 737 + ] + }, + { + "text": "张艺兴手语呐喊直击人心", + "boxes": [ + 850, + 705, + 1032, + 735 + ] + }, + { + "text": "Excel", + "boxes": [ + 29, + 715, + 91, + 755 + ] + }, + { + "text": "正在热播", + "boxes": [ + 500, + 727, + 592, + 758 + ] + }, + { + "text": "全部", + "boxes": [ + 602, + 731, + 646, + 756 + ] + }, + { + "text": "电视剧", + "boxes": [ + 658, + 731, + 708, + 756 + ] + }, + { + "text": "@少儿", + "boxes": [ + 344, + 744, + 422, + 782 + ] + }, + { + "text": "立即预约", + "boxes": [ + 906, + 762, + 976, + 788 + ] + }, + { + "text": "你正在追", + "boxes": [ + 504, + 772, + 578, + 798 + ] + }, + { + "text": "动漫", + "boxes": [ + 348, + 792, + 422, + 824 + ] + }, + { + "text": "超水西流", + "boxes": [ + 509, + 813, + 615, + 856 + ] + }, + { + "text": "Draw", + "boxes": [ + 30, + 830, + 88, + 864 + ] + }, + { + "text": " 纪录片", + "boxes": [ + 348, + 836, + 434, + 868 + ] + }, + { + "text": "游戏", + "boxes": [ + 348, + 879, + 422, + 911 + ] + }, + { + "text": "传奇游戏库", + "boxes": [ + 348, + 919, + 468, + 955 + ] + }, + { + "text": "怒水西流", + "boxes": [ + 502, + 919, + 578, + 951 + ] + }, + { + "text": "跨过鸭绿江", + "boxes": [ + 778, + 921, + 864, + 947 + ] + }, + { + "text": "护卫者3：决战", + "boxes": [ + 1048, + 919, + 1164, + 949 + ] + }, + { + "text": "一起长大的约定", + "boxes": [ + 1324, + 919, + 1440, + 949 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + }, + { + "text": "继续观看", + "boxes": [ + 506, + 943, + 568, + 969 + ] + }, + { + "text": "王志飞展现军人魅力", + "boxes": [ + 778, + 945, + 908, + 969 + ] + }, + { + "text": "向佐爆笑真人快打", + "boxes": [ + 1052, + 947, + 1162, + 965 + ] + }, + { + "text": "田鸿杰季美含青春回忆", + "boxes": [ + 1324, + 947, + 1460, + 965 + ] + }, + { + "text": "体育", + "boxes": [ + 348, + 967, + 418, + 999 + ] + }, + { + "text": "爱奇艺-在线视··", + "boxes": [ + 203, + 1042, + 317, + 1077 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 44, + 340, + 62 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 1076, + 42, + 1196, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正×十", + "boxes": [ + 320, + 64, + 572, + 93 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 454, + 133 + ] + }, + { + "text": " https:/ww.igi.com", + "boxes": [ + 544, + 99, + 762, + 135 + ] + }, + { + "text": "·日☆", + "boxes": [ + 1282, + 101, + 1370, + 133 + ] + }, + { + "text": "三田@", + "boxes": [ + 1460, + 97, + 1570, + 135 + ] + }, + { + "text": "You must enable DRM to play some audio orvideo on this page.Learn More", + "boxes": [ + 374, + 149, + 970, + 185 + ] + }, + { + "text": " Enable DRM", + "boxes": [ + 1434, + 147, + 1544, + 179 + ] + }, + { + "text": "×", + "boxes": [ + 1556, + 159, + 1578, + 173 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 170, + 110, + 201 + ] + }, + { + "text": "iQIYI", + "boxes": [ + 340, + 210, + 416, + 242 + ] + }, + { + "text": "海（成毅）", + "boxes": [ + 524, + 214, + 626, + 245 + ] + }, + { + "text": "山", + "boxes": [ + 1336, + 206, + 1354, + 220 + ] + }, + { + "text": "登录", + "boxes": [ + 1499, + 206, + 1577, + 243 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 948, + 216, + 996, + 236 + ] + }, + { + "text": "人生若如初见", + "boxes": [ + 1490, + 268, + 1586, + 294 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 104, + 308 + ] + }, + { + "text": "I A 首页", + "boxes": [ + 334, + 282, + 428, + 314 + ] + }, + { + "text": "淮水竹亭", + "boxes": [ + 1516, + 300, + 1590, + 332 + ] + }, + { + "text": "免费", + "boxes": [ + 346, + 324, + 422, + 361 + ] + }, + { + "text": "恋爱兄妹", + "boxes": [ + 1488, + 343, + 1588, + 375 + ] + }, + { + "text": "短视频", + "boxes": [ + 345, + 365, + 439, + 408 + ] + }, + { + "text": "绝密较量", + "boxes": [ + 1514, + 379, + 1590, + 411 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 114, + 419 + ] + }, + { + "text": "会员中心", + "boxes": [ + 350, + 415, + 452, + 447 + ] + }, + { + "text": "无忧渡", + "boxes": [ + 1530, + 419, + 1590, + 451 + ] + }, + { + "text": "根本停不下来", + "boxes": [ + 1481, + 450, + 1589, + 487 + ] + }, + { + "text": "果立方", + "boxes": [ + 583, + 465, + 651, + 506 + ] + }, + { + "text": "人生", + "boxes": [ + 350, + 482, + 420, + 516 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 500, + 94, + 532 + ] + }, + { + "text": "学习时刻", + "boxes": [ + 1518, + 494, + 1590, + 520 + ] + }, + { + "text": "电视剧", + "boxes": [ + 348, + 528, + 434, + 560 + ] + }, + { + "text": "维京传奇", + "boxes": [ + 1516, + 532, + 1588, + 558 + ] + }, + { + "text": "微剧", + "boxes": [ + 350, + 572, + 424, + 604 + ] + }, + { + "text": "万界至尊", + "boxes": [ + 1514, + 566, + 1588, + 598 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "五哈第5季", + "boxes": [ + 1506, + 604, + 1588, + 635 + ] + }, + { + "text": "?电影", + "boxes": [ + 348, + 615, + 420, + 647 + ] + }, + { + "text": "种地吧第3季", + "boxes": [ + 1492, + 643, + 1586, + 669 + ] + }, + { + "text": "云云影院", + "boxes": [ + 346, + 657, + 438, + 695 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "综艺", + "boxes": [ + 350, + 703, + 420, + 737 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "正在热播", + "boxes": [ + 500, + 727, + 594, + 758 + ] + }, + { + "text": "全部", + "boxes": [ + 602, + 731, + 646, + 756 + ] + }, + { + "text": "电视剧", + "boxes": [ + 648, + 731, + 712, + 756 + ] + }, + { + "text": "电影综艺 动漫 少儿 纪录片", + "boxes": [ + 708, + 727, + 982, + 756 + ] + }, + { + "text": "少儿", + "boxes": [ + 346, + 744, + 422, + 782 + ] + }, + { + "text": "你正在追", + "boxes": [ + 502, + 768, + 580, + 800 + ] + }, + { + "text": "动漫", + "boxes": [ + 348, + 792, + 420, + 824 + ] + }, + { + "text": "超水西流", + "boxes": [ + 510, + 816, + 616, + 854 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": " 纪录片", + "boxes": [ + 348, + 836, + 434, + 868 + ] + }, + { + "text": "游戏", + "boxes": [ + 348, + 879, + 420, + 911 + ] + }, + { + "text": "传奇游戏库", + "boxes": [ + 350, + 923, + 468, + 953 + ] + }, + { + "text": "怒水西流", + "boxes": [ + 502, + 919, + 578, + 951 + ] + }, + { + "text": "跨过鸭绿江", + "boxes": [ + 778, + 921, + 864, + 947 + ] + }, + { + "text": "护卫者3：决战", + "boxes": [ + 1048, + 919, + 1162, + 949 + ] + }, + { + "text": "一起长大的约定", + "boxes": [ + 1324, + 919, + 1440, + 949 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + }, + { + "text": "继续观看", + "boxes": [ + 503, + 940, + 569, + 972 + ] + }, + { + "text": "王志飞展现军人魅力", + "boxes": [ + 778, + 943, + 910, + 973 + ] + }, + { + "text": "向佐爆笑真人快打", + "boxes": [ + 1052, + 945, + 1164, + 969 + ] + }, + { + "text": "田鸿杰季美含青春回忆", + "boxes": [ + 1322, + 945, + 1464, + 969 + ] + }, + { + "text": "https://pages.iqiyi.cor", + "boxes": [ + 322, + 977, + 470, + 1001 + ] + }, + { + "text": "bstp=3&stype=", + "boxes": [ + 1136, + 981, + 1236, + 999 + ] + }, + { + "text": "", + "boxes": [ + 100, + 1048, + 148, + 1066 + ] + }, + { + "text": "爱奇艺-在线视··", + "boxes": [ + 203, + 1042, + 315, + 1079 + ] + } + ] + }, + { + "frame_id": "170_6_3", + "episode_id": 170, + "env_id": 6, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.133157730102539, + "advantages": 0.11152368783950806, + "generated_text": "{\n \"intent\": \"To start browsing content that may interest me more efficiently, such as trending news or videos.\",\n \"action\": \"DoubleClick(574, 22)\"\n}", + "action_string": "DoubleClick(574, 22)", + "intent_string": "To start browsing content that may interest me more efficiently, such as trending news or videos.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 38, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 490, + 250, + 562, + 282 + ] + }, + { + "text": "国际版", + "boxes": [ + 552, + 252, + 636, + 278 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 476, + 300, + 614, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1422, + 405 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡", + "boxes": [ + 792, + 411, + 966, + 441 + ] + }, + { + "text": "3桥下躲冰電致堵车", + "boxes": [ + 1104, + 411, + 1274, + 441 + ] + }, + { + "text": "4 救人缺考男生将补考", + "boxes": [ + 480, + 449, + 654, + 478 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 792, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1262, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1452, + 768, + 1550, + 792 + ] + }, + { + "text": "荣威纯电D6", + "boxes": [ + 1150, + 802, + 1228, + 820 + ] + }, + { + "text": "定拉", + "boxes": [ + 1453, + 795, + 1525, + 849 + ] + }, + { + "text": "+4.7%8", + "boxes": [ + 1634, + 800, + 1698, + 842 + ] + }, + { + "text": "2319321", + "boxes": [ + 291, + 831, + 749, + 958 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1456, + 848, + 1516, + 889 + ] + }, + { + "text": "1,313026", + "boxes": [ + 1632, + 850, + 1698, + 891 + ] + }, + { + "text": "13,16760", + "boxes": [ + 1628, + 891, + 1698, + 939 + ] + }, + { + "text": "网上车市·16 小时", + "boxes": [ + 828, + 921, + 958, + 945 + ] + }, + { + "text": "1一点视频/My车钻输", + "boxes": [ + 1132, + 929, + 1274, + 959 + ] + }, + { + "text": "“守护者”智慧安全系统亮", + "boxes": [ + 828, + 939, + 1064, + 975 + ] + }, + { + "text": "左传达", + "boxes": [ + 1456, + 935, + 1526, + 989 + ] + }, + { + "text": "初中数学比较大小，不用缩放简单变形即可", + "boxes": [ + 204, + 945, + 758, + 987 + ] + }, + { + "text": "+.31639", + "boxes": [ + 1630, + 939, + 1700, + 987 + ] + }, + { + "text": "驾荣威纯电D6，反向虚标续", + "boxes": [ + 1136, + 951, + 1400, + 987 + ] + }, + { + "text": "相！2025奇瑞汽车安全之", + "boxes": [ + 824, + 967, + 1070, + 1003 + ] + }, + { + "text": "初中数学比较大小，不用缩放简单变形即可", + "boxes": [ + 204, + 983, + 756, + 1018 + ] + }, + { + "text": "航+CTB，花小钱办大事？", + "boxes": [ + 1136, + 979, + 1388, + 1014 + ] + }, + { + "text": "夜：向全球用户擦亮“中国.", + "boxes": [ + 824, + 991, + 1082, + 1028 + ] + }, + { + "text": "黄验", + "boxes": [ + 1456, + 987, + 1494, + 1030 + ] + }, + { + "text": ",1030", + "boxes": [ + 1630, + 983, + 1702, + 1032 + ] + }, + { + "text": "△1", + "boxes": [ + 1142, + 1028, + 1172, + 1042 + ] + }, + { + "text": "丢白选股", + "boxes": [ + 1634, + 1026, + 1696, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 1004, + 42, + 1134, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "α Search - Microsoft Bing ×+", + "boxes": [ + 326, + 66, + 574, + 95 + ] + }, + { + "text": "→白", + "boxes": [ + 326, + 101, + 454, + 133 + ] + }, + { + "text": "① https://n.bing.com", + "boxes": [ + 546, + 99, + 744, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 101, + 1560, + 133 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 342, + 150, + 504, + 189 + ] + }, + { + "text": "8", + "boxes": [ + 1474, + 161, + 1500, + 183 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "国内版", + "boxes": [ + 490, + 274, + 560, + 306 + ] + }, + { + "text": "国际版", + "boxes": [ + 553, + 269, + 641, + 309 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 476, + 322, + 616, + 351 + ] + }, + { + "text": "g", + "boxes": [ + 1333, + 318, + 1365, + 349 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 395, + 644, + 425 + ] + }, + { + "text": "GNext", + "boxes": [ + 1360, + 395, + 1420, + 429 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡", + "boxes": [ + 792, + 427, + 968, + 467 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 486, + 437, + 638, + 461 + ] + }, + { + "text": "3桥下躲冰電致堵车", + "boxes": [ + 1104, + 431, + 1264, + 467 + ] + }, + { + "text": "4救人缺考男生将补考", + "boxes": [ + 484, + 474, + 654, + 498 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 792, + 471, + 944, + 500 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1106, + 471, + 1262, + 500 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 13, + 496, + 93, + 533 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 38, + 784, + 78, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1298, + 889, + 1396, + 915 + ] + }, + { + "text": "经新", + "boxes": [ + 1300, + 921, + 1370, + 971 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1476, + 925, + 1544, + 967 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1310, + 979, + 1356, + 997 + ] + }, + { + "text": "+0.10%", + "boxes": [ + 1484, + 979, + 1532, + 997 + ] + } + ] + }, + { + "frame_id": "170_7_3", + "episode_id": 170, + "env_id": 7, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.838510513305664, + "advantages": -0.10239529609680176, + "generated_text": "{\n \"intent\": \"Click on one of the suggested articles links to explore more information about the purchase dates for the selected item.\",\n \"action\": \"DoubleClick(517, 613)\"\n}", + "action_string": "DoubleClick(517, 613)", + "intent_string": "Click on one of the suggested articles links to explore more information about the purchase dates for the selected item.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 176, + 155, + 314, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 290, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 230 + ] + }, + { + "text": "DICT", + "boxes": [ + 510, + 216, + 532, + 230 + ] + }, + { + "text": " About 145,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪网", + "boxes": [ + 212, + 294, + 266, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票-新..", + "boxes": [ + 176, + 336, + 674, + 371 + ] + }, + { + "text": "2 hours ago·新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火", + "boxes": [ + 178, + 363, + 776, + 393 + ] + }, + { + "text": "车票。预填信息快速购票：在火车票起售当日页面，点击购票信息预", + "boxes": [ + 180, + 389, + 606, + 413 + ] + }, + { + "text": "放假3天不调休 端午假期火车票即将开售购票日历来了", + "boxes": [ + 194, + 423, + 680, + 453 + ] + }, + { + "text": "5月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。中国铁路还提", + "boxes": [ + 192, + 447, + 762, + 476 + ] + }, + { + "text": "醒，在火车票起售当日页面点击购票信息预填，即可提前", + "boxes": [ + 194, + 472, + 550, + 496 + ] + }, + { + "text": "See results only from news.sina.com.cn", + "boxes": [ + 194, + 510, + 446, + 534 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 556, + 278, + 582 + ] + }, + { + "text": "https:/finance.sinacom.cn tech rllI doc. ranslae this result", + "boxes": [ + 208, + 570, + 624, + 602 + ] + }, + { + "text": "放假3天不调休 端午假期火车票即将开售 购票日历来了", + "boxes": [ + 176, + 598, + 666, + 633 + ] + }, + { + "text": "4 hours ago·5月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。中国", + "boxes": [ + 178, + 625, + 786, + 655 + ] + }, + { + "text": "铁路还提醒，在火车票起售当日页面点击购票信息预填，即可提前选择，", + "boxes": [ + 178, + 651, + 622, + 675 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 210, + 695, + 292, + 721 + ] + }, + { + "text": "CD", + "boxes": [ + 186, + 711, + 202, + 725 + ] + }, + { + "text": "https://cnews.chinadaily.com.cn Translatethisresult", + "boxes": [ + 210, + 713, + 538, + 742 + ] + }, + { + "text": "端午假期购票日历来了，收好购票攻略－中国日报网", + "boxes": [ + 172, + 735, + 642, + 770 + ] + }, + { + "text": "2 hours ago·端午假期购票日历来啦！今天可购买5月29日火车票预填信息快速购票在火车票起", + "boxes": [ + 174, + 762, + 790, + 796 + ] + }, + { + "text": "售当日页面 点击购票信息预填旅客即可提前选择乘车人、预选", + "boxes": [ + 180, + 790, + 574, + 814 + ] + }, + { + "text": "中国新闻网", + "boxes": [ + 214, + 836, + 292, + 862 + ] + }, + { + "text": "HA", + "boxes": [ + 186, + 850, + 204, + 866 + ] + }, + { + "text": "端午假期购票日历，请查收！－中国新闻网", + "boxes": [ + 178, + 879, + 560, + 909 + ] + }, + { + "text": "3 hours ago·端午假期购票日历来啦！！！今天可购买5月29日火车票快快收藏+转发预填信息", + "boxes": [ + 178, + 905, + 788, + 935 + ] + }, + { + "text": "快速购票 在火车票起售当日页面 点击购票信息预填旅客即可提前选择乘车人、预选车次、预，", + "boxes": [ + 178, + 927, + 762, + 957 + ] + }, + { + "text": "中关村在线", + "boxes": [ + 208, + 973, + 296, + 1005 + ] + }, + { + "text": "日", + "boxes": [ + 182, + 987, + 210, + 1009 + ] + }, + { + "text": "https://news.zol.com.cn Translate thisresult", + "boxes": [ + 212, + 991, + 486, + 1021 + ] + }, + { + "text": "端午假期火车票开售日历发布－中关村在线", + "boxes": [ + 176, + 1018, + 560, + 1048 + ] + }, + { + "text": "端午假期购票·", + "boxes": [ + 218, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "日", + "boxes": [ + 254, + 64, + 282, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 420, + 113, + 452, + 133 + ] + }, + { + "text": "体育", + "boxes": [ + 474, + 113, + 510, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 532, + 113, + 568, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 588, + 113, + 624, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 646, + 111, + 690, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 742, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 115, + 926, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1428, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1550, + 137 + ] + }, + { + "text": "专业的投资工具权威的财经资讯", + "boxes": [ + 652, + 175, + 908, + 210 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 430, + 187, + 608, + 224 + ] + }, + { + "text": "投资理财首选新浪财经APP", + "boxes": [ + 642, + 202, + 1108, + 254 + ] + }, + { + "text": "下载APP", + "boxes": [ + 1168, + 195, + 1290, + 232 + ] + }, + { + "text": "shna新浪科技新浪科技>滚动新闻>正文", + "boxes": [ + 336, + 282, + 656, + 318 + ] + }, + { + "text": "放假3天不调休端午假期火车票即将开售购票日历来了", + "boxes": [ + 330, + 349, + 1270, + 399 + ] + }, + { + "text": "2025年05月15日08:47", + "boxes": [ + 334, + 457, + 510, + 480 + ] + }, + { + "text": "快科技", + "boxes": [ + 498, + 453, + 578, + 484 + ] + }, + { + "text": "Q", + "boxes": [ + 1264, + 457, + 1284, + 472 + ] + }, + { + "text": "R", + "boxes": [ + 1400, + 459, + 1422, + 472 + ] + }, + { + "text": "\"", + "boxes": [ + 1466, + 459, + 1482, + 474 + ] + }, + { + "text": "创事记", + "boxes": [ + 1250, + 516, + 1354, + 554 + ] + }, + { + "text": "快科技5月15日消息，今日，中国铁路发布端午假期购票日历，今日可购买5月29日火车票。", + "boxes": [ + 330, + 570, + 1092, + 600 + ] + }, + { + "text": "那些想退小米汽车的年轻人", + "boxes": [ + 1328, + 576, + 1530, + 611 + ] + }, + { + "text": "★", + "boxes": [ + 512, + 615, + 530, + 629 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 608, + 1640, + 651 + ] + }, + { + "text": "月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。", + "boxes": [ + 344, + 631, + 976, + 661 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1598, + 645, + 1638, + 665 + ] + }, + { + "text": "中国铁路还提醒，在火车票起售当日页面点击购票信息预填，即可提前选择乘车人、预选车次、预选席", + "boxes": [ + 330, + 691, + 1194, + 727 + ] + }, + { + "text": "刘强东重构京东的30个月", + "boxes": [ + 1332, + 695, + 1514, + 725 + ] + }, + { + "text": "别，火车票起售时便可快速提交订单。", + "boxes": [ + 332, + 727, + 646, + 756 + ] + }, + { + "text": "", + "boxes": [ + 1598, + 770, + 1634, + 798 + ] + }, + { + "text": "5月17日起", + "boxes": [ + 598, + 788, + 756, + 832 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1594, + 794, + 1640, + 822 + ] + }, + { + "text": "没有了巴菲特的掌舵，伯克希尔", + "boxes": [ + 1332, + 810, + 1564, + 840 + ] + }, + { + "text": "火车票正式开售", + "boxes": [ + 622, + 836, + 952, + 891 + ] + }, + { + "text": "能否续写传奇？", + "boxes": [ + 1336, + 834, + 1446, + 858 + ] + }, + { + "text": "国", + "boxes": [ + 1600, + 844, + 1634, + 876 + ] + }, + { + "text": "购票日期", + "boxes": [ + 644, + 913, + 734, + 951 + ] + }, + { + "text": "乘车日期", + "boxes": [ + 824, + 915, + 910, + 953 + ] + }, + { + "text": "阅读排行榜", + "boxes": [ + 1282, + 941, + 1388, + 973 + ] + }, + { + "text": "评论排行榜", + "boxes": [ + 1438, + 937, + 1552, + 975 + ] + }, + { + "text": "期五", + "boxes": [ + 636, + 951, + 676, + 967 + ] + }, + { + "text": "期五", + "boxes": [ + 818, + 951, + 850, + 965 + ] + }, + { + "text": "5月16日", + "boxes": [ + 625, + 964, + 747, + 1005 + ] + }, + { + "text": "5月30日", + "boxes": [ + 808, + 967, + 922, + 1005 + ] + }, + { + "text": "北京突降冰霍：比鸭蛋还大户外停的车集体", + "boxes": [ + 1290, + 975, + 1568, + 1005 + ] + }, + { + "text": "星期六端午节", + "boxes": [ + 802, + 999, + 930, + 1028 + ] + }, + { + "text": "01", + "boxes": [ + 1252, + 991, + 1280, + 1011 + ] + }, + { + "text": "星期六", + "boxes": [ + 628, + 1001, + 690, + 1026 + ] + }, + { + "text": "遭殃", + "boxes": [ + 1292, + 1003, + 1324, + 1022 + ] + }, + { + "text": "5日17", + "boxes": [ + 642, + 1028, + 732, + 1046 + ] + } + ] + }, + { + "frame_id": "170_0_4", + "episode_id": 170, + "env_id": 0, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.714942932128906, + "advantages": -0.19210749864578247, + "generated_text": "{\n \"intent\": \"Click on one of the gaming headsets to view more details and then add them to the cart.\",\n \"action\": \"DoubleClick(579, 503)\" \n}", + "action_string": "DoubleClick(579, 503)", + "intent_string": "Click on one of the gaming headsets to view more details and then add them to the cart.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→×", + "boxes": [ + 34, + 66, + 128, + 91 + ] + }, + { + "text": "曰口", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1814, + 105, + 1874, + 131 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 111, + 426, + 145 + ] + }, + { + "text": "$7,082.85", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 167, + 68, + 195 + ] + }, + { + "text": "Popular Shopping Ideas", + "boxes": [ + 10, + 256, + 174, + 286 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "Video Game", + "boxes": [ + 12, + 282, + 94, + 308 + ] + }, + { + "text": "Wireless", + "boxes": [ + 12, + 302, + 70, + 328 + ] + }, + { + "text": "Desktop", + "boxes": [ + 8, + 318, + 72, + 349 + ] + }, + { + "text": "2.4GHzWire", + "boxes": [ + 608, + 326, + 708, + 343 + ] + }, + { + "text": "Animal", + "boxes": [ + 14, + 343, + 60, + 363 + ] + }, + { + "text": "Customer Reviews", + "boxes": [ + 12, + 389, + 136, + 413 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 413, + 144, + 443 + ] + }, + { + "text": "Price", + "boxes": [ + 8, + 451, + 54, + 476 + ] + }, + { + "text": "$3149", + "boxes": [ + 608, + 445, + 666, + 471 + ] + }, + { + "text": "List Price: $49.99", + "boxes": [ + 666, + 453, + 770, + 471 + ] + }, + { + "text": "$1-$1,200+", + "boxes": [ + 10, + 474, + 102, + 500 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 604, + 476, + 746, + 505 + ] + }, + { + "text": "$16.47", + "boxes": [ + 1816, + 506, + 1860, + 526 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 12, + 584, + 98, + 608 + ] + }, + { + "text": "○●···○", + "boxes": [ + 602, + 592, + 790, + 627 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 14, + 604, + 100, + 629 + ] + }, + { + "text": "Brands", + "boxes": [ + 12, + 637, + 60, + 657 + ] + }, + { + "text": "steeSeres", + "boxes": [ + 5, + 650, + 109, + 688 + ] + }, + { + "text": "Overall Pick 0", + "boxes": [ + 312, + 643, + 406, + 667 + ] + }, + { + "text": "Razer BlackShark V2 X Gaming Headset: 7.1 Surround Sound - 50mm Drivers - Memory Foam Cushion -", + "boxes": [ + 604, + 645, + 1448, + 675 + ] + }, + { + "text": "Razer", + "boxes": [ + 7, + 672, + 71, + 706 + ] + }, + { + "text": "For PC, PS4, PS5, Switch - 3.5mm Audio Jack - Black", + "boxes": [ + 602, + 669, + 1034, + 699 + ] + }, + { + "text": "LL", + "boxes": [ + 14, + 703, + 40, + 717 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 32, + 699, + 106, + 723 + ] + }, + { + "text": "★★★★21,852", + "boxes": [ + 606, + 699, + 750, + 723 + ] + }, + { + "text": " ozeino", + "boxes": [ + 12, + 719, + 82, + 744 + ] + }, + { + "text": " 5K+ bought in past month ", + "boxes": [ + 602, + 712, + 778, + 747 + ] + }, + { + "text": " Hyperx", + "boxes": [ + 10, + 739, + 84, + 764 + ] + }, + { + "text": " 1 sus", + "boxes": [ + 614, + 748, + 664, + 768 + ] + }, + { + "text": "Turtle B", + "boxes": [ + 14, + 780, + 84, + 798 + ] + }, + { + "text": "See options", + "boxes": [ + 610, + 780, + 698, + 806 + ] + }, + { + "text": "No featured offers available", + "boxes": [ + 606, + 810, + 788, + 834 + ] + }, + { + "text": "$30.32 (11 used & new offers)", + "boxes": [ + 602, + 828, + 800, + 856 + ] + }, + { + "text": "○··.", + "boxes": [ + 604, + 866, + 712, + 893 + ] + }, + { + "text": " 2.4GHz Wireless Gaming Headset for PC, Ps5, Ps4 - Lossles Audio USB & Type-C Ultra Stable Gaming ", + "boxes": [ + 600, + 907, + 1440, + 947 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1814, + 913, + 1862, + 939 + ] + }, + { + "text": "Headphones with Flip Microphone, 40-Hr Battery Gamer Headset for Switch, Laptop, Mobile, Mac", + "boxes": [ + 606, + 941, + 1402, + 965 + ] + }, + { + "text": "Headpho", + "boxes": [ + 16, + 967, + 72, + 985 + ] + }, + { + "text": "TopRevi", + "boxes": [ + 610, + 971, + 660, + 989 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→×", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "曰口", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 111, + 428, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "$7,082.85", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle PaperwhiteBuy Now", + "boxes": [ + 752, + 204, + 1064, + 234 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite &", + "boxes": [ + 680, + 304, + 1308, + 339 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "Call of Duty/FPS Gamers, PC, Nintendo Switch, Bluetooth 5.3", + "boxes": [ + 684, + 339, + 1352, + 369 + ] + }, + { + "text": "$3149", + "boxes": [ + 1394, + 341, + 1456, + 373 + ] + }, + { + "text": "Gaming Headphones with Noise Canceling Mic, Stereo", + "boxes": [ + 680, + 367, + 1274, + 403 + ] + }, + { + "text": "Sound, 40+Hr Battery -White", + "boxes": [ + 680, + 401, + 1008, + 437 + ] + }, + { + "text": "Amazon Prime members", + "boxes": [ + 1396, + 405, + 1552, + 429 + ] + }, + { + "text": " Join Prime", + "boxes": [ + 1462, + 437, + 1536, + 469 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 682, + 476, + 788, + 500 + ] + }, + { + "text": "ancel anytime", + "boxes": [ + 1402, + 469, + 1482, + 492 + ] + }, + { + "text": "Already a member? Sign in", + "boxes": [ + 1394, + 494, + 1568, + 524 + ] + }, + { + "text": " 1 sustainabilityfeature", + "boxes": [ + 682, + 508, + 856, + 538 + ] + }, + { + "text": "Sm", + "boxes": [ + 1384, + 514, + 1534, + 586 + ] + }, + { + "text": "$16.47", + "boxes": [ + 1814, + 506, + 1860, + 526 + ] + }, + { + "text": "CHIJIANYUAN", + "boxes": [ + 1459, + 539, + 1553, + 579 + ] + }, + { + "text": "Returns", + "boxes": [ + 1398, + 566, + 1452, + 596 + ] + }, + { + "text": "-37% $3149", + "boxes": [ + 686, + 584, + 810, + 615 + ] + }, + { + "text": "Payment", + "boxes": [ + 1400, + 606, + 1452, + 625 + ] + }, + { + "text": "V See more", + "boxes": [ + 1398, + 623, + 1470, + 649 + ] + }, + { + "text": "Exclusive Prime price", + "boxes": [ + 684, + 643, + 814, + 667 + ] + }, + { + "text": "Regular Price", + "boxes": [ + 1394, + 683, + 1486, + 709 + ] + }, + { + "text": "$3599", + "boxes": [ + 1394, + 709, + 1448, + 739 + ] + }, + { + "text": "$49.93", + "boxes": [ + 1818, + 709, + 1854, + 729 + ] + }, + { + "text": "Delivery Monday, May 26", + "boxes": [ + 1392, + 732, + 1564, + 761 + ] + }, + { + "text": "Rollover imagetozoom", + "boxes": [ + 352, + 768, + 500, + 786 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 858, + 726, + 883 + ] + }, + { + "text": "Gtheos", + "boxes": [ + 858, + 858, + 908, + 883 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1390, + 864, + 1454, + 883 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 881, + 722, + 907 + ] + }, + { + "text": "White", + "boxes": [ + 858, + 881, + 902, + 909 + ] + }, + { + "text": "Ear Place", + "boxes": [ + 684, + 911, + 742, + 931 + ] + }, + { + "text": "Over Ear", + "boxes": [ + 858, + 909, + 918, + 935 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 913, + 1864, + 939 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 937, + 766, + 961 + ] + }, + { + "text": "Over Ear", + "boxes": [ + 858, + 935, + 918, + 961 + ] + }, + { + "text": "32 0hm", + "boxes": [ + 860, + 963, + 914, + 983 + ] + }, + { + "text": "New (4) fron", + "boxes": [ + 1394, + 969, + 1468, + 987 + ] + }, + { + "text": "$359", + "boxes": [ + 1484, + 969, + 1514, + 983 + ] + }, + { + "text": " About this item", + "boxes": [ + 678, + 1000, + 836, + 1037 + ] + } + ] + }, + { + "frame_id": "170_1_4", + "episode_id": 170, + "env_id": 1, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.68754768371582, + "advantages": -0.211996927857399, + "generated_text": "{\n \"intent\": \"Explore potential actions by clicking/un_clicking various tools located on the top toolbar.\",\n \"action\": \"DoubleClick(187, 44)\" \n}", + "action_string": "DoubleClick(187, 44)", + "intent_string": "Explore potential actions by clicking/un_clicking various tools located on the top toolbar.", + "before_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 60, + 12, + 76, + 26 + ] + }, + { + "text": "Untitled1-LibreOfficeCalc", + "boxes": [ + 852, + 10, + 1066, + 28 + ] + }, + { + "text": "口", + "boxes": [ + 1804, + 8, + 1860, + 34 + ] + }, + { + "text": "Edit View Insert ", + "boxes": [ + 100, + 36, + 244, + 54 + ] + }, + { + "text": " Format Styles Sheet Data Tols Window Help ", + "boxes": [ + 238, + 30, + 616, + 60 + ] + }, + { + "text": "--目-自-", + "boxes": [ + 68, + 58, + 446, + 93 + ] + }, + { + "text": "上&", + "boxes": [ + 432, + 64, + 500, + 89 + ] + }, + { + "text": "勺-", + "boxes": [ + 502, + 64, + 614, + 87 + ] + }, + { + "text": "里·I·个个子DI·口田", + "boxes": [ + 600, + 62, + 1320, + 91 + ] + }, + { + "text": "Liberation San", + "boxes": [ + 76, + 105, + 172, + 123 + ] + }, + { + "text": "aaaa=目日目-%00三至图口目", + "boxes": [ + 278, + 99, + 1264, + 129 + ] + }, + { + "text": "、=", + "boxes": [ + 216, + 135, + 308, + 161 + ] + }, + { + "text": "Mou", + "boxes": [ + 12, + 173, + 46, + 195 + ] + }, + { + "text": "", + "boxes": [ + 1827, + 177, + 1853, + 216 + ] + }, + { + "text": "DO", + "boxes": [ + 1824, + 202, + 1862, + 349 + ] + }, + { + "text": "Ter", + "boxes": [ + 24, + 280, + 46, + 306 + ] + }, + { + "text": "Cal", + "boxes": [ + 16, + 393, + 44, + 415 + ] + }, + { + "text": "ib", + "boxes": [ + 26, + 504, + 50, + 518 + ] + }, + { + "text": "→二", + "boxes": [ + 68, + 969, + 156, + 987 + ] + }, + { + "text": "+", + "boxes": [ + 156, + 971, + 186, + 985 + ] + }, + { + "text": " Sheet 1 of 1", + "boxes": [ + 61, + 986, + 145, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 994, + 989, + 1078, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Untitled 1 - LibreOffice C", + "boxes": [ + 844, + 10, + 1052, + 28 + ] + }, + { + "text": "Format Styles Sheet Data Tools Window Help", + "boxes": [ + 230, + 30, + 616, + 60 + ] + }, + { + "text": "·品·日", + "boxes": [ + 70, + 60, + 188, + 91 + ] + }, + { + "text": "Image..", + "boxes": [ + 212, + 62, + 264, + 81 + ] + }, + { + "text": "里、", + "boxes": [ + 604, + 62, + 1320, + 91 + ] + }, + { + "text": "Chart...", + "boxes": [ + 210, + 83, + 262, + 109 + ] + }, + { + "text": "Liberation San", + "boxes": [ + 70, + 101, + 176, + 123 + ] + }, + { + "text": "要目日日%00三至田口目", + "boxes": [ + 528, + 99, + 1264, + 129 + ] + }, + { + "text": "Pivot Table....", + "boxes": [ + 210, + 111, + 296, + 137 + ] + }, + { + "text": "Media", + "boxes": [ + 210, + 137, + 258, + 165 + ] + }, + { + "text": "Mou", + "boxes": [ + 8, + 171, + 52, + 197 + ] + }, + { + "text": "Object", + "boxes": [ + 208, + 165, + 258, + 191 + ] + }, + { + "text": "2", + "boxes": [ + 64, + 197, + 90, + 218 + ] + }, + { + "text": "Shape", + "boxes": [ + 210, + 193, + 258, + 218 + ] + }, + { + "text": "HDO", + "boxes": [ + 1824, + 202, + 1862, + 349 + ] + }, + { + "text": "3", + "boxes": [ + 68, + 218, + 90, + 232 + ] + }, + { + "text": "Function.", + "boxes": [ + 214, + 226, + 272, + 246 + ] + }, + { + "text": "Ctrl+F2", + "boxes": [ + 462, + 226, + 514, + 246 + ] + }, + { + "text": "5", + "boxes": [ + 68, + 250, + 90, + 264 + ] + }, + { + "text": "6", + "boxes": [ + 68, + 266, + 88, + 280 + ] + }, + { + "text": "Terr", + "boxes": [ + 20, + 280, + 54, + 308 + ] + }, + { + "text": "Text Box", + "boxes": [ + 210, + 288, + 268, + 308 + ] + }, + { + "text": "Ctrl+Alt+(", + "boxes": [ + 442, + 312, + 506, + 332 + ] + }, + { + "text": "10", + "boxes": [ + 68, + 338, + 86, + 351 + ] + }, + { + "text": "Floating Frame.", + "boxes": [ + 210, + 338, + 318, + 361 + ] + }, + { + "text": "12", + "boxes": [ + 68, + 369, + 88, + 383 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 391, + 52, + 417 + ] + }, + { + "text": "Formatting Mark", + "boxes": [ + 214, + 455, + 324, + 472 + ] + }, + { + "text": "Date", + "boxes": [ + 209, + 481, + 245, + 508 + ] + }, + { + "text": "Ctrl+;", + "boxes": [ + 472, + 480, + 514, + 506 + ] + }, + { + "text": "Libr", + "boxes": [ + 20, + 502, + 52, + 524 + ] + }, + { + "text": "Shift+Ctrl+;", + "boxes": [ + 434, + 510, + 510, + 534 + ] + }, + { + "text": "Field", + "boxes": [ + 212, + 536, + 246, + 558 + ] + }, + { + "text": "Form Control", + "boxes": [ + 214, + 596, + 296, + 619 + ] + }, + { + "text": "→二", + "boxes": [ + 70, + 969, + 156, + 987 + ] + }, + { + "text": "+", + "boxes": [ + 156, + 971, + 186, + 985 + ] + }, + { + "text": "Sheet 1 of 1", + "boxes": [ + 63, + 986, + 143, + 1015 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 994, + 989, + 1078, + 1012 + ] + } + ] + }, + { + "frame_id": "170_2_4", + "episode_id": 170, + "env_id": 2, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.624956130981445, + "advantages": 0.4685778319835663, + "generated_text": "{\n \"intent\": \"Move my cursor to the center of the screen to better explore the available categories\",\n \"action\": \"DoubleClick(102, 76)\" \n}", + "action_string": "DoubleClick(102, 76)", + "intent_string": "Move my cursor to the center of the screen to better explore the available categories", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 296, + 115, + 414, + 139 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "83", + "boxes": [ + 1826, + 115, + 1860, + 137 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 420, + 187 + ] + }, + { + "text": "Kitchen favorites", + "boxes": [ + 610, + 280, + 876, + 324 + ] + }, + { + "text": "under $50", + "boxes": [ + 690, + 326, + 800, + 357 + ] + }, + { + "text": "ons of products withfast local delivery. Click here to goto amazon.n", + "boxes": [ + 958, + 455, + 1398, + 484 + ] + }, + { + "text": "", + "boxes": [ + 1026, + 488, + 1078, + 508 + ] + }, + { + "text": "MLL", + "boxes": [ + 1394, + 482, + 1512, + 512 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1206, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "- Microsoft Bing ", + "boxes": [ + 80, + 30, + 190, + 54 + ] + }, + { + "text": "×", + "boxes": [ + 194, + 36, + 218, + 50 + ] + }, + { + "text": "New Tab", + "boxes": [ + 248, + 32, + 314, + 52 + ] + }, + { + "text": "①→百", + "boxes": [ + 3, + 57, + 137, + 100 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 8, + 97, + 166, + 125 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "170_3_4", + "episode_id": 170, + "env_id": 3, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.916020393371582, + "advantages": -0.04612177982926369, + "generated_text": "{\n \"intent\": \"Since I'm exploring the computer desktop environment and looking to see more news-related content, I want to click on an article that might have relevant information about train ticket purchases.\",\n \"action\": \"DoubleClick(504, 382)\"\n}", + "action_string": "DoubleClick(504, 382)", + "intent_string": "Since I'm exploring the computer desktop environment and looking to see more news-related content, I want to click on an article that might have relevant information about train ticket purchases.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1603, + 63, + 1659, + 88 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 338, + 113, + 388, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1336, + 111, + 1366, + 131 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1426, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1546, + 135 + ] + }, + { + "text": "sina", + "boxes": [ + 1386, + 185, + 1434, + 220 + ] + }, + { + "text": "谷歌搜索引擎", + "boxes": [ + 1232, + 240, + 1304, + 258 + ] + }, + { + "text": "新浪新闻", + "boxes": [ + 1394, + 232, + 1426, + 246 + ] + }, + { + "text": "数软", + "boxes": [ + 380, + 242, + 402, + 256 + ] + }, + { + "text": "超声波工", + "boxes": [ + 678, + 242, + 714, + 256 + ] + }, + { + "text": "sina 新闻中心国内新闻>正文", + "boxes": [ + 334, + 282, + 580, + 318 + ] + }, + { + "text": "新闻", + "boxes": [ + 1334, + 294, + 1390, + 320 + ] + }, + { + "text": "请输入关键词", + "boxes": [ + 1378, + 294, + 1480, + 320 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票", + "boxes": [ + 330, + 359, + 1214, + 407 + ] + }, + { + "text": "2025年05月15日08:50新京报作者：新京报", + "boxes": [ + 334, + 472, + 672, + 496 + ] + }, + { + "text": "△—A—AI丨丨丨", + "boxes": [ + 1000, + 465, + 1460, + 500 + ] + }, + { + "text": "1,384", + "boxes": [ + 1464, + 469, + 1576, + 498 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 464, + 544, + 980, + 604 + ] + }, + { + "text": "9", + "boxes": [ + 996, + 556, + 1010, + 574 + ] + }, + { + "text": "A", + "boxes": [ + 1591, + 562, + 1638, + 603 + ] + }, + { + "text": "中LEP", + "boxes": [ + 984, + 582, + 1024, + 602 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1592, + 596, + 1640, + 621 + ] + }, + { + "text": "国", + "boxes": [ + 1598, + 645, + 1632, + 675 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火车票。", + "boxes": [ + 372, + 667, + 1100, + 691 + ] + }, + { + "text": "相关新闻", + "boxes": [ + 1596, + 679, + 1636, + 695 + ] + }, + { + "text": "关闭广告", + "boxes": [ + 242, + 772, + 296, + 792 + ] + }, + { + "text": "端", + "boxes": [ + 691, + 800, + 852, + 969 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "今日推", + "boxes": [ + 26, + 840, + 162, + 897 + ] + }, + { + "text": "看见，更远一", + "boxes": [ + 1620, + 846, + 1796, + 889 + ] + }, + { + "text": "些", + "boxes": [ + 1812, + 850, + 1846, + 879 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1618, + 893, + 1848, + 935 + ] + }, + { + "text": "预算管", + "boxes": [ + 0, + 918, + 153, + 995 + ] + }, + { + "text": "假期", + "boxes": [ + 708, + 943, + 842, + 1014 + ] + }, + { + "text": "15", + "boxes": [ + 200, + 957, + 240, + 987 + ] + }, + { + "text": "imap服务器", + "boxes": [ + 1268, + 1003, + 1386, + 1034 + ] + }, + { + "text": "工用女久", + "boxes": [ + 6, + 1020, + 98, + 1052 + ] + }, + { + "text": "2", + "boxes": [ + 190, + 1052, + 202, + 1064 + ] + }, + { + "text": "端午假期购票·", + "boxes": [ + 216, + 1048, + 304, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "新浪首页", + "boxes": [ + 338, + 113, + 388, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1336, + 111, + 1364, + 131 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1426, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1544, + 135 + ] + }, + { + "text": "sina", + "boxes": [ + 1386, + 185, + 1434, + 220 + ] + }, + { + "text": "谷歌搜索引擎", + "boxes": [ + 1232, + 240, + 1302, + 258 + ] + }, + { + "text": "sna 新闻中心国内新闻>正文", + "boxes": [ + 336, + 280, + 578, + 320 + ] + }, + { + "text": "新闻", + "boxes": [ + 1334, + 294, + 1390, + 320 + ] + }, + { + "text": "请输入关键词", + "boxes": [ + 1390, + 294, + 1480, + 320 + ] + }, + { + "text": "端午假期购票日历来了", + "boxes": [ + 332, + 357, + 732, + 405 + ] + }, + { + "text": "今日可购买5月29日火车票", + "boxes": [ + 740, + 357, + 1212, + 405 + ] + }, + { + "text": "2025年05月15日08:50新京报作者：新京报", + "boxes": [ + 332, + 471, + 674, + 500 + ] + }, + { + "text": "△一A一A一☆一一一品", + "boxes": [ + 1000, + 465, + 1440, + 500 + ] + }, + { + "text": "1,384", + "boxes": [ + 1464, + 469, + 1578, + 500 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 464, + 546, + 978, + 606 + ] + }, + { + "text": "9", + "boxes": [ + 996, + 556, + 1010, + 574 + ] + }, + { + "text": "中LEP", + "boxes": [ + 986, + 582, + 1024, + 602 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 669 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火车票。", + "boxes": [ + 372, + 667, + 1100, + 691 + ] + }, + { + "text": "关闭广告", + "boxes": [ + 242, + 772, + 296, + 792 + ] + }, + { + "text": "端", + "boxes": [ + 691, + 800, + 852, + 969 + ] + }, + { + "text": "S", + "boxes": [ + 1626, + 804, + 1652, + 826 + ] + }, + { + "text": "新浪新闻|知克规见", + "boxes": [ + 1644, + 800, + 1752, + 832 + ] + }, + { + "text": "今日推", + "boxes": [ + 26, + 840, + 162, + 897 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 1616, + 839, + 1796, + 894 + ] + }, + { + "text": "思考，再多-", + "boxes": [ + 1616, + 885, + 1796, + 940 + ] + }, + { + "text": "点", + "boxes": [ + 1812, + 903, + 1840, + 927 + ] + }, + { + "text": "预算管", + "boxes": [ + 0, + 927, + 150, + 991 + ] + }, + { + "text": "假期", + "boxes": [ + 708, + 943, + 842, + 1014 + ] + }, + { + "text": "15", + "boxes": [ + 200, + 957, + 240, + 987 + ] + }, + { + "text": "钢衬四氟阀门", + "boxes": [ + 1268, + 1003, + 1400, + 1034 + ] + }, + { + "text": "用女久", + "boxes": [ + 8, + 1020, + 100, + 1052 + ] + }, + { + "text": "2", + "boxes": [ + 190, + 1052, + 202, + 1064 + ] + }, + { + "text": "端午假期购票·", + "boxes": [ + 216, + 1048, + 304, + 1074 + ] + } + ] + }, + { + "frame_id": "170_4_4", + "episode_id": 170, + "env_id": 4, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.397506713867188, + "advantages": -0.42257168889045715, + "generated_text": "{\n \"intent\": \" clicking on a热门 news headline to explore it further.\",\n \"action\": \"DoubleClick(947, 564)\"\n}", + "action_string": "DoubleClick(947, 564)", + "intent_string": " clicking on a热门 news headline to explore it further.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 476, + 300, + 616, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3 桥下躲冰電致堵车", + "boxes": [ + 1104, + 411, + 1294, + 441 + ] + }, + { + "text": "4 救人缺考男生将补考", + "boxes": [ + 480, + 449, + 654, + 478 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1264, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "版上", + "boxes": [ + 1456, + 802, + 1524, + 850 + ] + }, + { + "text": "攻击资质", + "boxes": [ + 578, + 852, + 654, + 878 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1456, + 848, + 1514, + 891 + ] + }, + { + "text": "1,63026", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "防御资质", + "boxes": [ + 576, + 874, + 656, + 905 + ] + }, + { + "text": "体力资质", + "boxes": [ + 578, + 897, + 652, + 923 + ] + }, + { + "text": "13,16", + "boxes": [ + 1624, + 886, + 1701, + 942 + ] + }, + { + "text": "点资讯·1周", + "boxes": [ + 244, + 923, + 312, + 941 + ] + }, + { + "text": "法力资质", + "boxes": [ + 580, + 925, + 650, + 943 + ] + }, + { + "text": "金融界汽车·30分钟", + "boxes": [ + 826, + 921, + 972, + 945 + ] + }, + { + "text": "选车号·17小时", + "boxes": [ + 1144, + 921, + 1262, + 945 + ] + }, + { + "text": "梦幻西游：比同属性灵饰都贵古玉魄全是", + "boxes": [ + 198, + 941, + 794, + 989 + ] + }, + { + "text": "宁波永科取得汽车减震衬套骨", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "全新智己L6：以“智能+舒", + "boxes": [ + 1138, + 939, + 1386, + 975 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "架专利，防止骨架安装漏胶", + "boxes": [ + 824, + 965, + 1080, + 1003 + ] + }, + { + "text": "适\"重构20万级纯电轿车价值", + "boxes": [ + 1136, + 967, + 1410, + 1003 + ] + }, + { + "text": "价格泡沫，", + "boxes": [ + 200, + 981, + 364, + 1024 + ] + }, + { + "text": "黄验", + "boxes": [ + 1456, + 987, + 1494, + 1030 + ] + }, + { + "text": "6102% ", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "半", + "boxes": [ + 466, + 991, + 496, + 1011 + ] + }, + { + "text": "7125", + "boxes": [ + 690, + 997, + 722, + 1011 + ] + }, + { + "text": "1.209", + "boxes": [ + 690, + 1018, + 722, + 1032 + ] + }, + { + "text": "Mic", + "boxes": [ + 276, + 1052, + 298, + 1066 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 38, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 476, + 300, + 616, + 330 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3 桥下躲冰電致堵车", + "boxes": [ + 1102, + 409, + 1296, + 445 + ] + }, + { + "text": "4救人缺考男生将补考", + "boxes": [ + 482, + 453, + 652, + 476 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1264, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 768, + 1552, + 794 + ] + }, + { + "text": "版上", + "boxes": [ + 1456, + 802, + 1524, + 850 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1456, + 848, + 1514, + 891 + ] + }, + { + "text": "1,63026", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "13,16 ", + "boxes": [ + 1628, + 891, + 1700, + 941 + ] + }, + { + "text": "科技资讯·13小时", + "boxes": [ + 276, + 923, + 374, + 941 + ] + }, + { + "text": "金融界汽车·30分钟", + "boxes": [ + 826, + 921, + 972, + 945 + ] + }, + { + "text": "选车号·17小时", + "boxes": [ + 1142, + 921, + 1260, + 945 + ] + }, + { + "text": "宁波永科取得汽车减震衬套骨", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "全新智己L6：以“智能+舒", + "boxes": [ + 1138, + 939, + 1386, + 975 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "驾驶乐趣才是", + "boxes": [ + 582, + 947, + 766, + 985 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "法拉利CEO：车内多屏无用", + "boxes": [ + 204, + 949, + 564, + 985 + ] + }, + { + "text": "架专利，防止骨架安装漏胶", + "boxes": [ + 826, + 967, + 1080, + 1003 + ] + }, + { + "text": "适\"重构20万级纯电轿车价值", + "boxes": [ + 1136, + 967, + 1410, + 1003 + ] + }, + { + "text": "核心诉求！", + "boxes": [ + 198, + 983, + 348, + 1020 + ] + }, + { + "text": "黄验", + "boxes": [ + 1456, + 987, + 1496, + 1030 + ] + }, + { + "text": "6102% ", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + } + ] + }, + { + "frame_id": "170_5_4", + "episode_id": 170, + "env_id": 5, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.557672500610352, + "advantages": 0.41972875595092773, + "generated_text": "{\n \"intent\": \"Scroll down to view more content on the homepage.\",\n \"action\": \"DoubleClick(1028, 88)\" \n}", + "action_string": "DoubleClick(1028, 88)", + "intent_string": "Scroll down to view more content on the homepage.", + "before_screen_ocr_results": [ + { + "text": "Mozilla Firefox", + "boxes": [ + 1070, + 42, + 1196, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正×十", + "boxes": [ + 320, + 64, + 572, + 93 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 454, + 133 + ] + }, + { + "text": "https:/www.iai.com", + "boxes": [ + 542, + 97, + 762, + 137 + ] + }, + { + "text": "·日☆", + "boxes": [ + 1282, + 101, + 1370, + 133 + ] + }, + { + "text": "三田@", + "boxes": [ + 1460, + 97, + 1570, + 135 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1588, + 123 + ] + }, + { + "text": "You must enable DRM to play some audio or video on this page. Learm More", + "boxes": [ + 378, + 151, + 968, + 181 + ] + }, + { + "text": " Enable DRM ", + "boxes": [ + 1436, + 149, + 1544, + 181 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 170, + 110, + 201 + ] + }, + { + "text": "iQIYI", + "boxes": [ + 338, + 210, + 416, + 242 + ] + }, + { + "text": "四", + "boxes": [ + 1332, + 202, + 1358, + 224 + ] + }, + { + "text": "无忧渡 (任嘉伦)", + "boxes": [ + 522, + 212, + 644, + 242 + ] + }, + { + "text": "L", + "boxes": [ + 1444, + 208, + 1462, + 222 + ] + }, + { + "text": "登录", + "boxes": [ + 1499, + 206, + 1577, + 243 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 948, + 216, + 998, + 234 + ] + }, + { + "text": "人生若如初见", + "boxes": [ + 1486, + 268, + 1586, + 294 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 104, + 308 + ] + }, + { + "text": "I A 首页", + "boxes": [ + 332, + 278, + 430, + 316 + ] + }, + { + "text": "淮水竹亭", + "boxes": [ + 1512, + 298, + 1592, + 336 + ] + }, + { + "text": "免费", + "boxes": [ + 346, + 324, + 422, + 361 + ] + }, + { + "text": "恋爱兄妹", + "boxes": [ + 1514, + 339, + 1588, + 371 + ] + }, + { + "text": "短视频", + "boxes": [ + 347, + 365, + 437, + 408 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "绝密较量", + "boxes": [ + 1490, + 379, + 1588, + 411 + ] + }, + { + "text": "会员中心", + "boxes": [ + 352, + 417, + 450, + 443 + ] + }, + { + "text": "无忧渡", + "boxes": [ + 1532, + 421, + 1586, + 447 + ] + }, + { + "text": "根本停不下来", + "boxes": [ + 1480, + 452, + 1590, + 487 + ] + }, + { + "text": "人生", + "boxes": [ + 346, + 480, + 422, + 518 + ] + }, + { + "text": "绝密较量", + "boxes": [ + 545, + 484, + 763, + 558 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 13, + 496, + 97, + 533 + ] + }, + { + "text": "学习时刻", + "boxes": [ + 1512, + 488, + 1592, + 526 + ] + }, + { + "text": "电视剧", + "boxes": [ + 348, + 528, + 436, + 560 + ] + }, + { + "text": "维京传奇", + "boxes": [ + 1514, + 530, + 1590, + 562 + ] + }, + { + "text": "图", + "boxes": [ + 34, + 562, + 82, + 609 + ] + }, + { + "text": "收网倒计时 杨光监控赵亚芦险被发现", + "boxes": [ + 540, + 558, + 820, + 598 + ] + }, + { + "text": "微剧上万", + "boxes": [ + 350, + 572, + 452, + 604 + ] + }, + { + "text": "万界至尊", + "boxes": [ + 1512, + 566, + 1588, + 598 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "五哈第5季", + "boxes": [ + 1500, + 602, + 1588, + 633 + ] + }, + { + "text": "?电影", + "boxes": [ + 348, + 615, + 420, + 647 + ] + }, + { + "text": "播放正片", + "boxes": [ + 604, + 621, + 668, + 639 + ] + }, + { + "text": "种地吧第3季", + "boxes": [ + 1496, + 643, + 1584, + 669 + ] + }, + { + "text": "云 云影院", + "boxes": [ + 346, + 657, + 438, + 695 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "综艺", + "boxes": [ + 350, + 703, + 420, + 737 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "正在热播", + "boxes": [ + 502, + 731, + 600, + 756 + ] + }, + { + "text": "全部 电视剧 电影综艺动漫少儿 纪录片", + "boxes": [ + 600, + 729, + 986, + 758 + ] + }, + { + "text": "少儿", + "boxes": [ + 348, + 746, + 420, + 778 + ] + }, + { + "text": "你正在追", + "boxes": [ + 502, + 768, + 580, + 800 + ] + }, + { + "text": "动漫", + "boxes": [ + 348, + 792, + 420, + 824 + ] + }, + { + "text": "Draw", + "boxes": [ + 27, + 825, + 89, + 867 + ] + }, + { + "text": "超水西流", + "boxes": [ + 510, + 816, + 616, + 854 + ] + }, + { + "text": " 纪录片", + "boxes": [ + 348, + 836, + 434, + 868 + ] + }, + { + "text": "游戏", + "boxes": [ + 348, + 879, + 420, + 911 + ] + }, + { + "text": "传奇游戏库", + "boxes": [ + 350, + 923, + 468, + 953 + ] + }, + { + "text": "怒水西流", + "boxes": [ + 504, + 921, + 576, + 947 + ] + }, + { + "text": "跨过鸭绿江", + "boxes": [ + 778, + 921, + 864, + 947 + ] + }, + { + "text": "护卫者3：决战", + "boxes": [ + 1048, + 919, + 1162, + 949 + ] + }, + { + "text": "一起长大的约定", + "boxes": [ + 1324, + 919, + 1440, + 949 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + }, + { + "text": "继续观看", + "boxes": [ + 503, + 940, + 569, + 972 + ] + }, + { + "text": "王志飞展现军人魅力", + "boxes": [ + 776, + 943, + 910, + 973 + ] + }, + { + "text": "向佐爆笑真人快打", + "boxes": [ + 1050, + 945, + 1164, + 969 + ] + }, + { + "text": "田鸿杰季美含青春回忆", + "boxes": [ + 1322, + 945, + 1462, + 969 + ] + }, + { + "text": "P", + "boxes": [ + 1554, + 941, + 1570, + 955 + ] + }, + { + "text": ".39214&tv_id=NjcyMzQ1MzMyNT", + "boxes": [ + 928, + 977, + 1146, + 1001 + ] + }, + { + "text": "", + "boxes": [ + 100, + 1048, + 148, + 1066 + ] + }, + { + "text": "爱奇艺-在线视··", + "boxes": [ + 208, + 1046, + 316, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正×", + "boxes": [ + 324, + 66, + 552, + 95 + ] + }, + { + "text": " New Tab", + "boxes": [ + 550, + 68, + 636, + 91 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or ente", + "boxes": [ + 548, + 101, + 752, + 131 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": "", + "boxes": [ + 42, + 131, + 70, + 151 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 330, + 141, + 492, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 504, + 139, + 634, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 580, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1112, + 524, + 1164, + 559 + ] + }, + { + "text": "weibo", + "boxes": [ + 1234, + 530, + 1286, + 556 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1357, + 525, + 1399, + 557 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 26, + 670, + 88, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 741, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 30, + 771, + 82, + 832 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 552, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 900, + 814 + ] + }, + { + "text": "Firefox Privac", + "boxes": [ + 1228, + 790, + 1320, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "lozilla Firefox", + "boxes": [ + 224, + 1048, + 312, + 1072 + ] + } + ] + }, + { + "frame_id": "170_6_4", + "episode_id": 170, + "env_id": 6, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.464856147766113, + "advantages": 0.35234248638153076, + "generated_text": "{\n \"intent\": \"Click the Bing search query '端午假期购票日历' to start searching for information related to this topic.\",\n \"action\": \"DoubleClick(600, 56)\"\n}", + "action_string": "DoubleClick(600, 56)", + "intent_string": "Click the Bing search query '端午假期购票日历' to start searching for information related to this topic.", + "before_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 1004, + 42, + 1136, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "Q Search - Microsoft Bing ×+", + "boxes": [ + 324, + 64, + 572, + 93 + ] + }, + { + "text": "→白", + "boxes": [ + 326, + 101, + 454, + 133 + ] + }, + { + "text": "① https://n.bing.com", + "boxes": [ + 546, + 99, + 744, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1462, + 101, + 1564, + 133 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 342, + 150, + 504, + 189 + ] + }, + { + "text": "8", + "boxes": [ + 1474, + 161, + 1500, + 183 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "国内版", + "boxes": [ + 490, + 274, + 560, + 306 + ] + }, + { + "text": "国际版", + "boxes": [ + 547, + 269, + 641, + 307 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 472, + 322, + 616, + 351 + ] + }, + { + "text": "9", + "boxes": [ + 1340, + 324, + 1362, + 347 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 395, + 644, + 425 + ] + }, + { + "text": "GNext", + "boxes": [ + 1360, + 395, + 1420, + 429 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡", + "boxes": [ + 792, + 427, + 968, + 467 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 486, + 437, + 638, + 461 + ] + }, + { + "text": "3桥下躲冰電致堵车", + "boxes": [ + 1104, + 431, + 1266, + 467 + ] + }, + { + "text": "4 救人缺考男生将补考", + "boxes": [ + 482, + 471, + 656, + 500 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 794, + 471, + 944, + 500 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1106, + 471, + 1262, + 500 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 92, + 530 + ] + }, + { + "text": "", + "boxes": [ + 27, + 547, + 85, + 615 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "雷", + "boxes": [ + 27, + 670, + 88, + 727 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 38, + 784, + 78, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "额", + "boxes": [ + 1204, + 893, + 1252, + 913 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1298, + 889, + 1396, + 915 + ] + }, + { + "text": "经新", + "boxes": [ + 1300, + 921, + 1370, + 971 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1476, + 925, + 1546, + 967 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1310, + 979, + 1356, + 997 + ] + }, + { + "text": "+0.10%", + "boxes": [ + 1482, + 979, + 1534, + 997 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 490, + 250, + 564, + 282 + ] + }, + { + "text": "国际版", + "boxes": [ + 550, + 252, + 636, + 278 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 468, + 295, + 614, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1422, + 405 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡", + "boxes": [ + 792, + 411, + 966, + 441 + ] + }, + { + "text": "3桥下躲冰電致堵车", + "boxes": [ + 1104, + 411, + 1274, + 441 + ] + }, + { + "text": "4 救人缺考男生将补考", + "boxes": [ + 480, + 449, + 654, + 478 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 792, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1262, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1452, + 768, + 1550, + 792 + ] + }, + { + "text": "荣威纯电D6", + "boxes": [ + 1150, + 802, + 1228, + 820 + ] + }, + { + "text": "折拉上", + "boxes": [ + 1453, + 795, + 1525, + 849 + ] + }, + { + "text": "+4.7%8", + "boxes": [ + 1634, + 800, + 1698, + 842 + ] + }, + { + "text": "2319321", + "boxes": [ + 291, + 831, + 749, + 958 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1456, + 848, + 1516, + 889 + ] + }, + { + "text": "1,313026", + "boxes": [ + 1632, + 850, + 1698, + 891 + ] + }, + { + "text": "13,16760", + "boxes": [ + 1628, + 891, + 1698, + 939 + ] + }, + { + "text": "网上车市·16 小时", + "boxes": [ + 828, + 921, + 958, + 945 + ] + }, + { + "text": "1一点视频/My车钻输", + "boxes": [ + 1132, + 929, + 1274, + 959 + ] + }, + { + "text": "“守护者”智慧安全系统亮", + "boxes": [ + 828, + 939, + 1064, + 975 + ] + }, + { + "text": "左传达", + "boxes": [ + 1456, + 935, + 1526, + 989 + ] + }, + { + "text": "初中数学比较大小，不用缩放简单变形即可", + "boxes": [ + 204, + 945, + 758, + 987 + ] + }, + { + "text": "+.31639", + "boxes": [ + 1630, + 939, + 1700, + 987 + ] + }, + { + "text": "驾荣威纯电D6，反向虚标续", + "boxes": [ + 1136, + 951, + 1400, + 987 + ] + }, + { + "text": "相！2025奇瑞汽车安全之", + "boxes": [ + 824, + 967, + 1070, + 1003 + ] + }, + { + "text": "初中数学比较大小，不用缩放简单变形即可", + "boxes": [ + 204, + 983, + 756, + 1018 + ] + }, + { + "text": "航+CTB，花小钱办大事？", + "boxes": [ + 1136, + 979, + 1388, + 1014 + ] + }, + { + "text": "夜：向全球用户擦亮“中国.", + "boxes": [ + 824, + 991, + 1082, + 1028 + ] + }, + { + "text": "黄验", + "boxes": [ + 1456, + 987, + 1494, + 1030 + ] + }, + { + "text": ",1030", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "△1", + "boxes": [ + 1142, + 1028, + 1172, + 1042 + ] + }, + { + "text": "丢白选股", + "boxes": [ + 1634, + 1026, + 1696, + 1044 + ] + } + ] + }, + { + "frame_id": "170_7_4", + "episode_id": 170, + "env_id": 7, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.418989181518555, + "advantages": 0.31904226541519165, + "generated_text": "{\n \"intent\": \"Click on the article titled '放假3天不调休 端午假期火车票即将开售 购票日历来了'\" ,\n \"action\": \"DoubleClick(873, 378)\"\n}", + "action_string": "DoubleClick(873, 378)", + "intent_string": "Click on the article titled '放假3天不调休 端午假期火车票即将开售 购票日历来了'", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 260, + 69, + 276, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 420, + 113, + 452, + 133 + ] + }, + { + "text": "体育", + "boxes": [ + 474, + 113, + 510, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 532, + 113, + 568, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 588, + 113, + 624, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 646, + 111, + 690, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 742, + 135 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "更多", + "boxes": [ + 884, + 117, + 924, + 133 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1428, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1550, + 137 + ] + }, + { + "text": "专业的投资工具权威的财经资讯", + "boxes": [ + 652, + 175, + 908, + 210 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 430, + 187, + 608, + 224 + ] + }, + { + "text": "投资理财首选新浪财经APP", + "boxes": [ + 642, + 202, + 1108, + 254 + ] + }, + { + "text": "下载APP", + "boxes": [ + 1168, + 195, + 1290, + 232 + ] + }, + { + "text": "shna新浪科技新浪科技>滚动新闻>正文", + "boxes": [ + 336, + 282, + 656, + 318 + ] + }, + { + "text": "放假3天不调休端午假期火车票即将开售购票日历来了", + "boxes": [ + 330, + 349, + 1270, + 399 + ] + }, + { + "text": "2025年05月15日08:47", + "boxes": [ + 334, + 457, + 510, + 480 + ] + }, + { + "text": "快科技", + "boxes": [ + 498, + 453, + 578, + 484 + ] + }, + { + "text": "Q", + "boxes": [ + 1264, + 457, + 1284, + 472 + ] + }, + { + "text": "R", + "boxes": [ + 1400, + 459, + 1422, + 472 + ] + }, + { + "text": "\"", + "boxes": [ + 1466, + 459, + 1482, + 474 + ] + }, + { + "text": "创事记", + "boxes": [ + 1250, + 516, + 1354, + 554 + ] + }, + { + "text": "快科技5月15日消息，今日，中国铁路发布端午假期购票日历，今日可购买5月29日火车票。", + "boxes": [ + 330, + 570, + 1092, + 600 + ] + }, + { + "text": "那些想退小米汽车的年轻人", + "boxes": [ + 1328, + 576, + 1530, + 611 + ] + }, + { + "text": "★", + "boxes": [ + 512, + 615, + 530, + 629 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 608, + 1640, + 651 + ] + }, + { + "text": "月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。", + "boxes": [ + 344, + 631, + 976, + 661 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1598, + 645, + 1638, + 665 + ] + }, + { + "text": "中国铁路还提醒，在火车票起售当日页面点击购票信息预填，即可提前选择乘车人、预选车次、预选席", + "boxes": [ + 330, + 691, + 1194, + 727 + ] + }, + { + "text": "刘强东重构京东的30个月", + "boxes": [ + 1332, + 695, + 1514, + 725 + ] + }, + { + "text": "别，火车票起售时便可快速提交订单。", + "boxes": [ + 332, + 727, + 646, + 756 + ] + }, + { + "text": "", + "boxes": [ + 1598, + 770, + 1634, + 798 + ] + }, + { + "text": "5月17日起", + "boxes": [ + 598, + 788, + 756, + 832 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1594, + 794, + 1640, + 822 + ] + }, + { + "text": "没有了巴菲特的掌舵，伯克希尔", + "boxes": [ + 1332, + 810, + 1564, + 840 + ] + }, + { + "text": "火车票正式开售", + "boxes": [ + 622, + 836, + 952, + 891 + ] + }, + { + "text": "能否续写传奇？", + "boxes": [ + 1336, + 834, + 1446, + 858 + ] + }, + { + "text": "国", + "boxes": [ + 1600, + 844, + 1634, + 876 + ] + }, + { + "text": "购票日期", + "boxes": [ + 644, + 913, + 734, + 951 + ] + }, + { + "text": "乘车日期", + "boxes": [ + 824, + 915, + 910, + 953 + ] + }, + { + "text": "阅读排行榜", + "boxes": [ + 1282, + 941, + 1388, + 973 + ] + }, + { + "text": "评论排行榜", + "boxes": [ + 1438, + 937, + 1552, + 975 + ] + }, + { + "text": "期五", + "boxes": [ + 636, + 951, + 676, + 967 + ] + }, + { + "text": "期五", + "boxes": [ + 818, + 951, + 850, + 965 + ] + }, + { + "text": "5月16日", + "boxes": [ + 625, + 964, + 747, + 1005 + ] + }, + { + "text": "5月30日", + "boxes": [ + 808, + 967, + 922, + 1005 + ] + }, + { + "text": "北京突降冰霍：比鸭蛋还大户外停的车集体", + "boxes": [ + 1290, + 975, + 1568, + 1005 + ] + }, + { + "text": "星期六端午节", + "boxes": [ + 802, + 999, + 930, + 1028 + ] + }, + { + "text": "01", + "boxes": [ + 1252, + 991, + 1280, + 1011 + ] + }, + { + "text": "星期六", + "boxes": [ + 628, + 1001, + 690, + 1026 + ] + }, + { + "text": "遭殃", + "boxes": [ + 1292, + 1003, + 1324, + 1022 + ] + }, + { + "text": "5日17", + "boxes": [ + 642, + 1028, + 732, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 260, + 69, + 276, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 420, + 113, + 452, + 133 + ] + }, + { + "text": "体育", + "boxes": [ + 474, + 113, + 508, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 532, + 113, + 566, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 588, + 113, + 624, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 646, + 111, + 690, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1368, + 135 + ] + }, + { + "text": "更多", + "boxes": [ + 884, + 117, + 924, + 133 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1428, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1550, + 137 + ] + }, + { + "text": "专业的投资工具权威的财经资讯", + "boxes": [ + 652, + 175, + 908, + 210 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 430, + 187, + 608, + 224 + ] + }, + { + "text": "投资理财首选新浪财经APP", + "boxes": [ + 642, + 202, + 1108, + 254 + ] + }, + { + "text": "下载APP", + "boxes": [ + 1168, + 195, + 1290, + 232 + ] + }, + { + "text": "sina新浪科技新浪科技>滚动新闻>正文", + "boxes": [ + 334, + 282, + 656, + 318 + ] + }, + { + "text": "放假3天不调休", + "boxes": [ + 332, + 349, + 594, + 397 + ] + }, + { + "text": "端午假期火车票即将开售", + "boxes": [ + 592, + 343, + 1038, + 401 + ] + }, + { + "text": "购票日历来了", + "boxes": [ + 1032, + 353, + 1268, + 397 + ] + }, + { + "text": "2025年05月15日08:47", + "boxes": [ + 334, + 457, + 510, + 480 + ] + }, + { + "text": "快科技", + "boxes": [ + 508, + 453, + 578, + 484 + ] + }, + { + "text": "新浪财经APP」A丨A”", + "boxes": [ + 896, + 442, + 1168, + 487 + ] + }, + { + "text": "☆", + "boxes": [ + 1186, + 453, + 1228, + 478 + ] + }, + { + "text": "Q", + "boxes": [ + 1264, + 457, + 1284, + 472 + ] + }, + { + "text": "R", + "boxes": [ + 1400, + 459, + 1422, + 472 + ] + }, + { + "text": "创事记", + "boxes": [ + 1250, + 516, + 1354, + 554 + ] + }, + { + "text": "快科技5月15日消息，今日，中国铁路发布端午假期购票日历，今日可购买5月29日火车票。", + "boxes": [ + 330, + 570, + 1092, + 600 + ] + }, + { + "text": "那些想退小米汽车的年轻人", + "boxes": [ + 1328, + 576, + 1530, + 611 + ] + }, + { + "text": "", + "boxes": [ + 1588, + 608, + 1640, + 651 + ] + }, + { + "text": "月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。", + "boxes": [ + 346, + 631, + 976, + 661 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1598, + 645, + 1638, + 665 + ] + }, + { + "text": "中国铁路还提醒，在火车票起售当日页面点击购票信息预填，即可提前选择乘车人、预选车次、预选席", + "boxes": [ + 330, + 691, + 1194, + 727 + ] + }, + { + "text": "刘强东重构京东的30个月", + "boxes": [ + 1332, + 695, + 1514, + 725 + ] + }, + { + "text": "别，火车票起售时便可快速提交订单。", + "boxes": [ + 332, + 727, + 646, + 756 + ] + }, + { + "text": "", + "boxes": [ + 1598, + 770, + 1636, + 798 + ] + }, + { + "text": "5月17日起", + "boxes": [ + 596, + 784, + 756, + 832 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1594, + 794, + 1640, + 822 + ] + }, + { + "text": "没有了巴菲特的掌舵，伯克希尔", + "boxes": [ + 1332, + 810, + 1564, + 840 + ] + }, + { + "text": "火车票正式开售", + "boxes": [ + 622, + 836, + 952, + 891 + ] + }, + { + "text": "能否续写传奇？", + "boxes": [ + 1336, + 834, + 1446, + 858 + ] + }, + { + "text": "国", + "boxes": [ + 1600, + 844, + 1634, + 876 + ] + }, + { + "text": "购票日期", + "boxes": [ + 644, + 913, + 734, + 951 + ] + }, + { + "text": "乘车日期", + "boxes": [ + 824, + 915, + 910, + 953 + ] + }, + { + "text": "阅读排行榜", + "boxes": [ + 1282, + 941, + 1388, + 973 + ] + }, + { + "text": "评论排行榜", + "boxes": [ + 1438, + 937, + 1552, + 975 + ] + }, + { + "text": "期五", + "boxes": [ + 636, + 951, + 676, + 967 + ] + }, + { + "text": "5月16日", + "boxes": [ + 625, + 962, + 747, + 1005 + ] + }, + { + "text": "5月30日", + "boxes": [ + 808, + 967, + 922, + 1005 + ] + }, + { + "text": "北京突降冰霍：比鸭蛋还大户外停的车集体", + "boxes": [ + 1290, + 975, + 1568, + 1005 + ] + }, + { + "text": "星期六端午节", + "boxes": [ + 802, + 999, + 930, + 1028 + ] + }, + { + "text": "01", + "boxes": [ + 1252, + 991, + 1282, + 1011 + ] + }, + { + "text": "星期六", + "boxes": [ + 628, + 1001, + 690, + 1026 + ] + }, + { + "text": "遭殃", + "boxes": [ + 1292, + 1003, + 1324, + 1022 + ] + }, + { + "text": "5日17", + "boxes": [ + 642, + 1028, + 732, + 1046 + ] + } + ] + }, + { + "frame_id": "170_0_5", + "episode_id": 170, + "env_id": 0, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.873392105102539, + "advantages": -0.8030879497528076, + "generated_text": "{\n \"intent\": \"Click on the heading to beginExploring the product details\",\n \"action\": \"DoubleClick(1035, 430)\"\n}", + "action_string": "DoubleClick(1035, 430)", + "intent_string": "Click on the heading to beginExploring the product details", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→×", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "曰口", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 111, + 428, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "$7,082.85", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle PaperwhiteBuy Now", + "boxes": [ + 752, + 204, + 1064, + 234 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite &", + "boxes": [ + 680, + 304, + 1308, + 339 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "Call of Duty/FPS Gamers, PC, Nintendo Switch, Bluetooth 5.3", + "boxes": [ + 684, + 339, + 1352, + 369 + ] + }, + { + "text": "$3149", + "boxes": [ + 1394, + 341, + 1456, + 373 + ] + }, + { + "text": "Gaming Headphones with Noise Canceling Mic, Stereo", + "boxes": [ + 680, + 367, + 1274, + 403 + ] + }, + { + "text": "Sound, 40+Hr Battery -White", + "boxes": [ + 680, + 401, + 1008, + 437 + ] + }, + { + "text": "Amazon Prime members", + "boxes": [ + 1396, + 405, + 1552, + 429 + ] + }, + { + "text": " Join Prime", + "boxes": [ + 1462, + 437, + 1536, + 469 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 682, + 476, + 788, + 500 + ] + }, + { + "text": "ancel anytime", + "boxes": [ + 1402, + 469, + 1482, + 492 + ] + }, + { + "text": "Already a member? Sign in", + "boxes": [ + 1394, + 494, + 1568, + 524 + ] + }, + { + "text": " 1 sustainabilityfeature", + "boxes": [ + 682, + 508, + 856, + 538 + ] + }, + { + "text": "Sm", + "boxes": [ + 1384, + 514, + 1534, + 586 + ] + }, + { + "text": "$16.47", + "boxes": [ + 1814, + 506, + 1860, + 526 + ] + }, + { + "text": "CHIJIANYUAN", + "boxes": [ + 1459, + 539, + 1553, + 579 + ] + }, + { + "text": "Returns", + "boxes": [ + 1398, + 566, + 1452, + 596 + ] + }, + { + "text": "-37% $3149", + "boxes": [ + 686, + 584, + 810, + 615 + ] + }, + { + "text": "Payment", + "boxes": [ + 1400, + 606, + 1452, + 625 + ] + }, + { + "text": "V See more", + "boxes": [ + 1398, + 623, + 1470, + 649 + ] + }, + { + "text": "Exclusive Prime price", + "boxes": [ + 684, + 643, + 814, + 667 + ] + }, + { + "text": "Regular Price", + "boxes": [ + 1394, + 683, + 1486, + 709 + ] + }, + { + "text": "$3599", + "boxes": [ + 1394, + 709, + 1448, + 739 + ] + }, + { + "text": "$49.93", + "boxes": [ + 1818, + 709, + 1854, + 729 + ] + }, + { + "text": "Delivery Monday, May 26", + "boxes": [ + 1392, + 732, + 1564, + 761 + ] + }, + { + "text": "Rollover imagetozoom", + "boxes": [ + 352, + 768, + 500, + 786 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 858, + 726, + 883 + ] + }, + { + "text": "Gtheos", + "boxes": [ + 858, + 858, + 908, + 883 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1390, + 864, + 1454, + 883 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 881, + 722, + 907 + ] + }, + { + "text": "White", + "boxes": [ + 858, + 881, + 902, + 909 + ] + }, + { + "text": "Ear Place", + "boxes": [ + 684, + 911, + 742, + 931 + ] + }, + { + "text": "Over Ear", + "boxes": [ + 858, + 909, + 918, + 935 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 913, + 1864, + 939 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 937, + 766, + 961 + ] + }, + { + "text": " Over Ear", + "boxes": [ + 856, + 935, + 918, + 961 + ] + }, + { + "text": "32 0hm", + "boxes": [ + 860, + 963, + 914, + 983 + ] + }, + { + "text": "New (4) fron", + "boxes": [ + 1394, + 969, + 1468, + 987 + ] + }, + { + "text": "$359", + "boxes": [ + 1484, + 969, + 1514, + 983 + ] + }, + { + "text": " About this item", + "boxes": [ + 678, + 1000, + 836, + 1037 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→×", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "曰口", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 111, + 428, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "$7,082.85", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle Paperwhite Buy Now", + "boxes": [ + 754, + 204, + 1064, + 234 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite &", + "boxes": [ + 680, + 304, + 1308, + 339 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "Call of Duty/FPS Gamers, PC, Nintendo Switch, Bluetooth 5.3", + "boxes": [ + 684, + 339, + 1352, + 369 + ] + }, + { + "text": "$3149", + "boxes": [ + 1394, + 341, + 1456, + 373 + ] + }, + { + "text": "Gaming Headphones with Noise Canceling Mic, Stereo", + "boxes": [ + 680, + 367, + 1274, + 403 + ] + }, + { + "text": "Sound, 40+Hr Battery -", + "boxes": [ + 678, + 401, + 940, + 437 + ] + }, + { + "text": "-White", + "boxes": [ + 926, + 403, + 1010, + 435 + ] + }, + { + "text": "Amazon Prime members", + "boxes": [ + 1396, + 405, + 1552, + 429 + ] + }, + { + "text": " Join Prime", + "boxes": [ + 1462, + 437, + 1536, + 469 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": "9,239ratings", + "boxes": [ + 830, + 455, + 916, + 472 + ] + }, + { + "text": "S|Search this page", + "boxes": [ + 908, + 455, + 1034, + 472 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 682, + 476, + 780, + 500 + ] + }, + { + "text": "ancel anytime", + "boxes": [ + 1402, + 469, + 1482, + 492 + ] + }, + { + "text": "Already a member? Sign in", + "boxes": [ + 1394, + 494, + 1568, + 524 + ] + }, + { + "text": " 1 sustainability feature", + "boxes": [ + 682, + 506, + 854, + 538 + ] + }, + { + "text": "Sm", + "boxes": [ + 1384, + 514, + 1534, + 586 + ] + }, + { + "text": "$16.47", + "boxes": [ + 1814, + 506, + 1860, + 526 + ] + }, + { + "text": "CHIJIANYUAN", + "boxes": [ + 1459, + 539, + 1553, + 579 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 566, + 1450, + 594 + ] + }, + { + "text": "-37% $3149", + "boxes": [ + 686, + 584, + 810, + 615 + ] + }, + { + "text": "Payment", + "boxes": [ + 1400, + 606, + 1452, + 625 + ] + }, + { + "text": "V See more", + "boxes": [ + 1398, + 623, + 1470, + 649 + ] + }, + { + "text": "Regular Price", + "boxes": [ + 1394, + 683, + 1486, + 709 + ] + }, + { + "text": "$3599", + "boxes": [ + 1394, + 709, + 1448, + 739 + ] + }, + { + "text": "$49.93", + "boxes": [ + 1818, + 709, + 1854, + 729 + ] + }, + { + "text": "Delivery Monday, May 26", + "boxes": [ + 1392, + 732, + 1564, + 761 + ] + }, + { + "text": "Roll over image tozoom", + "boxes": [ + 352, + 768, + 500, + 786 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 858, + 726, + 883 + ] + }, + { + "text": "Gtheos", + "boxes": [ + 858, + 858, + 908, + 883 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1390, + 864, + 1454, + 883 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 881, + 722, + 907 + ] + }, + { + "text": "White", + "boxes": [ + 858, + 881, + 902, + 909 + ] + }, + { + "text": "Ear Place", + "boxes": [ + 684, + 911, + 742, + 931 + ] + }, + { + "text": "Over Ear", + "boxes": [ + 858, + 909, + 918, + 935 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 913, + 1864, + 939 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 937, + 766, + 961 + ] + }, + { + "text": " Over Ear", + "boxes": [ + 856, + 935, + 918, + 961 + ] + }, + { + "text": "32 0hm", + "boxes": [ + 860, + 963, + 914, + 983 + ] + }, + { + "text": "$359", + "boxes": [ + 1484, + 969, + 1514, + 983 + ] + }, + { + "text": " About this item", + "boxes": [ + 678, + 1000, + 836, + 1037 + ] + } + ] + }, + { + "frame_id": "170_1_5", + "episode_id": 170, + "env_id": 1, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.190447807312012, + "advantages": -0.5729000568389893, + "generated_text": "{\n \"intent\": \"I want to start working in this LibreOffice Calc application.\",\n \"action\": \"DoubleClick(105, 13)\" }", + "action_string": "DoubleClick(105, 13)", + "intent_string": "I want to start working in this LibreOffice Calc application.", + "before_screen_ocr_results": [ + { + "text": "Untitled 1 - LibreOffice C", + "boxes": [ + 844, + 10, + 1052, + 28 + ] + }, + { + "text": "Format Styles Sheet Data Tools Window Help", + "boxes": [ + 230, + 30, + 616, + 60 + ] + }, + { + "text": "·品·日", + "boxes": [ + 70, + 60, + 188, + 91 + ] + }, + { + "text": "Image..", + "boxes": [ + 212, + 62, + 264, + 81 + ] + }, + { + "text": "里、", + "boxes": [ + 604, + 62, + 1320, + 91 + ] + }, + { + "text": "Chart...", + "boxes": [ + 210, + 83, + 262, + 109 + ] + }, + { + "text": "Liberation San", + "boxes": [ + 70, + 101, + 176, + 123 + ] + }, + { + "text": "要目日日%00三至田口目", + "boxes": [ + 528, + 99, + 1264, + 129 + ] + }, + { + "text": "Pivot Table....", + "boxes": [ + 210, + 111, + 296, + 137 + ] + }, + { + "text": "Media", + "boxes": [ + 210, + 137, + 258, + 165 + ] + }, + { + "text": "Mou", + "boxes": [ + 8, + 171, + 52, + 197 + ] + }, + { + "text": "Object", + "boxes": [ + 208, + 165, + 258, + 191 + ] + }, + { + "text": "2", + "boxes": [ + 64, + 197, + 90, + 218 + ] + }, + { + "text": "Shape", + "boxes": [ + 210, + 193, + 258, + 218 + ] + }, + { + "text": "HDO", + "boxes": [ + 1824, + 202, + 1862, + 349 + ] + }, + { + "text": "3", + "boxes": [ + 68, + 218, + 90, + 232 + ] + }, + { + "text": "Function.", + "boxes": [ + 214, + 226, + 272, + 246 + ] + }, + { + "text": "Ctrl+F2", + "boxes": [ + 462, + 226, + 514, + 246 + ] + }, + { + "text": "5", + "boxes": [ + 68, + 250, + 90, + 264 + ] + }, + { + "text": "6", + "boxes": [ + 68, + 266, + 88, + 280 + ] + }, + { + "text": "Terr", + "boxes": [ + 20, + 280, + 54, + 308 + ] + }, + { + "text": "Text Box", + "boxes": [ + 210, + 288, + 268, + 308 + ] + }, + { + "text": "Ctrl+Alt+(", + "boxes": [ + 442, + 312, + 506, + 332 + ] + }, + { + "text": "10", + "boxes": [ + 68, + 338, + 86, + 351 + ] + }, + { + "text": "Floating Frame.", + "boxes": [ + 210, + 338, + 318, + 361 + ] + }, + { + "text": "12", + "boxes": [ + 68, + 369, + 88, + 383 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 391, + 52, + 417 + ] + }, + { + "text": "Formatting Mark", + "boxes": [ + 214, + 455, + 324, + 472 + ] + }, + { + "text": "Date", + "boxes": [ + 209, + 481, + 245, + 508 + ] + }, + { + "text": "Ctrl+;", + "boxes": [ + 472, + 480, + 514, + 506 + ] + }, + { + "text": "Libr", + "boxes": [ + 20, + 502, + 52, + 524 + ] + }, + { + "text": "Shift+Ctrl+;", + "boxes": [ + 434, + 510, + 510, + 534 + ] + }, + { + "text": "Field", + "boxes": [ + 212, + 536, + 246, + 558 + ] + }, + { + "text": "Form Control", + "boxes": [ + 214, + 596, + 296, + 619 + ] + }, + { + "text": "→二", + "boxes": [ + 70, + 969, + 156, + 987 + ] + }, + { + "text": "+", + "boxes": [ + 156, + 971, + 186, + 985 + ] + }, + { + "text": "Sheet 1 of 1", + "boxes": [ + 63, + 986, + 143, + 1015 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 994, + 989, + 1078, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Untitled 1 - LibreOffice Cal", + "boxes": [ + 844, + 10, + 1068, + 28 + ] + }, + { + "text": "Edit View", + "boxes": [ + 100, + 36, + 188, + 54 + ] + }, + { + "text": "Format Styles Sheet Data Tools Window Help", + "boxes": [ + 238, + 30, + 616, + 60 + ] + }, + { + "text": "Fire", + "boxes": [ + 30, + 68, + 60, + 87 + ] + }, + { + "text": "·-目-电自、", + "boxes": [ + 70, + 60, + 438, + 89 + ] + }, + { + "text": "上&", + "boxes": [ + 432, + 64, + 500, + 89 + ] + }, + { + "text": "G-、", + "boxes": [ + 506, + 64, + 610, + 87 + ] + }, + { + "text": "X田-I·个I-口田", + "boxes": [ + 598, + 60, + 1318, + 89 + ] + }, + { + "text": "Liberation San ", + "boxes": [ + 76, + 105, + 176, + 123 + ] + }, + { + "text": "aaaa目==用国日目-%00t三三田-目", + "boxes": [ + 272, + 99, + 1262, + 129 + ] + }, + { + "text": "、=", + "boxes": [ + 218, + 135, + 308, + 161 + ] + }, + { + "text": "Mou", + "boxes": [ + 12, + 173, + 46, + 195 + ] + }, + { + "text": "HDO", + "boxes": [ + 1824, + 202, + 1862, + 349 + ] + }, + { + "text": "Ter", + "boxes": [ + 24, + 280, + 46, + 306 + ] + }, + { + "text": "Cal", + "boxes": [ + 16, + 393, + 44, + 415 + ] + }, + { + "text": "ib", + "boxes": [ + 26, + 504, + 50, + 518 + ] + }, + { + "text": "不→二", + "boxes": [ + 68, + 969, + 156, + 987 + ] + }, + { + "text": "+", + "boxes": [ + 156, + 971, + 186, + 985 + ] + }, + { + "text": " Sheet 1 of 1", + "boxes": [ + 61, + 986, + 145, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 994, + 989, + 1078, + 1012 + ] + } + ] + }, + { + "frame_id": "170_2_5", + "episode_id": 170, + "env_id": 2, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.992362976074219, + "advantages": 0.009304257109761238, + "generated_text": "{\n \"intent\": \"Open the Bing website to explore its features.\",\n \"action\": \"DoubleClick(752, 467)\"\n}", + "action_string": "DoubleClick(752, 467)", + "intent_string": "Open the Bing website to explore its features.", + "before_screen_ocr_results": [ + { + "text": "- Microsoft Bing ", + "boxes": [ + 80, + 30, + 190, + 54 + ] + }, + { + "text": "×", + "boxes": [ + 194, + 36, + 218, + 50 + ] + }, + { + "text": "New Tab", + "boxes": [ + 248, + 32, + 314, + 52 + ] + }, + { + "text": "①→百", + "boxes": [ + 3, + 57, + 137, + 100 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 8, + 97, + 166, + 125 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 302, + 119, + 410, + 137 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "Retuns", + "boxes": [ + 1738, + 117, + 1780, + 137 + ] + }, + { + "text": "83", + "boxes": [ + 1823, + 110, + 1862, + 139 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1448, + 486, + 1550, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 612, + 530, + 866, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 982, + 530, + 1164, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 1348, + 526, + 1574, + 562 + ] + }, + { + "text": " appliances", + "boxes": [ + 608, + 554, + 722, + 586 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Explore all products in Kitcher", + "boxes": [ + 616, + 891, + 790, + 909 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 980, + 889, + 1066, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 1350, + 889, + 1430, + 913 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 240, + 969, + 544, + 999 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + } + ] + }, + { + "frame_id": "170_3_5", + "episode_id": 170, + "env_id": 3, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.229552268981934, + "advantages": -0.5445095300674438, + "generated_text": "{\n \"intent\": \"Scroll down to read the article about the purchase of May 29th train tickets during the Dragon Boat Festival holiday\",\n \"action\": \"DoubleClick(275, 383)\"\n}", + "action_string": "DoubleClick(275, 383)", + "intent_string": "Scroll down to read the article about the purchase of May 29th train tickets during the Dragon Boat Festival holiday", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 390, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 422, + 113, + 448, + 133 + ] + }, + { + "text": "体育", + "boxes": [ + 478, + 113, + 506, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1336, + 111, + 1366, + 131 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1426, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1548, + 135 + ] + }, + { + "text": "sina", + "boxes": [ + 1386, + 185, + 1434, + 220 + ] + }, + { + "text": "数软", + "boxes": [ + 380, + 242, + 402, + 256 + ] + }, + { + "text": "超声波工", + "boxes": [ + 678, + 242, + 714, + 256 + ] + }, + { + "text": "sna 新闻中心国内新闻>正文", + "boxes": [ + 334, + 280, + 580, + 320 + ] + }, + { + "text": "新闻", + "boxes": [ + 1334, + 294, + 1390, + 320 + ] + }, + { + "text": "请输入关键词", + "boxes": [ + 1392, + 294, + 1480, + 320 + ] + }, + { + "text": "端午假期购票日历来了", + "boxes": [ + 328, + 353, + 732, + 407 + ] + }, + { + "text": "今日可购买5月29日火车票", + "boxes": [ + 742, + 359, + 1214, + 407 + ] + }, + { + "text": "2025年05月15日08:50新京报作者：新京报", + "boxes": [ + 332, + 471, + 674, + 500 + ] + }, + { + "text": "△一A一A一☆一—一一", + "boxes": [ + 998, + 465, + 1462, + 500 + ] + }, + { + "text": "1,384", + "boxes": [ + 1464, + 469, + 1578, + 500 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 464, + 546, + 978, + 606 + ] + }, + { + "text": "9", + "boxes": [ + 996, + 556, + 1010, + 574 + ] + }, + { + "text": "直", + "boxes": [ + 1600, + 570, + 1634, + 598 + ] + }, + { + "text": "中LEP", + "boxes": [ + 986, + 582, + 1024, + 602 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1594, + 600, + 1636, + 619 + ] + }, + { + "text": "国", + "boxes": [ + 1598, + 645, + 1632, + 675 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火车票。", + "boxes": [ + 370, + 665, + 1102, + 695 + ] + }, + { + "text": "相关新闻", + "boxes": [ + 1596, + 679, + 1636, + 695 + ] + }, + { + "text": "关闭广告", + "boxes": [ + 240, + 770, + 298, + 796 + ] + }, + { + "text": "端", + "boxes": [ + 694, + 802, + 852, + 967 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "今日推", + "boxes": [ + 26, + 840, + 162, + 897 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 1620, + 848, + 1796, + 891 + ] + }, + { + "text": "些", + "boxes": [ + 1808, + 844, + 1849, + 881 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1620, + 893, + 1848, + 937 + ] + }, + { + "text": "预算管", + "boxes": [ + 0, + 925, + 152, + 995 + ] + }, + { + "text": "假期", + "boxes": [ + 708, + 943, + 842, + 1014 + ] + }, + { + "text": "15", + "boxes": [ + 200, + 957, + 240, + 987 + ] + }, + { + "text": "5月", + "boxes": [ + 210, + 991, + 232, + 1005 + ] + }, + { + "text": "无油轴承", + "boxes": [ + 1266, + 999, + 1362, + 1036 + ] + }, + { + "text": "用女", + "boxes": [ + 1, + 1012, + 101, + 1055 + ] + }, + { + "text": "端午假期购票·", + "boxes": [ + 216, + 1048, + 306, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 390, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 422, + 113, + 448, + 133 + ] + }, + { + "text": "体育", + "boxes": [ + 478, + 113, + 506, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 540, + 115, + 560, + 129 + ] + }, + { + "text": "科技", + "boxes": [ + 656, + 117, + 674, + 131 + ] + }, + { + "text": "登录", + "boxes": [ + 1336, + 111, + 1366, + 131 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1426, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1548, + 135 + ] + }, + { + "text": "sina", + "boxes": [ + 1386, + 185, + 1434, + 220 + ] + }, + { + "text": "数软", + "boxes": [ + 380, + 242, + 402, + 256 + ] + }, + { + "text": "超声波工", + "boxes": [ + 678, + 242, + 714, + 256 + ] + }, + { + "text": "谷歌搜索引擎", + "boxes": [ + 1230, + 240, + 1304, + 258 + ] + }, + { + "text": "sna 新闻中心国内新闻>正文", + "boxes": [ + 334, + 280, + 580, + 320 + ] + }, + { + "text": "新闻", + "boxes": [ + 1334, + 294, + 1390, + 320 + ] + }, + { + "text": "请输入关键词", + "boxes": [ + 1392, + 294, + 1480, + 320 + ] + }, + { + "text": "端午假期购票日历来了", + "boxes": [ + 328, + 351, + 736, + 413 + ] + }, + { + "text": "今日可购买5月29日火车票", + "boxes": [ + 742, + 359, + 1214, + 407 + ] + }, + { + "text": "2025年05月15日08:50　新京报作者：新京报", + "boxes": [ + 332, + 471, + 674, + 500 + ] + }, + { + "text": "△一A一A一☆一一一&", + "boxes": [ + 998, + 465, + 1440, + 500 + ] + }, + { + "text": "1,384", + "boxes": [ + 1464, + 469, + 1578, + 500 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 464, + 544, + 978, + 604 + ] + }, + { + "text": "9", + "boxes": [ + 996, + 556, + 1010, + 574 + ] + }, + { + "text": "A", + "boxes": [ + 1592, + 566, + 1638, + 602 + ] + }, + { + "text": "中LEP", + "boxes": [ + 986, + 582, + 1024, + 602 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1592, + 596, + 1640, + 623 + ] + }, + { + "text": "国", + "boxes": [ + 1596, + 645, + 1634, + 675 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火车票。", + "boxes": [ + 370, + 665, + 1102, + 695 + ] + }, + { + "text": "相关新闻", + "boxes": [ + 1596, + 679, + 1636, + 695 + ] + }, + { + "text": "关闭广告", + "boxes": [ + 240, + 770, + 298, + 796 + ] + }, + { + "text": "端", + "boxes": [ + 694, + 802, + 852, + 967 + ] + }, + { + "text": "So", + "boxes": [ + 1626, + 804, + 1650, + 826 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "今日推", + "boxes": [ + 26, + 840, + 162, + 897 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 1620, + 848, + 1796, + 891 + ] + }, + { + "text": "些", + "boxes": [ + 1812, + 850, + 1846, + 879 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1620, + 893, + 1848, + 937 + ] + }, + { + "text": "预算管", + "boxes": [ + 0, + 927, + 150, + 991 + ] + }, + { + "text": "假期", + "boxes": [ + 708, + 943, + 842, + 1014 + ] + }, + { + "text": "15", + "boxes": [ + 200, + 957, + 240, + 987 + ] + }, + { + "text": "5月", + "boxes": [ + 210, + 991, + 232, + 1005 + ] + }, + { + "text": "微软云", + "boxes": [ + 1266, + 999, + 1342, + 1036 + ] + }, + { + "text": "工用女久", + "boxes": [ + 6, + 1020, + 100, + 1052 + ] + }, + { + "text": "端午假期购票·", + "boxes": [ + 216, + 1048, + 306, + 1074 + ] + } + ] + }, + { + "frame_id": "170_4_5", + "episode_id": 170, + "env_id": 4, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.847709655761719, + "advantages": 0.630300760269165, + "generated_text": "{\n \"intent\": \"Click on醒目信息或推广内容以便进一步探索或了解相关信息\",\n \"action\": \"DoubleClick(572, 421)\"\n}", + "action_string": "DoubleClick(572, 421)", + "intent_string": "Click on醒目信息或推广内容以便进一步探索或了解相关信息", + "before_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 476, + 300, + 614, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡 ", + "boxes": [ + 790, + 409, + 968, + 445 + ] + }, + { + "text": "3 桥下躲冰電致堵车", + "boxes": [ + 1104, + 411, + 1294, + 441 + ] + }, + { + "text": "4救人缺考男生将补考", + "boxes": [ + 482, + 453, + 652, + 476 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 790, + 449, + 944, + 478 + ] + }, + { + "text": "6 穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1264, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 768, + 1552, + 794 + ] + }, + { + "text": "版上", + "boxes": [ + 1456, + 802, + 1524, + 850 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1456, + 848, + 1514, + 891 + ] + }, + { + "text": "1,63026", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "13,16 ", + "boxes": [ + 1628, + 891, + 1700, + 941 + ] + }, + { + "text": "金融界汽车·30分钟", + "boxes": [ + 826, + 921, + 972, + 945 + ] + }, + { + "text": "选车号·17小时", + "boxes": [ + 1144, + 921, + 1262, + 945 + ] + }, + { + "text": "宁波永科取得汽车减震衬套骨", + "boxes": [ + 826, + 941, + 1096, + 977 + ] + }, + { + "text": "全新智己L6：以“智能+舒", + "boxes": [ + 1138, + 939, + 1386, + 975 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "深圳市世迈光电取得节能环保汽车用LED灯", + "boxes": [ + 202, + 947, + 758, + 983 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "架专利，防止骨架安装漏胶", + "boxes": [ + 826, + 967, + 1078, + 1001 + ] + }, + { + "text": "适\"重构20万级纯电轿车价值", + "boxes": [ + 1136, + 967, + 1410, + 1003 + ] + }, + { + "text": "专利，可优化整体能源使用效率 ", + "boxes": [ + 202, + 985, + 624, + 1020 + ] + }, + { + "text": "黄验", + "boxes": [ + 1456, + 987, + 1496, + 1030 + ] + }, + { + "text": "6102% ", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1596, + 991, + 1614, + 1009 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 176, + 155, + 314, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 288, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 230 + ] + }, + { + "text": "DICT", + "boxes": [ + 508, + 216, + 532, + 230 + ] + }, + { + "text": " About 145,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪网", + "boxes": [ + 212, + 294, + 266, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票-新..", + "boxes": [ + 176, + 336, + 674, + 371 + ] + }, + { + "text": "2 hours ago·新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火", + "boxes": [ + 178, + 363, + 776, + 393 + ] + }, + { + "text": "车票。预填信息快速购票：在火车票起售当日页面，点击购票信息预", + "boxes": [ + 180, + 389, + 608, + 413 + ] + }, + { + "text": "放假3天不调休端午假期火车票即将开售购票日历来了", + "boxes": [ + 192, + 419, + 682, + 455 + ] + }, + { + "text": "5月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。中国铁路还提", + "boxes": [ + 192, + 447, + 762, + 476 + ] + }, + { + "text": "醒，在火车票起售当日页面点击购票信息预填，即可提前", + "boxes": [ + 194, + 472, + 550, + 496 + ] + }, + { + "text": "See results only from news.sina.com.cn", + "boxes": [ + 194, + 510, + 446, + 534 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 556, + 278, + 582 + ] + }, + { + "text": "https:/finance.sina.com..cn tech roll doc.. Translate this result", + "boxes": [ + 210, + 572, + 622, + 600 + ] + }, + { + "text": "放假3天不调休 端午假期火车票即将开售购票日历来了", + "boxes": [ + 176, + 598, + 666, + 633 + ] + }, + { + "text": "4 hours ago·5月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。中国", + "boxes": [ + 178, + 625, + 786, + 655 + ] + }, + { + "text": "铁路还提醒，在火车票起售当日页面点击购票信息预填，即可提前选择，", + "boxes": [ + 178, + 651, + 620, + 675 + ] + }, + { + "text": "温州新闻网", + "boxes": [ + 210, + 695, + 290, + 721 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 707, + 206, + 729 + ] + }, + { + "text": "http://news.6wz.com > system Translate thisresult ", + "boxes": [ + 208, + 713, + 544, + 742 + ] + }, + { + "text": "端午假期购票日历，请查收！-新闻中心-温州网", + "boxes": [ + 176, + 737, + 600, + 772 + ] + }, + { + "text": "1 hour ago·端午假期购票日历来啦！！！今天可购买5月29日火车票快快收藏+转发预填信息", + "boxes": [ + 180, + 768, + 780, + 792 + ] + }, + { + "text": "快速购票 在火车票起售当日页面点击购票信息预填旅客即可提前.", + "boxes": [ + 174, + 786, + 592, + 818 + ] + }, + { + "text": "北京市人民政府网站", + "boxes": [ + 212, + 832, + 348, + 862 + ] + }, + { + "text": "https://www.bejing.gov.cn > fuwu > bmfw > sy > jrts >t.. Translate this result", + "boxes": [ + 214, + 854, + 674, + 882 + ] + }, + { + "text": "端午假期购票日历请查收！_信息提示_首都之窗_北京市", + "boxes": [ + 178, + 879, + 686, + 909 + ] + }, + { + "text": "端午假期购票日历来啦！5月15日可购买5月29日火车票。预填信息快速购票在火车票起售当日页", + "boxes": [ + 178, + 905, + 784, + 935 + ] + }, + { + "text": "面点击购票信息预填，旅客即可提前选择乘车人、预选车次、预选席别。火车票起售时便可快，", + "boxes": [ + 178, + 927, + 760, + 957 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 206, + 973, + 296, + 1005 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 987, + 216, + 1009 + ] + }, + { + "text": "https://cnews.chinadaily.com.cn Translatetisresult", + "boxes": [ + 210, + 989, + 536, + 1023 + ] + }, + { + "text": "端午假期购票日历来了，收好购票攻略－中国日报网", + "boxes": [ + 176, + 1018, + 640, + 1048 + ] + }, + { + "text": "午假期购票·", + "boxes": [ + 224, + 1048, + 304, + 1072 + ] + } + ] + }, + { + "frame_id": "170_5_5", + "episode_id": 170, + "env_id": 5, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.23285961151123, + "advantages": -0.5421083569526672, + "generated_text": "{\n \"intent\": \"Explore visible applications by clicking them one by one as part of the goal.\",\n \"action\": \"DoubleClick(8, 7)\" }", + "action_string": "DoubleClick(8, 7)", + "intent_string": "Explore visible applications by clicking them one by one as part of the goal.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正×", + "boxes": [ + 324, + 66, + 552, + 95 + ] + }, + { + "text": " New Tab", + "boxes": [ + 550, + 68, + 636, + 91 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or ente", + "boxes": [ + 548, + 101, + 752, + 131 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": "", + "boxes": [ + 42, + 131, + 70, + 151 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 330, + 141, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 504, + 139, + 634, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 580, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1112, + 524, + 1164, + 559 + ] + }, + { + "text": "weibo", + "boxes": [ + 1234, + 530, + 1286, + 556 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1357, + 525, + 1399, + 557 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 26, + 670, + 88, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 741, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 30, + 771, + 82, + 832 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 552, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 900, + 814 + ] + }, + { + "text": "Firefox Privac", + "boxes": [ + 1228, + 790, + 1320, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "lozilla Firefox", + "boxes": [ + 224, + 1048, + 312, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": "?", + "boxes": [ + 322, + 40, + 345, + 63 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正×", + "boxes": [ + 324, + 66, + 554, + 95 + ] + }, + { + "text": " New Tab", + "boxes": [ + 548, + 68, + 638, + 91 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 454, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 330, + 141, + 492, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 504, + 139, + 634, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 580, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1113, + 525, + 1161, + 557 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1150, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 30, + 771, + 82, + 832 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 900, + 814 + ] + }, + { + "text": "Firefox Privac", + "boxes": [ + 1228, + 790, + 1320, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "illa Firefox", + "boxes": [ + 242, + 1050, + 312, + 1072 + ] + } + ] + }, + { + "frame_id": "170_6_5", + "episode_id": 170, + "env_id": 6, + "step": 5, + "format_rewards": 1.0, + "rewards": 11.814571380615234, + "advantages": 1.3322590589523315, + "generated_text": "{\n \"intent\": \"I want to explore different news articles by clicking on the trending topics related to the current time.\",\n \"action\": \"Click(632, 463)\"\n}", + "action_string": "Click(632, 463)", + "intent_string": "I want to explore different news articles by clicking on the trending topics related to the current time.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 40, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 468, + 295, + 616, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1422, + 405 + ] + }, + { + "text": "1 端午假期购票日历", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 郑钦文首胜萨巴伦卡", + "boxes": [ + 792, + 411, + 966, + 441 + ] + }, + { + "text": "3桥下躲冰電致堵车", + "boxes": [ + 1104, + 411, + 1274, + 441 + ] + }, + { + "text": "4 救人缺考男生将补考", + "boxes": [ + 480, + 449, + 654, + 478 + ] + }, + { + "text": "5 结婚生娃均奖1万", + "boxes": [ + 792, + 449, + 944, + 478 + ] + }, + { + "text": "6穿瑜伽服上门做饭", + "boxes": [ + 1104, + 449, + 1262, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 768, + 1550, + 792 + ] + }, + { + "text": "荣威纯电D6", + "boxes": [ + 1150, + 802, + 1228, + 820 + ] + }, + { + "text": "频拉", + "boxes": [ + 1455, + 797, + 1523, + 847 + ] + }, + { + "text": "+4.7%8", + "boxes": [ + 1634, + 800, + 1698, + 842 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1456, + 848, + 1516, + 889 + ] + }, + { + "text": "1,313026", + "boxes": [ + 1632, + 850, + 1698, + 891 + ] + }, + { + "text": "13,16760", + "boxes": [ + 1628, + 891, + 1698, + 939 + ] + }, + { + "text": "网上车市·16 小时", + "boxes": [ + 828, + 921, + 958, + 945 + ] + }, + { + "text": "“守护者”智慧安全系统亮", + "boxes": [ + 826, + 937, + 1064, + 975 + ] + }, + { + "text": "1一点视频/My车钻输", + "boxes": [ + 1132, + 929, + 1274, + 959 + ] + }, + { + "text": "英伟达项", + "boxes": [ + 1456, + 937, + 1524, + 987 + ] + }, + { + "text": "+4.12", + "boxes": [ + 1628, + 937, + 1700, + 987 + ] + }, + { + "text": "8900万条Steam用户记录泄露?V社：别慌", + "boxes": [ + 202, + 949, + 774, + 985 + ] + }, + { + "text": "驾荣威纯电D6，反向虚标续", + "boxes": [ + 1138, + 955, + 1398, + 985 + ] + }, + { + "text": "相！2025奇瑞汽车安全之", + "boxes": [ + 822, + 965, + 1070, + 1003 + ] + }, + { + "text": "密码都不用改", + "boxes": [ + 200, + 980, + 386, + 1023 + ] + }, + { + "text": "航+CTB，花小钱办大事？", + "boxes": [ + 1134, + 979, + 1386, + 1014 + ] + }, + { + "text": "黄验", + "boxes": [ + 1456, + 987, + 1494, + 1030 + ] + }, + { + "text": ",1030", + "boxes": [ + 1630, + 983, + 1702, + 1032 + ] + }, + { + "text": "夜：向全球用户擦亮“中国…", + "boxes": [ + 826, + 997, + 1082, + 1026 + ] + }, + { + "text": "1", + "boxes": [ + 1140, + 1026, + 1196, + 1044 + ] + }, + { + "text": "丢白选股", + "boxes": [ + 1634, + 1026, + 1700, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "救人缺考男生将补考", + "boxes": [ + 176, + 155, + 330, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 290, + 232 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 460, + 230 + ] + }, + { + "text": " About 304,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "中华网", + "boxes": [ + 212, + 294, + 266, + 324 + ] + }, + { + "text": "C", + "boxes": [ + 182, + 306, + 208, + 328 + ] + }, + { + "text": "官方通报男生救人缺考：将补考考生全力备考中－中..", + "boxes": [ + 176, + 336, + 670, + 371 + ] + }, + { + "text": "17 hours ago·相关新闻为救同学缺考的男生可以考试了官方启用副题安排补考近日，一名小伙", + "boxes": [ + 178, + 363, + 786, + 393 + ] + }, + { + "text": "为救同学错过了职教高考的语文考试，此事迅速引起了广泛关注。对此，山东省教育招生考试，", + "boxes": [ + 178, + 387, + 760, + 417 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 265, + 468 + ] + }, + { + "text": "https://n", + "boxes": [ + 214, + 455, + 268, + 472 + ] + }, + { + "text": "山东“救人缺考\"学生回应补考：将全力准备考试－新浪网", + "boxes": [ + 174, + 476, + 676, + 512 + ] + }, + { + "text": "4 hours ago．14日下午，得知此消息后，救人学生姜昭鹏对新京报记者表示，接下来将全力准备", + "boxes": [ + 178, + 504, + 778, + 534 + ] + }, + { + "text": "考试。烟台市教育招生考试院回复新京报记者称，为保证考生安全．", + "boxes": [ + 176, + 526, + 600, + 556 + ] + }, + { + "text": "央视网", + "boxes": [ + 216, + 578, + 262, + 598 + ] + }, + { + "text": "®", + "boxes": [ + 181, + 581, + 211, + 611 + ] + }, + { + "text": "获评见义勇为安排补考！小伙为救同学致缺考最新后续", + "boxes": [ + 176, + 613, + 670, + 649 + ] + }, + { + "text": "16 hours ago·当地教育招生考试单位和山东省城市服务技师学院核实情况属实。经报请上级主管", + "boxes": [ + 178, + 643, + 788, + 673 + ] + }, + { + "text": "部门同意，将按照规定程序启用春季高考语文科目副题，安排姜某参加考试。7分钟生死时速，", + "boxes": [ + 178, + 669, + 758, + 693 + ] + }, + { + "text": "网易", + "boxes": [ + 218, + 721, + 242, + 735 + ] + }, + { + "text": "os:/ww.163.com > dy article Translate thisresut", + "boxes": [ + 236, + 726, + 550, + 761 + ] + }, + { + "text": "“救人缺考\"学生回应补考|考试|高考|春考|王旭明|好成绩_网易订阅", + "boxes": [ + 178, + 756, + 756, + 792 + ] + }, + { + "text": "1 day ago·官方通报男生救人缺考：将补考新京报记者赵敏编辑杨海校对 杨利 5月14日下午", + "boxes": [ + 180, + 784, + 772, + 814 + ] + }, + { + "text": "山东省教育招生考试院发布公告称，经报请上级主管部门同意，将按程序启用春季高考语文", + "boxes": [ + 178, + 810, + 742, + 834 + ] + }, + { + "text": "搜狐", + "boxes": [ + 208, + 856, + 250, + 883 + ] + }, + { + "text": "https://ww.sohu.com Translate thisresuit ", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "为救同学缺考的男生可以考试了本人回应：将全力准备", + "boxes": [ + 174, + 893, + 670, + 933 + ] + }, + { + "text": "1 day ago·山东救人缺考学生获准补考，因见义勇为错过高考有补考先例5月14日下午，针对救", + "boxes": [ + 176, + 923, + 786, + 953 + ] + }, + { + "text": "人考生缺考一事，山东省教育招生考试院通报称，当地教育招生考试单位和山东省城市服务技师.", + "boxes": [ + 176, + 947, + 778, + 977 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 210, + 995, + 266, + 1020 + ] + }, + { + "text": "https:/news.q.com rain Translae thisresuit", + "boxes": [ + 210, + 1012, + 502, + 1042 + ] + }, + { + "text": "放人缺考男生", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "170_7_5", + "episode_id": 170, + "env_id": 7, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.988300323486328, + "advantages": 0.0063547007739543915, + "generated_text": "{\n \"intent\": \"Click on the headline '放假3天不调休 端午假期火车票即将开售 购票日历来了茧' to explore more details about the specific news item.\",\n \"action\": \"DoubleClick(790, 370)\"\n}", + "action_string": "DoubleClick(790, 370)", + "intent_string": "Click on the headline '放假3天不调休 端午假期火车票即将开售 购票日历来了茧' to explore more details about the specific news item.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 260, + 69, + 276, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 420, + 113, + 452, + 133 + ] + }, + { + "text": "体育", + "boxes": [ + 474, + 113, + 508, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 532, + 113, + 566, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 588, + 113, + 624, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 646, + 111, + 690, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1368, + 135 + ] + }, + { + "text": "更多", + "boxes": [ + 884, + 117, + 924, + 133 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1428, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1550, + 137 + ] + }, + { + "text": "专业的投资工具权威的财经资讯", + "boxes": [ + 652, + 175, + 908, + 210 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 430, + 187, + 608, + 224 + ] + }, + { + "text": "投资理财首选新浪财经APP", + "boxes": [ + 642, + 202, + 1108, + 254 + ] + }, + { + "text": "下载APP", + "boxes": [ + 1168, + 195, + 1290, + 232 + ] + }, + { + "text": "sina新浪科技新浪科技>滚动新闻>正文", + "boxes": [ + 334, + 282, + 656, + 318 + ] + }, + { + "text": "放假3天不调休", + "boxes": [ + 332, + 349, + 594, + 397 + ] + }, + { + "text": "端午假期火车票即将开售", + "boxes": [ + 592, + 343, + 1038, + 401 + ] + }, + { + "text": "购票日历来了", + "boxes": [ + 1032, + 353, + 1268, + 397 + ] + }, + { + "text": "2025年05月15日08:47", + "boxes": [ + 334, + 457, + 510, + 480 + ] + }, + { + "text": "快科技", + "boxes": [ + 508, + 453, + 578, + 484 + ] + }, + { + "text": "☆", + "boxes": [ + 1186, + 453, + 1228, + 478 + ] + }, + { + "text": "Q", + "boxes": [ + 1264, + 457, + 1284, + 472 + ] + }, + { + "text": "R", + "boxes": [ + 1400, + 459, + 1422, + 472 + ] + }, + { + "text": "创事记", + "boxes": [ + 1250, + 516, + 1354, + 554 + ] + }, + { + "text": "快科技5月15日消息，今日，中国铁路发布端午假期购票日历，今日可购买5月29日火车票。", + "boxes": [ + 330, + 570, + 1092, + 600 + ] + }, + { + "text": "那些想退小米汽车的年轻人", + "boxes": [ + 1328, + 576, + 1530, + 611 + ] + }, + { + "text": "", + "boxes": [ + 1588, + 608, + 1640, + 651 + ] + }, + { + "text": "月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。", + "boxes": [ + 346, + 631, + 976, + 661 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1598, + 645, + 1638, + 665 + ] + }, + { + "text": "中国铁路还提醒，在火车票起售当日页面点击购票信息预填，即可提前选择乘车人、预选车次、预选席", + "boxes": [ + 330, + 691, + 1194, + 727 + ] + }, + { + "text": "刘强东重构京东的30个月", + "boxes": [ + 1332, + 695, + 1514, + 725 + ] + }, + { + "text": "别，火车票起售时便可快速提交订单。", + "boxes": [ + 332, + 727, + 646, + 756 + ] + }, + { + "text": "", + "boxes": [ + 1598, + 770, + 1636, + 798 + ] + }, + { + "text": "5月17日起", + "boxes": [ + 596, + 784, + 756, + 832 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1594, + 794, + 1640, + 822 + ] + }, + { + "text": "没有了巴菲特的掌舵，伯克希尔", + "boxes": [ + 1332, + 810, + 1564, + 840 + ] + }, + { + "text": "火车票正式开售", + "boxes": [ + 622, + 836, + 952, + 891 + ] + }, + { + "text": "能否续写传奇？", + "boxes": [ + 1336, + 834, + 1446, + 858 + ] + }, + { + "text": "国", + "boxes": [ + 1600, + 844, + 1634, + 876 + ] + }, + { + "text": "购票日期", + "boxes": [ + 644, + 913, + 734, + 951 + ] + }, + { + "text": "乘车日期", + "boxes": [ + 824, + 915, + 910, + 953 + ] + }, + { + "text": "阅读排行榜", + "boxes": [ + 1282, + 941, + 1388, + 973 + ] + }, + { + "text": "评论排行榜", + "boxes": [ + 1438, + 937, + 1552, + 975 + ] + }, + { + "text": "期五", + "boxes": [ + 636, + 951, + 676, + 967 + ] + }, + { + "text": "5月16日", + "boxes": [ + 625, + 962, + 747, + 1005 + ] + }, + { + "text": "5月30日", + "boxes": [ + 808, + 967, + 922, + 1005 + ] + }, + { + "text": "北京突降冰霍：比鸭蛋还大户外停的车集体", + "boxes": [ + 1290, + 975, + 1568, + 1005 + ] + }, + { + "text": "星期六端午节", + "boxes": [ + 802, + 999, + 930, + 1028 + ] + }, + { + "text": "01", + "boxes": [ + 1252, + 991, + 1282, + 1011 + ] + }, + { + "text": "星期六", + "boxes": [ + 628, + 1001, + 690, + 1026 + ] + }, + { + "text": "遭殃", + "boxes": [ + 1292, + 1003, + 1324, + 1022 + ] + }, + { + "text": "5日17", + "boxes": [ + 642, + 1028, + 732, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 260, + 69, + 276, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 420, + 113, + 452, + 133 + ] + }, + { + "text": "体育", + "boxes": [ + 474, + 113, + 508, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 532, + 113, + 566, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 588, + 113, + 624, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 646, + 111, + 690, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1368, + 135 + ] + }, + { + "text": "更多", + "boxes": [ + 884, + 117, + 924, + 133 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1428, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1550, + 137 + ] + }, + { + "text": "专业的投资工具权威的财经资讯", + "boxes": [ + 652, + 175, + 908, + 210 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 430, + 187, + 608, + 224 + ] + }, + { + "text": "投资理财首选新浪财经APP", + "boxes": [ + 642, + 202, + 1108, + 254 + ] + }, + { + "text": "下载APP", + "boxes": [ + 1168, + 195, + 1290, + 232 + ] + }, + { + "text": "sina新浪科技新浪科技>滚动新闻>正文", + "boxes": [ + 334, + 282, + 656, + 318 + ] + }, + { + "text": "放假3天不调休", + "boxes": [ + 332, + 349, + 594, + 397 + ] + }, + { + "text": "端午假期火车票即将开售", + "boxes": [ + 592, + 343, + 1038, + 401 + ] + }, + { + "text": "购票日历来了", + "boxes": [ + 1032, + 353, + 1268, + 397 + ] + }, + { + "text": "2025年05月15日08:47", + "boxes": [ + 334, + 457, + 510, + 480 + ] + }, + { + "text": "快科技", + "boxes": [ + 508, + 453, + 578, + 484 + ] + }, + { + "text": "☆", + "boxes": [ + 1186, + 453, + 1228, + 478 + ] + }, + { + "text": "Q", + "boxes": [ + 1264, + 457, + 1284, + 472 + ] + }, + { + "text": "R", + "boxes": [ + 1400, + 459, + 1422, + 472 + ] + }, + { + "text": "创事记", + "boxes": [ + 1250, + 516, + 1354, + 554 + ] + }, + { + "text": "快科技5月15日消息，今日，中国铁路发布端午假期购票日历，今日可购买5月29日火车票。", + "boxes": [ + 330, + 570, + 1092, + 600 + ] + }, + { + "text": "那些想退小米汽车的年轻人", + "boxes": [ + 1328, + 576, + 1530, + 611 + ] + }, + { + "text": "", + "boxes": [ + 1588, + 608, + 1640, + 651 + ] + }, + { + "text": "月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。", + "boxes": [ + 346, + 631, + 976, + 661 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1598, + 645, + 1638, + 665 + ] + }, + { + "text": "中国铁路还提醒，在火车票起售当日页面点击购票信息预填，即可提前选择乘车人、预选车次、预选席", + "boxes": [ + 330, + 691, + 1194, + 727 + ] + }, + { + "text": "刘强东重构京东的30个月", + "boxes": [ + 1332, + 695, + 1514, + 725 + ] + }, + { + "text": "别，火车票起售时便可快速提交订单。", + "boxes": [ + 332, + 727, + 646, + 756 + ] + }, + { + "text": "", + "boxes": [ + 1598, + 770, + 1636, + 798 + ] + }, + { + "text": "5月17日起", + "boxes": [ + 596, + 784, + 756, + 832 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1594, + 794, + 1640, + 822 + ] + }, + { + "text": "没有了巴菲特的掌舵，伯克希尔", + "boxes": [ + 1332, + 810, + 1564, + 840 + ] + }, + { + "text": "火车票正式开售", + "boxes": [ + 622, + 836, + 952, + 891 + ] + }, + { + "text": "能否续写传奇？", + "boxes": [ + 1336, + 834, + 1446, + 858 + ] + }, + { + "text": "国", + "boxes": [ + 1600, + 844, + 1634, + 876 + ] + }, + { + "text": "购票日期", + "boxes": [ + 644, + 913, + 734, + 951 + ] + }, + { + "text": "乘车日期", + "boxes": [ + 824, + 915, + 910, + 953 + ] + }, + { + "text": "阅读排行榜", + "boxes": [ + 1282, + 941, + 1388, + 973 + ] + }, + { + "text": "评论排行榜", + "boxes": [ + 1438, + 937, + 1552, + 975 + ] + }, + { + "text": "期五", + "boxes": [ + 636, + 951, + 676, + 967 + ] + }, + { + "text": "5月16日", + "boxes": [ + 625, + 962, + 747, + 1005 + ] + }, + { + "text": "5月30日", + "boxes": [ + 808, + 967, + 922, + 1005 + ] + }, + { + "text": "北京突降冰霍：比鸭蛋还大户外停的车集体", + "boxes": [ + 1290, + 975, + 1568, + 1005 + ] + }, + { + "text": "星期六端午节", + "boxes": [ + 802, + 999, + 930, + 1028 + ] + }, + { + "text": "01", + "boxes": [ + 1252, + 991, + 1282, + 1011 + ] + }, + { + "text": "星期六", + "boxes": [ + 628, + 1001, + 690, + 1026 + ] + }, + { + "text": "遭殃", + "boxes": [ + 1292, + 1003, + 1324, + 1022 + ] + }, + { + "text": "5日17", + "boxes": [ + 642, + 1028, + 732, + 1046 + ] + } + ] + }, + { + "frame_id": "170_0_6", + "episode_id": 170, + "env_id": 0, + "step": 6, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -7.24532413482666, + "generated_text": "{\n \"intent\": \"Move to the Go Trek 게梏,S R 체 X기가한GSoul 게 roles method . Classical ;discussionを利用し、キャラクターのウィジェットでG _____.صلاحと発展を促し Max CF骨伝覚取りー。 \\\\ n7保持会話次のにClick（页面サイズحصول調和），二つの次的位置行動を求めです。瘋人が 고객サポートのにCountビューアニメーション - ,\" ,\n \"action\": \"RightClick(1064, 4). JOIN Prime\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→×", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "曰口", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 111, + 428, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "$7,082.85", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle Paperwhite Buy Now", + "boxes": [ + 754, + 204, + 1064, + 234 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite &", + "boxes": [ + 680, + 304, + 1308, + 339 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "Call of Duty/FPS Gamers, PC, Nintendo Switch, Bluetooth 5.3", + "boxes": [ + 684, + 339, + 1352, + 369 + ] + }, + { + "text": "$3149", + "boxes": [ + 1394, + 341, + 1456, + 373 + ] + }, + { + "text": "Gaming Headphones with Noise Canceling Mic, Stereo", + "boxes": [ + 680, + 367, + 1274, + 403 + ] + }, + { + "text": "Sound, 40+Hr Battery -", + "boxes": [ + 678, + 401, + 940, + 437 + ] + }, + { + "text": "-White", + "boxes": [ + 926, + 403, + 1010, + 435 + ] + }, + { + "text": "Amazon Prime members", + "boxes": [ + 1396, + 405, + 1552, + 429 + ] + }, + { + "text": " Join Prime", + "boxes": [ + 1462, + 437, + 1536, + 469 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": "9,239ratings", + "boxes": [ + 830, + 455, + 916, + 472 + ] + }, + { + "text": "S|Search this page", + "boxes": [ + 908, + 455, + 1034, + 472 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 682, + 476, + 780, + 500 + ] + }, + { + "text": "ancel anytime", + "boxes": [ + 1402, + 469, + 1482, + 492 + ] + }, + { + "text": "Already a member? Sign in", + "boxes": [ + 1394, + 494, + 1568, + 524 + ] + }, + { + "text": " 1 sustainability feature", + "boxes": [ + 682, + 506, + 854, + 538 + ] + }, + { + "text": "Sm", + "boxes": [ + 1384, + 514, + 1534, + 586 + ] + }, + { + "text": "$16.47", + "boxes": [ + 1814, + 506, + 1860, + 526 + ] + }, + { + "text": "CHIJIANYUAN", + "boxes": [ + 1459, + 539, + 1553, + 579 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 566, + 1450, + 594 + ] + }, + { + "text": "-37% $3149", + "boxes": [ + 686, + 584, + 810, + 615 + ] + }, + { + "text": "Payment", + "boxes": [ + 1400, + 606, + 1452, + 625 + ] + }, + { + "text": "V See more", + "boxes": [ + 1398, + 623, + 1470, + 649 + ] + }, + { + "text": "Regular Price", + "boxes": [ + 1394, + 683, + 1486, + 709 + ] + }, + { + "text": "$3599", + "boxes": [ + 1394, + 709, + 1448, + 739 + ] + }, + { + "text": "$49.93", + "boxes": [ + 1818, + 709, + 1854, + 729 + ] + }, + { + "text": "Delivery Monday, May 26", + "boxes": [ + 1392, + 732, + 1564, + 761 + ] + }, + { + "text": "Roll over image tozoom", + "boxes": [ + 352, + 768, + 500, + 786 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 858, + 726, + 883 + ] + }, + { + "text": "Gtheos", + "boxes": [ + 858, + 858, + 908, + 883 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1390, + 864, + 1454, + 883 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 881, + 722, + 907 + ] + }, + { + "text": "White", + "boxes": [ + 858, + 881, + 902, + 909 + ] + }, + { + "text": "Ear Place", + "boxes": [ + 684, + 911, + 742, + 931 + ] + }, + { + "text": "Over Ear", + "boxes": [ + 858, + 909, + 918, + 935 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 913, + 1864, + 939 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 937, + 766, + 961 + ] + }, + { + "text": " Over Ear", + "boxes": [ + 856, + 935, + 918, + 961 + ] + }, + { + "text": "32 0hm", + "boxes": [ + 860, + 963, + 914, + 983 + ] + }, + { + "text": "$359", + "boxes": [ + 1484, + 969, + 1514, + 983 + ] + }, + { + "text": " About this item", + "boxes": [ + 678, + 1000, + 836, + 1037 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→×", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "曰口", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 111, + 428, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "$7,082.85", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle Paperwhite Buy Now", + "boxes": [ + 754, + 204, + 1064, + 234 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite &", + "boxes": [ + 680, + 304, + 1308, + 339 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "Call of Duty/FPS Gamers, PC, Nintendo Switch, Bluetooth 5.3", + "boxes": [ + 684, + 339, + 1352, + 369 + ] + }, + { + "text": "$3149", + "boxes": [ + 1394, + 341, + 1456, + 373 + ] + }, + { + "text": "Gaming Headphones with Noise Canceling Mic, Stereo", + "boxes": [ + 680, + 367, + 1274, + 403 + ] + }, + { + "text": "Sound, 40+Hr Battery -", + "boxes": [ + 678, + 401, + 940, + 437 + ] + }, + { + "text": "-White", + "boxes": [ + 926, + 403, + 1010, + 435 + ] + }, + { + "text": "Amazon Prime members", + "boxes": [ + 1396, + 405, + 1552, + 429 + ] + }, + { + "text": " Join Prime", + "boxes": [ + 1462, + 437, + 1536, + 469 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": "9,239ratings", + "boxes": [ + 830, + 455, + 916, + 472 + ] + }, + { + "text": "S|Search this page", + "boxes": [ + 908, + 455, + 1034, + 472 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 682, + 476, + 780, + 500 + ] + }, + { + "text": "ancel anytime", + "boxes": [ + 1402, + 469, + 1482, + 492 + ] + }, + { + "text": "Already a member? Sign in", + "boxes": [ + 1394, + 494, + 1568, + 524 + ] + }, + { + "text": " 1 sustainability feature", + "boxes": [ + 682, + 506, + 854, + 538 + ] + }, + { + "text": "Sm", + "boxes": [ + 1384, + 514, + 1534, + 586 + ] + }, + { + "text": "$16.47", + "boxes": [ + 1814, + 506, + 1860, + 526 + ] + }, + { + "text": "CHIJIANYUAN", + "boxes": [ + 1459, + 539, + 1553, + 579 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 566, + 1450, + 594 + ] + }, + { + "text": "-37% $3149", + "boxes": [ + 686, + 584, + 810, + 615 + ] + }, + { + "text": "Payment", + "boxes": [ + 1400, + 606, + 1452, + 625 + ] + }, + { + "text": "V See more", + "boxes": [ + 1398, + 623, + 1470, + 649 + ] + }, + { + "text": "Regular Price", + "boxes": [ + 1394, + 683, + 1486, + 709 + ] + }, + { + "text": "$3599", + "boxes": [ + 1394, + 709, + 1448, + 739 + ] + }, + { + "text": "$49.93", + "boxes": [ + 1818, + 709, + 1854, + 729 + ] + }, + { + "text": "Delivery Monday, May 26", + "boxes": [ + 1392, + 732, + 1564, + 761 + ] + }, + { + "text": "Roll over image tozoom", + "boxes": [ + 352, + 768, + 500, + 786 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 858, + 726, + 883 + ] + }, + { + "text": "Gtheos", + "boxes": [ + 858, + 858, + 908, + 883 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1390, + 864, + 1454, + 883 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 881, + 722, + 907 + ] + }, + { + "text": "White", + "boxes": [ + 858, + 881, + 902, + 909 + ] + }, + { + "text": "Ear Place", + "boxes": [ + 684, + 911, + 742, + 931 + ] + }, + { + "text": "Over Ear", + "boxes": [ + 858, + 909, + 918, + 935 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 913, + 1864, + 939 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 937, + 766, + 961 + ] + }, + { + "text": " Over Ear", + "boxes": [ + 856, + 935, + 918, + 961 + ] + }, + { + "text": "32 0hm", + "boxes": [ + 860, + 963, + 914, + 983 + ] + }, + { + "text": "$359", + "boxes": [ + 1484, + 969, + 1514, + 983 + ] + }, + { + "text": " About this item", + "boxes": [ + 678, + 1000, + 836, + 1037 + ] + } + ] + }, + { + "frame_id": "170_1_6", + "episode_id": 170, + "env_id": 1, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.468923568725586, + "advantages": -0.37072181701660156, + "generated_text": "{\n \"intent\": \"Exploring the LibreOffice Calc application to add new cells or documents\",\n \"action\": \"DoubleClick(103, 77)\" }", + "action_string": "DoubleClick(103, 77)", + "intent_string": "Exploring the LibreOffice Calc application to add new cells or documents", + "before_screen_ocr_results": [ + { + "text": "Untitled 1 - LibreOffice Cal", + "boxes": [ + 844, + 10, + 1068, + 28 + ] + }, + { + "text": "Edit View", + "boxes": [ + 100, + 36, + 188, + 54 + ] + }, + { + "text": "Format Styles Sheet Data Tools Window Help", + "boxes": [ + 238, + 30, + 616, + 60 + ] + }, + { + "text": "Fire", + "boxes": [ + 30, + 68, + 60, + 87 + ] + }, + { + "text": "·-目-电自、", + "boxes": [ + 70, + 60, + 438, + 89 + ] + }, + { + "text": "上&", + "boxes": [ + 432, + 64, + 500, + 89 + ] + }, + { + "text": "G-、", + "boxes": [ + 506, + 64, + 610, + 87 + ] + }, + { + "text": "X田-I·个I-口田", + "boxes": [ + 598, + 60, + 1318, + 89 + ] + }, + { + "text": "Liberation San ", + "boxes": [ + 76, + 105, + 176, + 123 + ] + }, + { + "text": "aaaa目==用国日目-%00t三三田-目", + "boxes": [ + 272, + 99, + 1262, + 129 + ] + }, + { + "text": "、=", + "boxes": [ + 218, + 135, + 308, + 161 + ] + }, + { + "text": "Mou", + "boxes": [ + 12, + 173, + 46, + 195 + ] + }, + { + "text": "HDO", + "boxes": [ + 1824, + 202, + 1862, + 349 + ] + }, + { + "text": "Ter", + "boxes": [ + 24, + 280, + 46, + 306 + ] + }, + { + "text": "Cal", + "boxes": [ + 16, + 393, + 44, + 415 + ] + }, + { + "text": "ib", + "boxes": [ + 26, + 504, + 50, + 518 + ] + }, + { + "text": "不→二", + "boxes": [ + 68, + 969, + 156, + 987 + ] + }, + { + "text": "+", + "boxes": [ + 156, + 971, + 186, + 985 + ] + }, + { + "text": " Sheet 1 of 1", + "boxes": [ + 61, + 986, + 145, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 994, + 989, + 1078, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Untitled 1 - LibreOffice Ca", + "boxes": [ + 844, + 10, + 1060, + 28 + ] + }, + { + "text": "Edit View", + "boxes": [ + 100, + 36, + 188, + 54 + ] + }, + { + "text": "at Styles Sheet Data Tools Window Help", + "boxes": [ + 282, + 32, + 614, + 56 + ] + }, + { + "text": "- 自- ", + "boxes": [ + 70, + 58, + 434, + 93 + ] + }, + { + "text": "&", + "boxes": [ + 434, + 64, + 500, + 89 + ] + }, + { + "text": "G-、", + "boxes": [ + 506, + 64, + 608, + 87 + ] + }, + { + "text": "里·I·个DI·口田", + "boxes": [ + 600, + 62, + 1320, + 91 + ] + }, + { + "text": "New (Ctrl+N)", + "boxes": [ + 64, + 97, + 158, + 121 + ] + }, + { + "text": "Taaa.", + "boxes": [ + 282, + 103, + 410, + 127 + ] + }, + { + "text": "目里日日%00至田口目", + "boxes": [ + 396, + 99, + 1264, + 129 + ] + }, + { + "text": "、=", + "boxes": [ + 220, + 135, + 304, + 161 + ] + }, + { + "text": "Mou", + "boxes": [ + 12, + 173, + 46, + 195 + ] + }, + { + "text": "HDO", + "boxes": [ + 1824, + 202, + 1862, + 349 + ] + }, + { + "text": "Ter", + "boxes": [ + 24, + 280, + 46, + 306 + ] + }, + { + "text": "Cal", + "boxes": [ + 18, + 393, + 44, + 415 + ] + }, + { + "text": "ib", + "boxes": [ + 26, + 504, + 50, + 518 + ] + }, + { + "text": "不→一", + "boxes": [ + 68, + 969, + 156, + 987 + ] + }, + { + "text": "+", + "boxes": [ + 156, + 971, + 186, + 985 + ] + }, + { + "text": " Sheet 1 of 1", + "boxes": [ + 61, + 986, + 145, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 994, + 989, + 1078, + 1012 + ] + } + ] + }, + { + "frame_id": "170_2_6", + "episode_id": 170, + "env_id": 2, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.172771453857422, + "advantages": 0.14028392732143402, + "generated_text": "{\n \"intent\": \"To start browsing through Amazon to find products under $50, especially among kitchen appliances.\",\n \"action\": \"DoubleClick(730, 46)\" \n}", + "action_string": "DoubleClick(730, 46)", + "intent_string": "To start browsing through Amazon to find products under $50, especially among kitchen appliances.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 296, + 115, + 414, + 139 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "83", + "boxes": [ + 1826, + 115, + 1860, + 137 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 420, + 187 + ] + }, + { + "text": "Kitchen favorites", + "boxes": [ + 610, + 280, + 876, + 324 + ] + }, + { + "text": "under $50", + "boxes": [ + 690, + 326, + 800, + 357 + ] + }, + { + "text": "ons of products withfast local delivery. Click here to goto amazon.n", + "boxes": [ + 958, + 455, + 1398, + 484 + ] + }, + { + "text": "", + "boxes": [ + 992, + 486, + 1082, + 510 + ] + }, + { + "text": "MLLN", + "boxes": [ + 1396, + 482, + 1512, + 512 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 612, + 530, + 868, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 982, + 530, + 1164, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 1346, + 524, + 1572, + 560 + ] + }, + { + "text": " appliances", + "boxes": [ + 608, + 554, + 722, + 586 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 980, + 889, + 1066, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 1350, + 889, + 1430, + 913 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 238, + 967, + 548, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1350, + 969, + 1510, + 999 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 40, + 66, + 130, + 89 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 59, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "170_3_6", + "episode_id": 170, + "env_id": 3, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.09211254119873, + "advantages": 0.08172416687011719, + "generated_text": "{\n \"intent\": \"Click the web page titled '端午假期购票日历来了' to explore more information about the ticket sales.\",\n \"action\": \"Click(546, 381)\"\n}", + "action_string": "Click(546, 381)", + "intent_string": "Click the web page titled '端午假期购票日历来了' to explore more information about the ticket sales.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 336, + 113, + 388, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1336, + 111, + 1366, + 131 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1426, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1548, + 135 + ] + }, + { + "text": "sina", + "boxes": [ + 1386, + 185, + 1434, + 220 + ] + }, + { + "text": "新浪新闻", + "boxes": [ + 1392, + 228, + 1428, + 248 + ] + }, + { + "text": "数软", + "boxes": [ + 380, + 242, + 402, + 256 + ] + }, + { + "text": "超声波", + "boxes": [ + 678, + 242, + 712, + 256 + ] + }, + { + "text": "谷歌搜索引擎", + "boxes": [ + 1232, + 240, + 1304, + 258 + ] + }, + { + "text": "新闻", + "boxes": [ + 1334, + 294, + 1390, + 320 + ] + }, + { + "text": "请输入关键词", + "boxes": [ + 1382, + 294, + 1480, + 320 + ] + }, + { + "text": "端午假期购票日历来了", + "boxes": [ + 328, + 351, + 736, + 413 + ] + }, + { + "text": "今日可购买5月29日火车票", + "boxes": [ + 742, + 359, + 1214, + 407 + ] + }, + { + "text": "2025年05月15日08:50　新京报作者：新京报", + "boxes": [ + 332, + 471, + 674, + 500 + ] + }, + { + "text": "△一A一A一☆一一一品", + "boxes": [ + 1000, + 465, + 1440, + 500 + ] + }, + { + "text": "1,384", + "boxes": [ + 1464, + 469, + 1576, + 500 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 464, + 546, + 978, + 606 + ] + }, + { + "text": "9", + "boxes": [ + 996, + 556, + 1010, + 574 + ] + }, + { + "text": "中LEP", + "boxes": [ + 986, + 582, + 1024, + 602 + ] + }, + { + "text": "国", + "boxes": [ + 1598, + 645, + 1632, + 675 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火车票。", + "boxes": [ + 372, + 667, + 1100, + 691 + ] + }, + { + "text": "相关新", + "boxes": [ + 1598, + 679, + 1632, + 693 + ] + }, + { + "text": "关闭广告", + "boxes": [ + 240, + 770, + 300, + 796 + ] + }, + { + "text": "端", + "boxes": [ + 691, + 800, + 852, + 969 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "今日推", + "boxes": [ + 26, + 840, + 162, + 897 + ] + }, + { + "text": "看见，更远一", + "boxes": [ + 1622, + 850, + 1794, + 887 + ] + }, + { + "text": "些", + "boxes": [ + 1812, + 850, + 1846, + 879 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1618, + 893, + 1848, + 935 + ] + }, + { + "text": "预算管", + "boxes": [ + 0, + 925, + 152, + 995 + ] + }, + { + "text": "假期", + "boxes": [ + 708, + 943, + 842, + 1014 + ] + }, + { + "text": "15", + "boxes": [ + 200, + 957, + 240, + 987 + ] + }, + { + "text": "5月", + "boxes": [ + 210, + 991, + 232, + 1005 + ] + }, + { + "text": "imap服务器", + "boxes": [ + 1268, + 1003, + 1386, + 1034 + ] + }, + { + "text": "工甲女久", + "boxes": [ + 6, + 1020, + 98, + 1052 + ] + }, + { + "text": "3", + "boxes": [ + 188, + 1050, + 204, + 1068 + ] + }, + { + "text": "端午假期购票·", + "boxes": [ + 216, + 1048, + 304, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 336, + 113, + 388, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1336, + 111, + 1366, + 131 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1426, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1548, + 135 + ] + }, + { + "text": "sina", + "boxes": [ + 1386, + 185, + 1434, + 220 + ] + }, + { + "text": "数软", + "boxes": [ + 380, + 242, + 402, + 256 + ] + }, + { + "text": "超声波工", + "boxes": [ + 678, + 242, + 714, + 256 + ] + }, + { + "text": "谷歌搜索引擎", + "boxes": [ + 1230, + 240, + 1304, + 258 + ] + }, + { + "text": "sina 新闻中心国内新闻>正文", + "boxes": [ + 334, + 282, + 580, + 318 + ] + }, + { + "text": "新闻", + "boxes": [ + 1334, + 294, + 1390, + 320 + ] + }, + { + "text": "请输入关键词", + "boxes": [ + 1378, + 294, + 1480, + 320 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票", + "boxes": [ + 328, + 359, + 1214, + 407 + ] + }, + { + "text": "2025年05月15日08:50新京报作者：新京报", + "boxes": [ + 332, + 471, + 674, + 500 + ] + }, + { + "text": "IAIAI丨丨丨l", + "boxes": [ + 998, + 465, + 1474, + 500 + ] + }, + { + "text": "1,384", + "boxes": [ + 1464, + 469, + 1578, + 500 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 464, + 544, + 978, + 604 + ] + }, + { + "text": "9", + "boxes": [ + 996, + 556, + 1010, + 574 + ] + }, + { + "text": "f", + "boxes": [ + 1598, + 568, + 1634, + 598 + ] + }, + { + "text": "中LEP", + "boxes": [ + 984, + 582, + 1024, + 602 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1592, + 598, + 1640, + 623 + ] + }, + { + "text": "国", + "boxes": [ + 1598, + 645, + 1632, + 675 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火车票。", + "boxes": [ + 370, + 665, + 1102, + 695 + ] + }, + { + "text": "相关新闻", + "boxes": [ + 1596, + 679, + 1636, + 695 + ] + }, + { + "text": "关闭广告", + "boxes": [ + 240, + 770, + 298, + 796 + ] + }, + { + "text": "端", + "boxes": [ + 691, + 800, + 852, + 969 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "今日推", + "boxes": [ + 26, + 840, + 162, + 897 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 1620, + 848, + 1796, + 891 + ] + }, + { + "text": "些", + "boxes": [ + 1812, + 850, + 1846, + 878 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1620, + 893, + 1848, + 935 + ] + }, + { + "text": "预算管", + "boxes": [ + 0, + 927, + 150, + 991 + ] + }, + { + "text": "假期", + "boxes": [ + 708, + 943, + 842, + 1014 + ] + }, + { + "text": "15", + "boxes": [ + 200, + 957, + 240, + 987 + ] + }, + { + "text": "5月", + "boxes": [ + 210, + 991, + 232, + 1005 + ] + }, + { + "text": "无油轴承", + "boxes": [ + 1266, + 999, + 1362, + 1036 + ] + }, + { + "text": "甲女", + "boxes": [ + 4, + 1016, + 100, + 1054 + ] + }, + { + "text": "端午假期购票·", + "boxes": [ + 216, + 1048, + 306, + 1074 + ] + } + ] + }, + { + "frame_id": "170_4_6", + "episode_id": 170, + "env_id": 4, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.78184986114502, + "advantages": 0.5824853777885437, + "generated_text": "{\n \"intent\": \"Click on the first news article titled '端午假期购票日历 文了' to explore more information about ticket purchasing timing.\",\n \"action\": \"DoubleClick(459, 391)\"\n}", + "action_string": "DoubleClick(459, 391)", + "intent_string": "Click on the first news article titled '端午假期购票日历 文了' to explore more information about ticket purchasing timing.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "端午假期购票日历", + "boxes": [ + 176, + 155, + 314, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 288, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 230 + ] + }, + { + "text": "DICT", + "boxes": [ + 508, + 216, + 532, + 230 + ] + }, + { + "text": " About 145,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪网", + "boxes": [ + 212, + 294, + 266, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票-新..", + "boxes": [ + 176, + 336, + 674, + 371 + ] + }, + { + "text": "2 hours ago·新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火", + "boxes": [ + 178, + 363, + 776, + 393 + ] + }, + { + "text": "车票。预填信息快速购票：在火车票起售当日页面，点击购票信息预", + "boxes": [ + 180, + 389, + 608, + 413 + ] + }, + { + "text": "放假3天不调休端午假期火车票即将开售购票日历来了", + "boxes": [ + 192, + 419, + 682, + 455 + ] + }, + { + "text": "5月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。中国铁路还提", + "boxes": [ + 192, + 447, + 762, + 476 + ] + }, + { + "text": "醒，在火车票起售当日页面点击购票信息预填，即可提前", + "boxes": [ + 194, + 472, + 550, + 496 + ] + }, + { + "text": "See results only from news.sina.com.cn", + "boxes": [ + 194, + 510, + 446, + 534 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 556, + 278, + 582 + ] + }, + { + "text": "https:/finance.sina.com..cn tech roll doc.. Translate this result", + "boxes": [ + 210, + 572, + 622, + 600 + ] + }, + { + "text": "放假3天不调休 端午假期火车票即将开售购票日历来了", + "boxes": [ + 176, + 598, + 666, + 633 + ] + }, + { + "text": "4 hours ago·5月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。中国", + "boxes": [ + 178, + 625, + 786, + 655 + ] + }, + { + "text": "铁路还提醒，在火车票起售当日页面点击购票信息预填，即可提前选择，", + "boxes": [ + 178, + 651, + 620, + 675 + ] + }, + { + "text": "温州新闻网", + "boxes": [ + 210, + 695, + 290, + 721 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 707, + 206, + 729 + ] + }, + { + "text": "http://news.6wz.com > system Translate thisresult ", + "boxes": [ + 208, + 713, + 544, + 742 + ] + }, + { + "text": "端午假期购票日历，请查收！-新闻中心-温州网", + "boxes": [ + 176, + 737, + 600, + 772 + ] + }, + { + "text": "1 hour ago·端午假期购票日历来啦！！！今天可购买5月29日火车票快快收藏+转发预填信息", + "boxes": [ + 180, + 768, + 780, + 792 + ] + }, + { + "text": "快速购票 在火车票起售当日页面点击购票信息预填旅客即可提前.", + "boxes": [ + 174, + 786, + 592, + 818 + ] + }, + { + "text": "北京市人民政府网站", + "boxes": [ + 212, + 832, + 348, + 862 + ] + }, + { + "text": "https://www.bejing.gov.cn > fuwu > bmfw > sy > jrts >t.. Translate this result", + "boxes": [ + 214, + 854, + 674, + 882 + ] + }, + { + "text": "端午假期购票日历请查收！_信息提示_首都之窗_北京市", + "boxes": [ + 178, + 879, + 686, + 909 + ] + }, + { + "text": "端午假期购票日历来啦！5月15日可购买5月29日火车票。预填信息快速购票在火车票起售当日页", + "boxes": [ + 178, + 905, + 784, + 935 + ] + }, + { + "text": "面点击购票信息预填，旅客即可提前选择乘车人、预选车次、预选席别。火车票起售时便可快，", + "boxes": [ + 178, + 927, + 760, + 957 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 206, + 973, + 296, + 1005 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 987, + 216, + 1009 + ] + }, + { + "text": "https://cnews.chinadaily.com.cn Translatetisresult", + "boxes": [ + 210, + 989, + 536, + 1023 + ] + }, + { + "text": "端午假期购票日历来了，收好购票攻略－中国日报网", + "boxes": [ + 176, + 1018, + 640, + 1048 + ] + }, + { + "text": "午假期购票·", + "boxes": [ + 224, + 1048, + 304, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 88 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 338, + 115, + 388, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1336, + 109, + 1366, + 131 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1426, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1544, + 135 + ] + }, + { + "text": "sina", + "boxes": [ + 1386, + 183, + 1434, + 220 + ] + }, + { + "text": "新浪新闻", + "boxes": [ + 1392, + 228, + 1428, + 248 + ] + }, + { + "text": "工业加湿器", + "boxes": [ + 386, + 238, + 440, + 256 + ] + }, + { + "text": "谷歌云网盘", + "boxes": [ + 912, + 240, + 964, + 258 + ] + }, + { + "text": "谷歌搜索引擎", + "boxes": [ + 1012, + 240, + 1082, + 258 + ] + }, + { + "text": "sina 新闻中心国内新闻>正文", + "boxes": [ + 334, + 282, + 578, + 318 + ] + }, + { + "text": "新闻", + "boxes": [ + 1334, + 294, + 1390, + 320 + ] + }, + { + "text": "请输入关键词", + "boxes": [ + 1392, + 294, + 1478, + 320 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票", + "boxes": [ + 330, + 359, + 1214, + 407 + ] + }, + { + "text": "2025年05月15日08:50新京报作者：新京报", + "boxes": [ + 334, + 472, + 670, + 496 + ] + }, + { + "text": "△一A一A一☆一一O一。一", + "boxes": [ + 1002, + 467, + 1464, + 496 + ] + }, + { + "text": "1,409", + "boxes": [ + 1464, + 469, + 1576, + 498 + ] + }, + { + "text": "ERP", + "boxes": [ + 888, + 556, + 974, + 588 + ] + }, + { + "text": "A", + "boxes": [ + 1594, + 566, + 1636, + 602 + ] + }, + { + "text": "planning", + "boxes": [ + 902, + 584, + 960, + 604 + ] + }, + { + "text": "微软云", + "boxes": [ + 592, + 604, + 638, + 629 + ] + }, + { + "text": "imap服务器", + "boxes": [ + 684, + 604, + 758, + 629 + ] + }, + { + "text": "钢衬四氟阀门", + "boxes": [ + 786, + 604, + 868, + 629 + ] + }, + { + "text": "电商宝erp", + "boxes": [ + 900, + 604, + 966, + 629 + ] + }, + { + "text": "企业私有云搭建×", + "boxes": [ + 990, + 604, + 1092, + 629 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1592, + 596, + 1640, + 621 + ] + }, + { + "text": "语音播报器", + "boxes": [ + 478, + 606, + 542, + 625 + ] + }, + { + "text": "国", + "boxes": [ + 1598, + 643, + 1632, + 675 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火车票。", + "boxes": [ + 372, + 667, + 1100, + 691 + ] + }, + { + "text": "相关新闻", + "boxes": [ + 1596, + 679, + 1636, + 695 + ] + }, + { + "text": "端", + "boxes": [ + 691, + 800, + 852, + 969 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "scrm", + "boxes": [ + 14, + 836, + 132, + 874 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 1620, + 846, + 1796, + 889 + ] + }, + { + "text": "些", + "boxes": [ + 1816, + 852, + 1844, + 876 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1618, + 893, + 1848, + 935 + ] + }, + { + "text": "04:03", + "boxes": [ + 118, + 941, + 184, + 975 + ] + }, + { + "text": "假期", + "boxes": [ + 708, + 943, + 842, + 1014 + ] + }, + { + "text": "imap服务器", + "boxes": [ + 1268, + 1003, + 1386, + 1034 + ] + }, + { + "text": "端午假期购票", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "170_5_6", + "episode_id": 170, + "env_id": 5, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.256531715393066, + "advantages": 0.2010953277349472, + "generated_text": "{\n \"intent\": \"Locate and open one of these frequently accessed websites.\",\n \"action\": \"DoubleClick(1042, 473)\" \n}", + "action_string": "DoubleClick(1042, 473)", + "intent_string": "Locate and open one of these frequently accessed websites.", + "before_screen_ocr_results": [ + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": "?", + "boxes": [ + 322, + 40, + 345, + 63 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正×", + "boxes": [ + 324, + 66, + 554, + 95 + ] + }, + { + "text": " New Tab", + "boxes": [ + 548, + 68, + 638, + 91 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 454, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 330, + 141, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 504, + 139, + 634, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 580, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1113, + 525, + 1161, + 557 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1150, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 30, + 771, + 82, + 832 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 900, + 814 + ] + }, + { + "text": "Firefox Privac", + "boxes": [ + 1228, + 790, + 1320, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "illa Firefox", + "boxes": [ + 242, + 1050, + 312, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 44, + 340, + 60 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正×知 知乎－有问题，就会有答案×「十", + "boxes": [ + 324, + 66, + 796, + 95 + ] + }, + { + "text": "→白", + "boxes": [ + 328, + 97, + 452, + 133 + ] + }, + { + "text": " https://wv", + "boxes": [ + 548, + 101, + 682, + 131 + ] + }, + { + "text": "v.zhihu.com/s", + "boxes": [ + 684, + 109, + 772, + 127 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1464, + 101, + 1564, + 133 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 170, + 110, + 201 + ] + }, + { + "text": "知乎", + "boxes": [ + 875, + 164, + 1033, + 249 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 892, + 238, + 1018, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 308, + 1030, + 334 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 308, + 1116, + 334 + ] + }, + { + "text": "打开知乎App", + "boxes": [ + 700, + 379, + 808, + 407 + ] + }, + { + "text": "中国+86", + "boxes": [ + 944, + 381, + 1034, + 405 + ] + }, + { + "text": "手机号", + "boxes": [ + 1054, + 379, + 1102, + 405 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 112, + 419 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 654, + 409, + 854, + 433 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 948, + 439, + 1072, + 457 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1198, + 439, + 1302, + 463 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1198, + 480, + 1302, + 506 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1087, + 533, + 1155, + 565 + ] + }, + { + "text": "", + "boxes": [ + 32, + 556, + 84, + 613 + ] + }, + { + "text": "其他方式登录", + "boxes": [ + 1088, + 598, + 1158, + 619 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 686, + 623, + 820, + 653 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》", + "boxes": [ + 948, + 701, + 1252, + 719 + ] + }, + { + "text": "《隐和", + "boxes": [ + 1260, + 703, + 1290, + 717 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "载知乎App", + "boxes": [ + 642, + 729, + 700, + 746 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 734, + 727, + 790, + 746 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 818, + 727, + 882, + 746 + ] + }, + { + "text": "保护指引", + "boxes": [ + 946, + 721, + 996, + 741 + ] + }, + { + "text": "2", + "boxes": [ + 38, + 784, + 78, + 826 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": "Files", + "boxes": [ + 33, + 936, + 85, + 974 + ] + }, + { + "text": "3", + "boxes": [ + 180, + 1050, + 204, + 1064 + ] + }, + { + "text": "知乎－有问题", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "170_6_6", + "episode_id": 170, + "env_id": 6, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.616710662841797, + "advantages": 0.4625914990901947, + "generated_text": "{\n \"intent\": \"Click on one of the first search results to explore more details about the official announcement on resuming with extra practice.\",\n \"action\": \"DoubleClick(356, 352)\"\n}", + "action_string": "DoubleClick(356, 352)", + "intent_string": "Click on one of the first search results to explore more details about the official announcement on resuming with extra practice.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "救人缺考男生将补考", + "boxes": [ + 176, + 155, + 330, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 290, + 232 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 460, + 230 + ] + }, + { + "text": " About 304,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "中华网", + "boxes": [ + 212, + 294, + 266, + 324 + ] + }, + { + "text": "C", + "boxes": [ + 182, + 306, + 208, + 328 + ] + }, + { + "text": "官方通报男生救人缺考：将补考考生全力备考中－中..", + "boxes": [ + 176, + 336, + 670, + 371 + ] + }, + { + "text": "17 hours ago·相关新闻为救同学缺考的男生可以考试了官方启用副题安排补考近日，一名小伙", + "boxes": [ + 178, + 363, + 786, + 393 + ] + }, + { + "text": "为救同学错过了职教高考的语文考试，此事迅速引起了广泛关注。对此，山东省教育招生考试，", + "boxes": [ + 178, + 387, + 760, + 417 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "https://n", + "boxes": [ + 214, + 455, + 268, + 472 + ] + }, + { + "text": "山东“救人缺考\"学生回应补考：将全力准备考试－新浪网", + "boxes": [ + 174, + 476, + 676, + 512 + ] + }, + { + "text": "4 hours ago．14日下午，得知此消息后，救人学生姜昭鹏对新京报记者表示，接下来将全力准备", + "boxes": [ + 178, + 504, + 778, + 534 + ] + }, + { + "text": "考试。烟台市教育招生考试院回复新京报记者称，为保证考生安全．", + "boxes": [ + 176, + 526, + 600, + 556 + ] + }, + { + "text": "央视网", + "boxes": [ + 216, + 578, + 262, + 598 + ] + }, + { + "text": "®", + "boxes": [ + 181, + 581, + 211, + 611 + ] + }, + { + "text": "获评见义勇为安排补考！小伙为救同学致缺考最新后续", + "boxes": [ + 176, + 613, + 670, + 649 + ] + }, + { + "text": "16 hours ago·当地教育招生考试单位和山东省城市服务技师学院核实情况属实。经报请上级主管", + "boxes": [ + 178, + 643, + 788, + 673 + ] + }, + { + "text": "部门同意，将按照规定程序启用春季高考语文科目副题，安排姜某参加考试。7分钟生死时速，", + "boxes": [ + 178, + 669, + 758, + 693 + ] + }, + { + "text": "网易", + "boxes": [ + 218, + 721, + 242, + 735 + ] + }, + { + "text": "os:/ww.163.com > dy article Translate thisresut", + "boxes": [ + 236, + 726, + 550, + 761 + ] + }, + { + "text": "“救人缺考\"学生回应补考|考试|高考|春考|王旭明|好成绩_网易订阅", + "boxes": [ + 178, + 756, + 756, + 792 + ] + }, + { + "text": "1 day ago·官方通报男生救人缺考：将补考新京报记者赵敏编辑杨海校对 杨利 5月14日下午", + "boxes": [ + 180, + 784, + 772, + 814 + ] + }, + { + "text": "山东省教育招生考试院发布公告称，经报请上级主管部门同意，将按程序启用春季高考语文", + "boxes": [ + 178, + 810, + 742, + 834 + ] + }, + { + "text": "搜狐", + "boxes": [ + 208, + 856, + 250, + 883 + ] + }, + { + "text": "https://ww.sohu.com Translate thisresuit ", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "为救同学缺考的男生可以考试了本人回应：将全力准备", + "boxes": [ + 174, + 893, + 670, + 933 + ] + }, + { + "text": "1 day ago·山东救人缺考学生获准补考，因见义勇为错过高考有补考先例5月14日下午，针对救", + "boxes": [ + 176, + 923, + 786, + 953 + ] + }, + { + "text": "人考生缺考一事，山东省教育招生考试院通报称，当地教育招生考试单位和山东省城市服务技师.", + "boxes": [ + 176, + 947, + 778, + 977 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 210, + 995, + 266, + 1020 + ] + }, + { + "text": "https:/news.q.com rain Translae thisresuit", + "boxes": [ + 210, + 1012, + 502, + 1042 + ] + }, + { + "text": "放人缺考男生", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "首页", + "boxes": [ + 372, + 115, + 402, + 129 + ] + }, + { + "text": "法制", + "boxes": [ + 928, + 115, + 960, + 129 + ] + }, + { + "text": "守艺中华", + "boxes": [ + 962, + 113, + 1028, + 131 + ] + }, + { + "text": "应急中国", + "boxes": [ + 1038, + 113, + 1098, + 131 + ] + }, + { + "text": "地方频道", + "boxes": [ + 1172, + 113, + 1228, + 133 + ] + }, + { + "text": "China", + "boxes": [ + 434, + 179, + 536, + 224 + ] + }, + { + "text": "新闻", + "boxes": [ + 542, + 179, + 640, + 240 + ] + }, + { + "text": "中华网", + "boxes": [ + 444, + 214, + 522, + 240 + ] + }, + { + "text": "微软云", + "boxes": [ + 780, + 236, + 820, + 256 + ] + }, + { + "text": "国内", + "boxes": [ + 388, + 286, + 430, + 314 + ] + }, + { + "text": "国际", + "boxes": [ + 510, + 286, + 550, + 314 + ] + }, + { + "text": "社会", + "boxes": [ + 630, + 286, + 670, + 316 + ] + }, + { + "text": "体育", + "boxes": [ + 752, + 286, + 790, + 316 + ] + }, + { + "text": "专题", + "boxes": [ + 874, + 286, + 916, + 314 + ] + }, + { + "text": "军事", + "boxes": [ + 992, + 286, + 1032, + 312 + ] + }, + { + "text": "财经", + "boxes": [ + 1114, + 286, + 1158, + 314 + ] + }, + { + "text": "滚动", + "boxes": [ + 1236, + 286, + 1278, + 314 + ] + }, + { + "text": "政务", + "boxes": [ + 1356, + 286, + 1398, + 314 + ] + }, + { + "text": "冬奥", + "boxes": [ + 1480, + 286, + 1516, + 314 + ] + }, + { + "text": "官方通报男生救人缺考：将补考 考生全力备考中", + "boxes": [ + 746, + 353, + 1410, + 395 + ] + }, + { + "text": "2025-05-14 18:30:02 头条号", + "boxes": [ + 750, + 403, + 932, + 433 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 768, + 467, + 1280, + 526 + ] + }, + { + "text": "Bai百度", + "boxes": [ + 1264, + 476, + 1378, + 514 + ] + }, + { + "text": "微软云", + "boxes": [ + 382, + 596, + 456, + 627 + ] + }, + { + "text": "春季高考语文科目副题，安排因救人缺考的姜某参加考试。得知此消息后，救人学生姜昭鹏表", + "boxes": [ + 760, + 619, + 1516, + 643 + ] + }, + { + "text": "今日热点", + "boxes": [ + 384, + 649, + 456, + 681 + ] + }, + { + "text": "示，接下来将全力准备考试。烟台市教育招生考试院回复称，为保证考生安全，将不对外透露", + "boxes": [ + 758, + 647, + 1520, + 677 + ] + }, + { + "text": "考试时间和地点。", + "boxes": [ + 758, + 681, + 892, + 711 + ] + }, + { + "text": "此前报道显示，5月10日早上，山东城市服务职业", + "boxes": [ + 1100, + 719, + 1508, + 748 + ] + }, + { + "text": "Baic百度", + "boxes": [ + 797, + 740, + 897, + 777 + ] + }, + { + "text": "D", + "boxes": [ + 920, + 739, + 948, + 762 + ] + }, + { + "text": "", + "boxes": [ + 984, + 744, + 1008, + 766 + ] + }, + { + "text": "学院2022级学生姜昭鹏和同学乘坐网约车前往山东省职", + "boxes": [ + 1062, + 748, + 1524, + 786 + ] + }, + { + "text": "中国探目", + "boxes": [ + 912, + 762, + 958, + 788 + ] + }, + { + "text": "教高考考点。上车约一分钟，同学突发心梗休克。姜昭", + "boxes": [ + 1066, + 782, + 1518, + 818 + ] + }, + { + "text": "爆病重老人被要求亲自取", + "boxes": [ + 382, + 794, + 532, + 812 + ] + }, + { + "text": "百度AI助力", + "boxes": [ + 796, + 794, + 1004, + 844 + ] + }, + { + "text": "钱在银行去世家属痛诉..", + "boxes": [ + 380, + 812, + 534, + 836 + ] + }, + { + "text": "国外服装网站", + "boxes": [ + 552, + 804, + 638, + 830 + ] + }, + { + "text": "鹏利用在专业课中学到的急救知识，对发病同学持续进", + "boxes": [ + 1064, + 812, + 1518, + 850 + ] + }, + { + "text": "实习律师", + "boxes": [ + 434, + 842, + 482, + 862 + ] + }, + { + "text": "中国航天", + "boxes": [ + 791, + 835, + 969, + 898 + ] + }, + { + "text": "行心脏复苏、人工呼吸等急救措施。网约车司机得到交", + "boxes": [ + 1068, + 850, + 1516, + 879 + ] + }, + { + "text": "警许可后连闯红灯，将送诊时间压缩一半。最终，发病", + "boxes": [ + 1070, + 881, + 1518, + 911 + ] + }, + { + "text": "同学被抢救成功，但姜昭鹏因迟到错过了语文考试。(责", + "boxes": [ + 1068, + 913, + 1516, + 943 + ] + }, + { + "text": "律所回应招聘王者段位实", + "boxes": [ + 378, + 951, + 536, + 975 + ] + }, + { + "text": "“颐云楼主人\"主动向省纪", + "boxes": [ + 554, + 951, + 710, + 975 + ] + }, + { + "text": "：张小花TT1000)", + "boxes": [ + 1098, + 953, + 1212, + 977 + ] + }, + { + "text": "习生 考察团队协作能力", + "boxes": [ + 376, + 969, + 532, + 999 + ] + }, + { + "text": "委投案能源高管涉违纪.", + "boxes": [ + 552, + 969, + 704, + 999 + ] + }, + { + "text": "今日快讯", + "boxes": [ + 709, + 988, + 829, + 1037 + ] + }, + { + "text": "万曼呼吸机山东旅游景点大全", + "boxes": [ + 1284, + 983, + 1526, + 1018 + ] + }, + { + "text": "么意思", + "boxes": [ + 1280, + 1016, + 1340, + 1042 + ] + }, + { + "text": "染色机", + "boxes": [ + 1336, + 1018, + 1406, + 1044 + ] + }, + { + "text": "为什么长不高", + "boxes": [ + 1416, + 1018, + 1520, + 1044 + ] + }, + { + "text": "官方通报男生", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "170_7_6", + "episode_id": 170, + "env_id": 7, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.674125671386719, + "advantages": -0.9477588534355164, + "generated_text": "{\n \"intent\": \"Scrol down to read more about the news and browser articles.\",\n \"action\": \"DoubleClick(103, 342)\"\n}", + "action_string": "DoubleClick(103, 342)", + "intent_string": "Scrol down to read more about the news and browser articles.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 260, + 69, + 276, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 420, + 113, + 452, + 133 + ] + }, + { + "text": "体育", + "boxes": [ + 474, + 113, + 508, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 532, + 113, + 566, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 588, + 113, + 624, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 646, + 111, + 690, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1368, + 135 + ] + }, + { + "text": "更多", + "boxes": [ + 884, + 117, + 924, + 133 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1428, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1550, + 137 + ] + }, + { + "text": "专业的投资工具权威的财经资讯", + "boxes": [ + 652, + 175, + 908, + 210 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 430, + 187, + 608, + 224 + ] + }, + { + "text": "投资理财首选新浪财经APP", + "boxes": [ + 642, + 202, + 1108, + 254 + ] + }, + { + "text": "下载APP", + "boxes": [ + 1168, + 195, + 1290, + 232 + ] + }, + { + "text": "sina新浪科技新浪科技>滚动新闻>正文", + "boxes": [ + 334, + 282, + 656, + 318 + ] + }, + { + "text": "放假3天不调休", + "boxes": [ + 332, + 349, + 594, + 397 + ] + }, + { + "text": "端午假期火车票即将开售", + "boxes": [ + 592, + 343, + 1038, + 401 + ] + }, + { + "text": "购票日历来了", + "boxes": [ + 1032, + 353, + 1268, + 397 + ] + }, + { + "text": "2025年05月15日08:47", + "boxes": [ + 334, + 457, + 510, + 480 + ] + }, + { + "text": "快科技", + "boxes": [ + 506, + 453, + 578, + 484 + ] + }, + { + "text": "Q", + "boxes": [ + 1264, + 457, + 1284, + 472 + ] + }, + { + "text": "R", + "boxes": [ + 1400, + 459, + 1422, + 472 + ] + }, + { + "text": "创事记", + "boxes": [ + 1250, + 516, + 1354, + 554 + ] + }, + { + "text": "快科技5月15日消息，今日，中国铁路发布端午假期购票日历，今日可购买5月29日火车票。", + "boxes": [ + 330, + 570, + 1092, + 600 + ] + }, + { + "text": "那些想退小米汽车的年轻人", + "boxes": [ + 1328, + 576, + 1530, + 611 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 608, + 1640, + 651 + ] + }, + { + "text": "5月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。", + "boxes": [ + 332, + 631, + 976, + 661 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1598, + 645, + 1638, + 665 + ] + }, + { + "text": "中国铁路还提醒，在火车票起售当日页面点击购票信息预填，即可提前选择乘车人、预选车次、预选席", + "boxes": [ + 326, + 691, + 1194, + 727 + ] + }, + { + "text": "刘强东重构京东的30个月", + "boxes": [ + 1332, + 695, + 1514, + 725 + ] + }, + { + "text": "别，火车票起售时便可快速提交订单。", + "boxes": [ + 332, + 727, + 646, + 756 + ] + }, + { + "text": "", + "boxes": [ + 1598, + 770, + 1636, + 798 + ] + }, + { + "text": "5月17日起", + "boxes": [ + 596, + 784, + 756, + 832 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1594, + 794, + 1640, + 822 + ] + }, + { + "text": "没有了巴菲特的掌舵，伯克希尔", + "boxes": [ + 1332, + 810, + 1564, + 840 + ] + }, + { + "text": "火车票正式开售", + "boxes": [ + 622, + 836, + 952, + 891 + ] + }, + { + "text": "能否续写传奇？", + "boxes": [ + 1336, + 834, + 1446, + 858 + ] + }, + { + "text": "国", + "boxes": [ + 1600, + 844, + 1634, + 876 + ] + }, + { + "text": "购票日期", + "boxes": [ + 644, + 913, + 734, + 951 + ] + }, + { + "text": "乘车日期", + "boxes": [ + 824, + 915, + 910, + 953 + ] + }, + { + "text": "阅读排行榜", + "boxes": [ + 1282, + 941, + 1388, + 973 + ] + }, + { + "text": "评论排行榜", + "boxes": [ + 1438, + 937, + 1552, + 975 + ] + }, + { + "text": "期五", + "boxes": [ + 636, + 951, + 676, + 967 + ] + }, + { + "text": "5月16日", + "boxes": [ + 625, + 962, + 747, + 1005 + ] + }, + { + "text": "5月30日", + "boxes": [ + 808, + 967, + 922, + 1005 + ] + }, + { + "text": "北京突降冰霍：比鸭蛋还大户外停的车集体", + "boxes": [ + 1290, + 975, + 1568, + 1005 + ] + }, + { + "text": "星期六端午节", + "boxes": [ + 802, + 999, + 930, + 1028 + ] + }, + { + "text": "01", + "boxes": [ + 1252, + 991, + 1282, + 1011 + ] + }, + { + "text": "星期六", + "boxes": [ + 628, + 1001, + 690, + 1026 + ] + }, + { + "text": "遭殃", + "boxes": [ + 1292, + 1003, + 1324, + 1022 + ] + }, + { + "text": "5日17", + "boxes": [ + 642, + 1028, + 732, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "D", + "boxes": [ + 260, + 69, + 274, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 420, + 113, + 452, + 133 + ] + }, + { + "text": "体育", + "boxes": [ + 474, + 113, + 510, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 532, + 113, + 568, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 588, + 113, + 624, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 646, + 111, + 690, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 742, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1368, + 135 + ] + }, + { + "text": "更多", + "boxes": [ + 884, + 117, + 924, + 133 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1428, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1550, + 137 + ] + }, + { + "text": "专业的投资工具权威的财经资讯", + "boxes": [ + 652, + 175, + 908, + 210 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 430, + 187, + 608, + 224 + ] + }, + { + "text": "投资理财首选新浪财经APP", + "boxes": [ + 642, + 202, + 1108, + 254 + ] + }, + { + "text": "下载APP", + "boxes": [ + 1168, + 195, + 1290, + 232 + ] + }, + { + "text": "sina新浪科技新浪科技>滚动新闻>正文", + "boxes": [ + 336, + 282, + 656, + 320 + ] + }, + { + "text": "放假3天不调休端午假期火车票即将开售购票日历来了", + "boxes": [ + 332, + 351, + 1270, + 399 + ] + }, + { + "text": "2025年05月15日08:47", + "boxes": [ + 332, + 453, + 512, + 482 + ] + }, + { + "text": "快科技", + "boxes": [ + 506, + 453, + 578, + 484 + ] + }, + { + "text": "Q", + "boxes": [ + 1264, + 457, + 1284, + 472 + ] + }, + { + "text": "R", + "boxes": [ + 1400, + 459, + 1422, + 472 + ] + }, + { + "text": "创事记", + "boxes": [ + 1250, + 516, + 1354, + 554 + ] + }, + { + "text": "快科技5月15日消息，今日，中国铁路发布端午假期购票日历，今日可购买5月29日火车票。", + "boxes": [ + 330, + 570, + 1092, + 600 + ] + }, + { + "text": "那些想退小米汽车的年轻人", + "boxes": [ + 1328, + 576, + 1530, + 611 + ] + }, + { + "text": "", + "boxes": [ + 1588, + 604, + 1644, + 657 + ] + }, + { + "text": "月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。", + "boxes": [ + 346, + 631, + 976, + 661 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1598, + 645, + 1636, + 665 + ] + }, + { + "text": "中国铁路还提醒，在火车票起售当日页面点击购票信息预填，即可提前选择乘车人、预选车次、预选席", + "boxes": [ + 330, + 691, + 1194, + 727 + ] + }, + { + "text": "刘强东重构京东的30个月", + "boxes": [ + 1332, + 695, + 1514, + 725 + ] + }, + { + "text": "别，火车票起售时便可快速提交订单。", + "boxes": [ + 332, + 727, + 646, + 756 + ] + }, + { + "text": "", + "boxes": [ + 1598, + 770, + 1634, + 798 + ] + }, + { + "text": "5月17日起", + "boxes": [ + 596, + 784, + 756, + 832 + ] + }, + { + "text": "语音插报", + "boxes": [ + 1591, + 791, + 1639, + 825 + ] + }, + { + "text": "没有了巴菲特的掌舵，伯克希尔", + "boxes": [ + 1332, + 810, + 1564, + 840 + ] + }, + { + "text": "火车票正式开售", + "boxes": [ + 622, + 836, + 952, + 891 + ] + }, + { + "text": "能否续写传奇？", + "boxes": [ + 1336, + 834, + 1446, + 858 + ] + }, + { + "text": "国", + "boxes": [ + 1600, + 844, + 1634, + 876 + ] + }, + { + "text": "购票日期", + "boxes": [ + 644, + 913, + 734, + 951 + ] + }, + { + "text": "乘车日期", + "boxes": [ + 824, + 915, + 910, + 953 + ] + }, + { + "text": "阅读排行榜", + "boxes": [ + 1282, + 941, + 1388, + 973 + ] + }, + { + "text": "评论排行榜", + "boxes": [ + 1438, + 937, + 1552, + 975 + ] + }, + { + "text": "期五", + "boxes": [ + 636, + 951, + 676, + 967 + ] + }, + { + "text": "期五", + "boxes": [ + 818, + 951, + 850, + 965 + ] + }, + { + "text": "5月16日", + "boxes": [ + 628, + 967, + 746, + 1005 + ] + }, + { + "text": "5月30日", + "boxes": [ + 808, + 967, + 922, + 1005 + ] + }, + { + "text": "北京突降冰霍：比鸭蛋还大户外停的车集体", + "boxes": [ + 1290, + 975, + 1568, + 1005 + ] + }, + { + "text": "星期六端午节", + "boxes": [ + 802, + 999, + 930, + 1028 + ] + }, + { + "text": "01", + "boxes": [ + 1252, + 991, + 1282, + 1011 + ] + }, + { + "text": "星期六", + "boxes": [ + 628, + 1001, + 690, + 1026 + ] + }, + { + "text": "遭殃", + "boxes": [ + 1292, + 1003, + 1324, + 1022 + ] + }, + { + "text": "5日17", + "boxes": [ + 642, + 1028, + 732, + 1046 + ] + }, + { + "text": "放假3天不调休", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "170_0_7", + "episode_id": 170, + "env_id": 0, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.592920303344727, + "advantages": -1.0067152976989746, + "generated_text": "{\n \"intent\": \"Click on the 'Add to List' button to explore the item further and possibly add it to my list.\",\n \"action\": \"Click(1032, 879)\"\n}", + "action_string": "Click(1032, 879)", + "intent_string": "Click on the 'Add to List' button to explore the item further and possibly add it to my list.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→×", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "曰口", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 111, + 428, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "$7,082.85", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle PaperwhiteBuy Now", + "boxes": [ + 754, + 204, + 1064, + 234 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite &", + "boxes": [ + 680, + 304, + 1308, + 339 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "Call of Duty/FPS Gamers, PC, Nintendo Switch, Bluetooth 5.3", + "boxes": [ + 684, + 339, + 1352, + 369 + ] + }, + { + "text": "$3149", + "boxes": [ + 1394, + 341, + 1456, + 373 + ] + }, + { + "text": "Gaming Headphones with Noise Canceling Mic, Stereo", + "boxes": [ + 680, + 367, + 1274, + 403 + ] + }, + { + "text": "Sound, 40+Hr Battery -", + "boxes": [ + 678, + 401, + 940, + 437 + ] + }, + { + "text": "-White", + "boxes": [ + 926, + 403, + 1010, + 435 + ] + }, + { + "text": "Amazon Prime members", + "boxes": [ + 1396, + 405, + 1552, + 429 + ] + }, + { + "text": " Join Prime", + "boxes": [ + 1462, + 437, + 1536, + 469 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": "9,239rating", + "boxes": [ + 830, + 455, + 908, + 472 + ] + }, + { + "text": "S|Search thispage", + "boxes": [ + 908, + 455, + 1034, + 472 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 682, + 476, + 780, + 500 + ] + }, + { + "text": "ancel anytime", + "boxes": [ + 1402, + 469, + 1482, + 492 + ] + }, + { + "text": "Already a member? Sign in", + "boxes": [ + 1394, + 494, + 1568, + 524 + ] + }, + { + "text": " 1 sustainability feature", + "boxes": [ + 682, + 506, + 854, + 538 + ] + }, + { + "text": "Sm", + "boxes": [ + 1384, + 514, + 1534, + 586 + ] + }, + { + "text": "$16.47", + "boxes": [ + 1814, + 506, + 1860, + 526 + ] + }, + { + "text": "CHIJIANYUAN", + "boxes": [ + 1459, + 539, + 1553, + 579 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 566, + 1450, + 594 + ] + }, + { + "text": "-37% $3149", + "boxes": [ + 686, + 584, + 810, + 615 + ] + }, + { + "text": "Payment", + "boxes": [ + 1400, + 606, + 1452, + 625 + ] + }, + { + "text": "V See more", + "boxes": [ + 1398, + 623, + 1470, + 649 + ] + }, + { + "text": "Regular Price", + "boxes": [ + 1394, + 683, + 1486, + 709 + ] + }, + { + "text": "$3599", + "boxes": [ + 1394, + 709, + 1448, + 739 + ] + }, + { + "text": "$49.93", + "boxes": [ + 1818, + 709, + 1854, + 729 + ] + }, + { + "text": " Delivery Monday, May 26", + "boxes": [ + 1392, + 732, + 1564, + 761 + ] + }, + { + "text": "Roll over image to zoom", + "boxes": [ + 352, + 768, + 500, + 786 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 858, + 726, + 883 + ] + }, + { + "text": "Gtheos", + "boxes": [ + 858, + 858, + 908, + 883 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1390, + 864, + 1454, + 883 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 881, + 722, + 907 + ] + }, + { + "text": "White", + "boxes": [ + 858, + 881, + 902, + 909 + ] + }, + { + "text": "Ear Place", + "boxes": [ + 684, + 911, + 742, + 931 + ] + }, + { + "text": "Over Ear", + "boxes": [ + 858, + 909, + 918, + 935 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 913, + 1864, + 939 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 937, + 766, + 961 + ] + }, + { + "text": " Over Ear", + "boxes": [ + 856, + 935, + 918, + 961 + ] + }, + { + "text": "32 0hm", + "boxes": [ + 860, + 963, + 914, + 983 + ] + }, + { + "text": "New (4) fron", + "boxes": [ + 1394, + 969, + 1468, + 987 + ] + }, + { + "text": "$359", + "boxes": [ + 1484, + 969, + 1514, + 983 + ] + }, + { + "text": " About this item", + "boxes": [ + 678, + 1000, + 836, + 1037 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→×", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "曰口", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 111, + 428, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "$7,082.85", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "International Kindle PaperwhiteBuy Now", + "boxes": [ + 752, + 204, + 1064, + 234 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite &", + "boxes": [ + 680, + 304, + 1308, + 339 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "Call of Duty/FPS Gamers, PC, Nintendo Switch, Bluetooth 5.3", + "boxes": [ + 684, + 339, + 1352, + 369 + ] + }, + { + "text": "$3149", + "boxes": [ + 1394, + 341, + 1456, + 373 + ] + }, + { + "text": "Gaming Headphones with Noise Canceling Mic, Stereo", + "boxes": [ + 680, + 367, + 1274, + 403 + ] + }, + { + "text": "Sound, 40+Hr Battery -White", + "boxes": [ + 680, + 401, + 1008, + 437 + ] + }, + { + "text": "Amazon Prime members", + "boxes": [ + 1396, + 405, + 1552, + 429 + ] + }, + { + "text": " Join Prime", + "boxes": [ + 1462, + 437, + 1536, + 469 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 682, + 476, + 788, + 500 + ] + }, + { + "text": "ancel anytime", + "boxes": [ + 1402, + 469, + 1482, + 492 + ] + }, + { + "text": "Already a member? Sign in", + "boxes": [ + 1394, + 494, + 1568, + 524 + ] + }, + { + "text": " 1 sustainablity feature", + "boxes": [ + 682, + 506, + 854, + 540 + ] + }, + { + "text": "Sm", + "boxes": [ + 1384, + 514, + 1534, + 586 + ] + }, + { + "text": "$16.47", + "boxes": [ + 1814, + 506, + 1860, + 526 + ] + }, + { + "text": "CHIJIANYUAN", + "boxes": [ + 1462, + 542, + 1550, + 574 + ] + }, + { + "text": "Returns", + "boxes": [ + 1398, + 566, + 1452, + 596 + ] + }, + { + "text": "-37% $3149", + "boxes": [ + 686, + 584, + 810, + 615 + ] + }, + { + "text": "Payment", + "boxes": [ + 1400, + 606, + 1452, + 625 + ] + }, + { + "text": "V See more", + "boxes": [ + 1398, + 623, + 1470, + 649 + ] + }, + { + "text": "Regular Price", + "boxes": [ + 1394, + 683, + 1486, + 709 + ] + }, + { + "text": "$3599", + "boxes": [ + 1394, + 709, + 1448, + 739 + ] + }, + { + "text": "$49.93", + "boxes": [ + 1818, + 709, + 1854, + 729 + ] + }, + { + "text": "Delivery Monday, May 26", + "boxes": [ + 1392, + 732, + 1564, + 761 + ] + }, + { + "text": "Rolloverimagetozoom", + "boxes": [ + 352, + 768, + 500, + 786 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 858, + 726, + 883 + ] + }, + { + "text": "Gtheos", + "boxes": [ + 855, + 853, + 909, + 884 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1390, + 864, + 1454, + 883 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 881, + 722, + 907 + ] + }, + { + "text": "White", + "boxes": [ + 858, + 881, + 902, + 909 + ] + }, + { + "text": "Ear Place", + "boxes": [ + 684, + 911, + 742, + 931 + ] + }, + { + "text": "Over Ear", + "boxes": [ + 858, + 909, + 918, + 935 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 913, + 1864, + 939 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 937, + 766, + 961 + ] + }, + { + "text": " Over Ear", + "boxes": [ + 856, + 935, + 918, + 961 + ] + }, + { + "text": "32 0hm", + "boxes": [ + 860, + 963, + 914, + 983 + ] + }, + { + "text": "New (4) fron", + "boxes": [ + 1394, + 969, + 1468, + 987 + ] + }, + { + "text": "$359", + "boxes": [ + 1484, + 969, + 1514, + 983 + ] + }, + { + "text": " About this item", + "boxes": [ + 678, + 1000, + 836, + 1037 + ] + } + ] + }, + { + "frame_id": "170_1_7", + "episode_id": 170, + "env_id": 1, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.426887512207031, + "advantages": -0.4012407064437866, + "generated_text": "{\n \"intent\": \"To begin working with LibreOffice Calc by creating a new spreadsheet.\",\n \"action\": \"DoubleClick(118, 97)\"\n}", + "action_string": "DoubleClick(118, 97)", + "intent_string": "To begin working with LibreOffice Calc by creating a new spreadsheet.", + "before_screen_ocr_results": [ + { + "text": "Untitled 1 - LibreOffice Ca", + "boxes": [ + 844, + 10, + 1060, + 28 + ] + }, + { + "text": "Edit View", + "boxes": [ + 100, + 36, + 188, + 54 + ] + }, + { + "text": "at Styles Sheet Data Tools Window Help", + "boxes": [ + 282, + 32, + 614, + 56 + ] + }, + { + "text": "- 自- ", + "boxes": [ + 70, + 58, + 434, + 93 + ] + }, + { + "text": "&", + "boxes": [ + 434, + 64, + 500, + 89 + ] + }, + { + "text": "G-、", + "boxes": [ + 506, + 64, + 608, + 87 + ] + }, + { + "text": "里·I·个DI·口田", + "boxes": [ + 600, + 62, + 1320, + 91 + ] + }, + { + "text": "New (Ctrl+N)", + "boxes": [ + 64, + 97, + 158, + 121 + ] + }, + { + "text": "Taaa.", + "boxes": [ + 282, + 103, + 410, + 127 + ] + }, + { + "text": "目里日日%00至田口目", + "boxes": [ + 396, + 99, + 1264, + 129 + ] + }, + { + "text": "、=", + "boxes": [ + 220, + 135, + 304, + 161 + ] + }, + { + "text": "Mou", + "boxes": [ + 12, + 173, + 46, + 195 + ] + }, + { + "text": "HDO", + "boxes": [ + 1824, + 202, + 1862, + 349 + ] + }, + { + "text": "Ter", + "boxes": [ + 24, + 280, + 46, + 306 + ] + }, + { + "text": "Cal", + "boxes": [ + 18, + 393, + 44, + 415 + ] + }, + { + "text": "ib", + "boxes": [ + 26, + 504, + 50, + 518 + ] + }, + { + "text": "不→一", + "boxes": [ + 68, + 969, + 156, + 987 + ] + }, + { + "text": "+", + "boxes": [ + 156, + 971, + 186, + 985 + ] + }, + { + "text": " Sheet 1 of 1", + "boxes": [ + 61, + 986, + 145, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 994, + 989, + 1078, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Untitled 1 -LibreOfficeCal", + "boxes": [ + 844, + 10, + 1068, + 28 + ] + }, + { + "text": "Edit View ", + "boxes": [ + 102, + 36, + 188, + 54 + ] + }, + { + "text": "at Styles Sheet Ddata Tols Window Help ", + "boxes": [ + 280, + 30, + 616, + 60 + ] + }, + { + "text": "··目· %血、", + "boxes": [ + 70, + 58, + 438, + 93 + ] + }, + { + "text": "&", + "boxes": [ + 434, + 64, + 500, + 89 + ] + }, + { + "text": "勺?、", + "boxes": [ + 508, + 66, + 608, + 83 + ] + }, + { + "text": "里-I个I田", + "boxes": [ + 598, + 60, + 1318, + 89 + ] + }, + { + "text": "Liberation San", + "boxes": [ + 76, + 93, + 174, + 124 + ] + }, + { + "text": "aaaa==日目-%00t三田-目", + "boxes": [ + 280, + 99, + 1264, + 129 + ] + }, + { + "text": "、=", + "boxes": [ + 220, + 135, + 306, + 161 + ] + }, + { + "text": "Mou", + "boxes": [ + 12, + 173, + 46, + 195 + ] + }, + { + "text": "HDO", + "boxes": [ + 1824, + 202, + 1862, + 349 + ] + }, + { + "text": "Ter", + "boxes": [ + 24, + 280, + 46, + 306 + ] + }, + { + "text": "Cal", + "boxes": [ + 16, + 393, + 44, + 415 + ] + }, + { + "text": "ib", + "boxes": [ + 26, + 504, + 50, + 518 + ] + }, + { + "text": "N→→", + "boxes": [ + 68, + 969, + 156, + 987 + ] + }, + { + "text": "+", + "boxes": [ + 156, + 971, + 186, + 985 + ] + }, + { + "text": " Sheet 1 of 1", + "boxes": [ + 61, + 986, + 145, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 994, + 989, + 1078, + 1012 + ] + } + ] + }, + { + "frame_id": "170_2_7", + "episode_id": 170, + "env_id": 2, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.381386756896973, + "advantages": -0.4342750608921051, + "generated_text": "{\n \"intent\": \"To begin searching the web or interact with one of the top site icons in the Mozilla Firefox browser as the first step towards exploring the environment.\",\n \"action\": \"DoubleClick(713, 516)\" \n}", + "action_string": "DoubleClick(713, 516)", + "intent_string": "To begin searching the web or interact with one of the top site icons in the Mozilla Firefox browser as the first step towards exploring the environment.", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 40, + 66, + 130, + 89 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 59, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or ente", + "boxes": [ + 252, + 66, + 452, + 89 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 588, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1062, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "O", + "boxes": [ + 519, + 481, + 564, + 529 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 556, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "170_3_7", + "episode_id": 170, + "env_id": 3, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.953865051269531, + "advantages": -0.01864590309560299, + "generated_text": "{\n \"intent\": \"Click the headline to check more articles related to the 5月29日火车票发售\",\n \"action\": \"DoubleClick(979, 374)\"\n}", + "action_string": "DoubleClick(979, 374)", + "intent_string": "Click the headline to check more articles related to the 5月29日火车票发售", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 390, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 424, + 117, + 444, + 131 + ] + }, + { + "text": "登录", + "boxes": [ + 1336, + 111, + 1366, + 131 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1426, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1548, + 135 + ] + }, + { + "text": "sina", + "boxes": [ + 1386, + 185, + 1434, + 220 + ] + }, + { + "text": "数软", + "boxes": [ + 380, + 242, + 402, + 256 + ] + }, + { + "text": "超声波工", + "boxes": [ + 678, + 242, + 714, + 256 + ] + }, + { + "text": "谷歌搜索引擎", + "boxes": [ + 1230, + 240, + 1304, + 258 + ] + }, + { + "text": "sina新闻中心国内新闻>正文", + "boxes": [ + 332, + 280, + 578, + 316 + ] + }, + { + "text": "新闻", + "boxes": [ + 1334, + 294, + 1390, + 320 + ] + }, + { + "text": "请输入关键词", + "boxes": [ + 1382, + 294, + 1480, + 320 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票", + "boxes": [ + 326, + 355, + 1216, + 409 + ] + }, + { + "text": "2025年05月15日08:50新京报作者：新京报", + "boxes": [ + 332, + 471, + 674, + 500 + ] + }, + { + "text": "IAIAI丨丨丨l", + "boxes": [ + 998, + 465, + 1474, + 500 + ] + }, + { + "text": "1,384", + "boxes": [ + 1464, + 469, + 1578, + 500 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 464, + 546, + 978, + 606 + ] + }, + { + "text": "9", + "boxes": [ + 996, + 556, + 1010, + 574 + ] + }, + { + "text": "直", + "boxes": [ + 1600, + 570, + 1634, + 598 + ] + }, + { + "text": "中LEP", + "boxes": [ + 984, + 582, + 1024, + 602 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1592, + 598, + 1638, + 623 + ] + }, + { + "text": "国", + "boxes": [ + 1598, + 645, + 1632, + 675 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火车票。", + "boxes": [ + 370, + 665, + 1102, + 695 + ] + }, + { + "text": "相关新闻", + "boxes": [ + 1596, + 679, + 1636, + 695 + ] + }, + { + "text": "关闭广告", + "boxes": [ + 240, + 770, + 298, + 796 + ] + }, + { + "text": "端", + "boxes": [ + 693, + 802, + 852, + 969 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "今日推", + "boxes": [ + 26, + 840, + 162, + 897 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 1620, + 848, + 1796, + 891 + ] + }, + { + "text": "些", + "boxes": [ + 1808, + 844, + 1849, + 881 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1620, + 893, + 1848, + 937 + ] + }, + { + "text": "预算管", + "boxes": [ + 0, + 927, + 148, + 991 + ] + }, + { + "text": "假期", + "boxes": [ + 708, + 943, + 842, + 1014 + ] + }, + { + "text": "15", + "boxes": [ + 200, + 957, + 240, + 987 + ] + }, + { + "text": "无油轴承", + "boxes": [ + 1266, + 999, + 1362, + 1036 + ] + }, + { + "text": "甲女", + "boxes": [ + 4, + 1016, + 100, + 1054 + ] + }, + { + "text": "端午假期购票·", + "boxes": [ + 216, + 1048, + 306, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1603, + 63, + 1659, + 88 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 336, + 113, + 388, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1336, + 111, + 1364, + 131 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1426, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1544, + 135 + ] + }, + { + "text": "sina", + "boxes": [ + 1386, + 185, + 1434, + 220 + ] + }, + { + "text": "谷歌搜索引擎", + "boxes": [ + 1230, + 240, + 1306, + 258 + ] + }, + { + "text": "新浪新闻", + "boxes": [ + 1394, + 232, + 1426, + 246 + ] + }, + { + "text": "数软", + "boxes": [ + 380, + 242, + 402, + 256 + ] + }, + { + "text": "超声波工", + "boxes": [ + 678, + 242, + 714, + 256 + ] + }, + { + "text": "sina 新闻中心国内新闻>正文", + "boxes": [ + 334, + 282, + 580, + 318 + ] + }, + { + "text": "新闻", + "boxes": [ + 1334, + 294, + 1390, + 320 + ] + }, + { + "text": "请输入关键词", + "boxes": [ + 1390, + 294, + 1480, + 320 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票", + "boxes": [ + 328, + 355, + 1214, + 407 + ] + }, + { + "text": "2025年05月15日08:50新京报作者：新京报", + "boxes": [ + 334, + 472, + 672, + 496 + ] + }, + { + "text": "△IAIAI☆丨丨O丨", + "boxes": [ + 1002, + 467, + 1438, + 496 + ] + }, + { + "text": "1,384", + "boxes": [ + 1464, + 469, + 1576, + 498 + ] + }, + { + "text": "百度A助力中国航天", + "boxes": [ + 464, + 546, + 980, + 606 + ] + }, + { + "text": "?", + "boxes": [ + 996, + 556, + 1012, + 574 + ] + }, + { + "text": "中LEP", + "boxes": [ + 984, + 582, + 1024, + 602 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1594, + 600, + 1636, + 619 + ] + }, + { + "text": "国", + "boxes": [ + 1598, + 645, + 1632, + 675 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火车票。", + "boxes": [ + 372, + 667, + 1100, + 691 + ] + }, + { + "text": "相关新闻", + "boxes": [ + 1596, + 679, + 1636, + 695 + ] + }, + { + "text": "关闭广告", + "boxes": [ + 242, + 772, + 296, + 792 + ] + }, + { + "text": "端", + "boxes": [ + 691, + 800, + 852, + 969 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "今日推", + "boxes": [ + 26, + 840, + 162, + 897 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 1620, + 846, + 1796, + 889 + ] + }, + { + "text": "些", + "boxes": [ + 1816, + 852, + 1844, + 876 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1618, + 893, + 1848, + 935 + ] + }, + { + "text": "预算管", + "boxes": [ + 0, + 925, + 152, + 995 + ] + }, + { + "text": "假期", + "boxes": [ + 708, + 943, + 842, + 1014 + ] + }, + { + "text": "15", + "boxes": [ + 200, + 957, + 240, + 987 + ] + }, + { + "text": "imap服务器", + "boxes": [ + 1268, + 1003, + 1386, + 1034 + ] + }, + { + "text": "工用女久", + "boxes": [ + 6, + 1020, + 100, + 1052 + ] + }, + { + "text": "2", + "boxes": [ + 190, + 1052, + 202, + 1064 + ] + }, + { + "text": "端午假期购票·", + "boxes": [ + 216, + 1048, + 304, + 1074 + ] + } + ] + }, + { + "frame_id": "170_4_7", + "episode_id": 170, + "env_id": 4, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.745368957519531, + "advantages": -0.17001767456531525, + "generated_text": "{\n \"intent\": \"Click on the title of the news article to read more about the sales of round-summer travel tickets.\",\n \"action\": \"DoubleClick(976, 402)\"\n}", + "action_string": "DoubleClick(976, 402)", + "intent_string": "Click on the title of the news article to read more about the sales of round-summer travel tickets.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1603, + 63, + 1659, + 88 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 336, + 113, + 388, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 106, + 1368, + 135 + ] + }, + { + "text": "本育", + "boxes": [ + 482, + 117, + 504, + 131 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1426, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1546, + 135 + ] + }, + { + "text": "sina", + "boxes": [ + 1386, + 185, + 1434, + 220 + ] + }, + { + "text": "业加湿器", + "boxes": [ + 394, + 238, + 440, + 256 + ] + }, + { + "text": "私有云存储", + "boxes": [ + 802, + 240, + 858, + 258 + ] + }, + { + "text": "谷歌云网盘", + "boxes": [ + 910, + 240, + 964, + 258 + ] + }, + { + "text": "谷歌搜索引", + "boxes": [ + 1014, + 240, + 1068, + 258 + ] + }, + { + "text": "sina新闻中心国内新闻>正文", + "boxes": [ + 332, + 280, + 578, + 316 + ] + }, + { + "text": "新闻", + "boxes": [ + 1334, + 294, + 1390, + 320 + ] + }, + { + "text": "请输入关键词", + "boxes": [ + 1392, + 294, + 1478, + 320 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票", + "boxes": [ + 330, + 359, + 1214, + 407 + ] + }, + { + "text": "2025年05月15日08:50新京报作者：新京报", + "boxes": [ + 332, + 471, + 672, + 500 + ] + }, + { + "text": "△一A一A一☆l丨O丨l", + "boxes": [ + 1002, + 467, + 1464, + 496 + ] + }, + { + "text": "1,409", + "boxes": [ + 1462, + 469, + 1576, + 500 + ] + }, + { + "text": "ERP", + "boxes": [ + 890, + 556, + 974, + 588 + ] + }, + { + "text": "直", + "boxes": [ + 1600, + 570, + 1634, + 598 + ] + }, + { + "text": "planning", + "boxes": [ + 904, + 584, + 958, + 604 + ] + }, + { + "text": "微软云", + "boxes": [ + 594, + 604, + 638, + 629 + ] + }, + { + "text": "imap服务器", + "boxes": [ + 686, + 604, + 758, + 629 + ] + }, + { + "text": "钢衬四氟阀门", + "boxes": [ + 786, + 604, + 868, + 629 + ] + }, + { + "text": "电商宝erp", + "boxes": [ + 900, + 604, + 964, + 629 + ] + }, + { + "text": "企业私有云搭建×", + "boxes": [ + 992, + 604, + 1090, + 629 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1594, + 600, + 1638, + 619 + ] + }, + { + "text": "国", + "boxes": [ + 1598, + 645, + 1632, + 675 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火车票。", + "boxes": [ + 370, + 665, + 1102, + 695 + ] + }, + { + "text": "相关新闻", + "boxes": [ + 1596, + 679, + 1636, + 695 + ] + }, + { + "text": "端", + "boxes": [ + 691, + 800, + 852, + 969 + ] + }, + { + "text": "So", + "boxes": [ + 1626, + 804, + 1650, + 826 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "scrm,", + "boxes": [ + 18, + 840, + 142, + 872 + ] + }, + { + "text": "", + "boxes": [ + 132, + 852, + 154, + 866 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 1618, + 841, + 1794, + 892 + ] + }, + { + "text": "些", + "boxes": [ + 1812, + 850, + 1846, + 878 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1620, + 893, + 1848, + 935 + ] + }, + { + "text": "04:03", + "boxes": [ + 118, + 941, + 184, + 975 + ] + }, + { + "text": "假期", + "boxes": [ + 708, + 941, + 842, + 1014 + ] + }, + { + "text": "微软云", + "boxes": [ + 1268, + 1003, + 1340, + 1034 + ] + }, + { + "text": "端午假期购票", + "boxes": [ + 216, + 1048, + 302, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 262, + 73, + 274, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 336, + 113, + 388, + 133 + ] + }, + { + "text": "新闻", + "boxes": [ + 422, + 113, + 448, + 133 + ] + }, + { + "text": "体育", + "boxes": [ + 478, + 113, + 508, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1368, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1426, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1548, + 137 + ] + }, + { + "text": "sina", + "boxes": [ + 1386, + 185, + 1436, + 220 + ] + }, + { + "text": "新浪新闻", + "boxes": [ + 1390, + 228, + 1428, + 248 + ] + }, + { + "text": "谷歌云网盘", + "boxes": [ + 912, + 240, + 966, + 258 + ] + }, + { + "text": "谷歌搜索引擎", + "boxes": [ + 1012, + 240, + 1082, + 258 + ] + }, + { + "text": "sina新闻中心国内新闻>正文", + "boxes": [ + 334, + 280, + 578, + 320 + ] + }, + { + "text": "新闻", + "boxes": [ + 1332, + 294, + 1390, + 320 + ] + }, + { + "text": "请输入关键词", + "boxes": [ + 1392, + 294, + 1480, + 320 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票", + "boxes": [ + 326, + 355, + 1216, + 409 + ] + }, + { + "text": "2025年05月15日08:50新京报作者：新京报", + "boxes": [ + 332, + 471, + 672, + 500 + ] + }, + { + "text": "△IAIAI丨丨丨l", + "boxes": [ + 1000, + 465, + 1474, + 500 + ] + }, + { + "text": "1,409", + "boxes": [ + 1460, + 469, + 1578, + 500 + ] + }, + { + "text": "enterprise", + "boxes": [ + 906, + 538, + 962, + 556 + ] + }, + { + "text": "ERP", + "boxes": [ + 888, + 552, + 976, + 590 + ] + }, + { + "text": "A", + "boxes": [ + 1594, + 564, + 1638, + 602 + ] + }, + { + "text": "planning", + "boxes": [ + 904, + 584, + 960, + 604 + ] + }, + { + "text": "PLATFORMS", + "boxes": [ + 1290, + 590, + 1358, + 621 + ] + }, + { + "text": "SERVICES", + "boxes": [ + 1454, + 588, + 1494, + 617 + ] + }, + { + "text": "微软云", + "boxes": [ + 594, + 604, + 638, + 629 + ] + }, + { + "text": "imap服务器", + "boxes": [ + 686, + 604, + 758, + 629 + ] + }, + { + "text": "钢衬四氟阀门", + "boxes": [ + 786, + 604, + 868, + 629 + ] + }, + { + "text": "电商宝erp", + "boxes": [ + 900, + 604, + 964, + 629 + ] + }, + { + "text": "企业私有云搭建×", + "boxes": [ + 990, + 604, + 1092, + 629 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1592, + 596, + 1640, + 623 + ] + }, + { + "text": "ONLINEOFFCE", + "boxes": [ + 1286, + 617, + 1366, + 649 + ] + }, + { + "text": "CETRE", + "boxes": [ + 1500, + 641, + 1544, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1596, + 645, + 1634, + 675 + ] + }, + { + "text": "SHARED CALENDERS", + "boxes": [ + 1280, + 655, + 1374, + 681 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火车票。", + "boxes": [ + 370, + 665, + 1102, + 695 + ] + }, + { + "text": "相关新闻", + "boxes": [ + 1594, + 677, + 1638, + 695 + ] + }, + { + "text": "ONLINERESOURCES", + "boxes": [ + 1282, + 721, + 1374, + 746 + ] + }, + { + "text": "3rdPARTYINTEGRATION", + "boxes": [ + 1276, + 754, + 1380, + 780 + ] + }, + { + "text": "ONLINECOLABORATION", + "boxes": [ + 1272, + 788, + 1386, + 818 + ] + }, + { + "text": "端", + "boxes": [ + 694, + 802, + 852, + 967 + ] + }, + { + "text": "S", + "boxes": [ + 1626, + 804, + 1652, + 826 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "scrm", + "boxes": [ + 16, + 836, + 128, + 874 + ] + }, + { + "text": "OFF-LINEACCESS", + "boxes": [ + 1284, + 854, + 1368, + 879 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 1620, + 848, + 1796, + 891 + ] + }, + { + "text": "些", + "boxes": [ + 1812, + 850, + 1846, + 879 + ] + }, + { + "text": "OUTSOURCEPROCESS", + "boxes": [ + 1278, + 889, + 1374, + 915 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1618, + 893, + 1850, + 937 + ] + }, + { + "text": "ONLINESTORAGE", + "boxes": [ + 1286, + 921, + 1366, + 947 + ] + }, + { + "text": "04:03", + "boxes": [ + 118, + 943, + 184, + 975 + ] + }, + { + "text": "假期", + "boxes": [ + 708, + 941, + 842, + 1014 + ] + }, + { + "text": "ooo", + "boxes": [ + 1370, + 963, + 1444, + 981 + ] + }, + { + "text": "企业私有云搭建方案", + "boxes": [ + 1268, + 1001, + 1466, + 1036 + ] + }, + { + "text": "端午假期购票", + "boxes": [ + 216, + 1048, + 302, + 1074 + ] + } + ] + }, + { + "frame_id": "170_5_7", + "episode_id": 170, + "env_id": 5, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.085247039794922, + "advantages": -0.6492776274681091, + "generated_text": "{\n \"intent\": \"Enter the knowledge sharing site and click on the QR code to open the site.\",\n \"action\": \"DoubleClick(737, 490)\"\n}", + "action_string": "DoubleClick(737, 490)", + "intent_string": "Enter the knowledge sharing site and click on the QR code to open the site.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 44, + 340, + 60 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正×知 知乎－有问题，就会有答案×「十", + "boxes": [ + 324, + 66, + 796, + 95 + ] + }, + { + "text": "→白", + "boxes": [ + 328, + 97, + 452, + 133 + ] + }, + { + "text": " https://wv", + "boxes": [ + 548, + 101, + 682, + 131 + ] + }, + { + "text": "v.zhihu.com/s", + "boxes": [ + 684, + 109, + 772, + 127 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1464, + 101, + 1564, + 133 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 170, + 110, + 201 + ] + }, + { + "text": "知乎", + "boxes": [ + 875, + 164, + 1033, + 249 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 892, + 238, + 1018, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 308, + 1030, + 334 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 308, + 1116, + 334 + ] + }, + { + "text": "打开知乎App", + "boxes": [ + 700, + 379, + 808, + 407 + ] + }, + { + "text": "中国+86", + "boxes": [ + 944, + 381, + 1034, + 405 + ] + }, + { + "text": "手机号", + "boxes": [ + 1054, + 379, + 1102, + 405 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 112, + 419 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 654, + 409, + 854, + 433 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 948, + 439, + 1072, + 457 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1198, + 439, + 1302, + 463 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1198, + 480, + 1302, + 506 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1087, + 533, + 1155, + 565 + ] + }, + { + "text": "", + "boxes": [ + 32, + 556, + 84, + 613 + ] + }, + { + "text": "其他方式登录", + "boxes": [ + 1088, + 598, + 1158, + 619 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 686, + 623, + 820, + 653 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》", + "boxes": [ + 948, + 701, + 1252, + 719 + ] + }, + { + "text": "《隐和", + "boxes": [ + 1260, + 703, + 1290, + 717 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "载知乎App", + "boxes": [ + 642, + 729, + 700, + 746 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 734, + 727, + 790, + 746 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 818, + 727, + 882, + 746 + ] + }, + { + "text": "保护指引", + "boxes": [ + 946, + 721, + 996, + 741 + ] + }, + { + "text": "2", + "boxes": [ + 38, + 784, + 78, + 826 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": "Files", + "boxes": [ + 31, + 936, + 87, + 974 + ] + }, + { + "text": "3", + "boxes": [ + 180, + 1050, + 206, + 1064 + ] + }, + { + "text": "知乎－有问题", + "boxes": [ + 212, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 44, + 340, + 60 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正×知 知乎－有问题，就会有答案×「十", + "boxes": [ + 324, + 66, + 796, + 95 + ] + }, + { + "text": "→白", + "boxes": [ + 328, + 97, + 452, + 133 + ] + }, + { + "text": " https://wv", + "boxes": [ + 548, + 101, + 682, + 131 + ] + }, + { + "text": "v.zhihu.com/s", + "boxes": [ + 684, + 109, + 772, + 127 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1464, + 101, + 1564, + 133 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 170, + 110, + 201 + ] + }, + { + "text": "知乎", + "boxes": [ + 878, + 167, + 1032, + 246 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 892, + 238, + 1018, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 308, + 1030, + 334 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1042, + 306, + 1118, + 338 + ] + }, + { + "text": "打开知乎App", + "boxes": [ + 700, + 379, + 808, + 407 + ] + }, + { + "text": "中国+86", + "boxes": [ + 944, + 381, + 1034, + 405 + ] + }, + { + "text": "手机号", + "boxes": [ + 1054, + 379, + 1102, + 405 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 112, + 419 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 409, + 854, + 433 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 944, + 437, + 1076, + 461 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1198, + 439, + 1302, + 463 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1198, + 480, + 1302, + 506 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 500, + 94, + 532 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1087, + 533, + 1155, + 565 + ] + }, + { + "text": "其他方式登录", + "boxes": [ + 1088, + 598, + 1158, + 619 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 686, + 623, + 820, + 653 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》", + "boxes": [ + 948, + 701, + 1252, + 719 + ] + }, + { + "text": "《隐和", + "boxes": [ + 1260, + 703, + 1290, + 717 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 734, + 727, + 790, + 746 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 818, + 727, + 882, + 746 + ] + }, + { + "text": "保护指引", + "boxes": [ + 946, + 721, + 996, + 741 + ] + }, + { + "text": "口", + "boxes": [ + 36, + 784, + 80, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": "Files", + "boxes": [ + 31, + 936, + 87, + 974 + ] + }, + { + "text": "3", + "boxes": [ + 180, + 1050, + 206, + 1064 + ] + }, + { + "text": "知乎－有问题", + "boxes": [ + 212, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "170_6_7", + "episode_id": 170, + "env_id": 6, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.043052673339844, + "advantages": 0.04610585421323776, + "generated_text": "{\n \"intent\": \"Click on the headline to read more about the official toll-off report of the male student who was absent and must make up the exam\",\n \"action\": \"Click(1098, 373)\"\n}", + "action_string": "Click(1098, 373)", + "intent_string": "Click on the headline to read more about the official toll-off report of the male student who was absent and must make up the exam", + "before_screen_ocr_results": [ + { + "text": "首页", + "boxes": [ + 372, + 115, + 402, + 129 + ] + }, + { + "text": "守艺中华", + "boxes": [ + 962, + 113, + 1026, + 131 + ] + }, + { + "text": "地方频道", + "boxes": [ + 1172, + 113, + 1228, + 133 + ] + }, + { + "text": "China", + "boxes": [ + 434, + 179, + 536, + 224 + ] + }, + { + "text": "新闻", + "boxes": [ + 542, + 179, + 640, + 240 + ] + }, + { + "text": "中华网", + "boxes": [ + 444, + 214, + 522, + 240 + ] + }, + { + "text": "微软云", + "boxes": [ + 780, + 236, + 820, + 256 + ] + }, + { + "text": "国内", + "boxes": [ + 388, + 286, + 430, + 314 + ] + }, + { + "text": "国际", + "boxes": [ + 510, + 286, + 550, + 314 + ] + }, + { + "text": "社会", + "boxes": [ + 628, + 282, + 672, + 318 + ] + }, + { + "text": "体育", + "boxes": [ + 752, + 286, + 790, + 314 + ] + }, + { + "text": "专题", + "boxes": [ + 874, + 286, + 916, + 312 + ] + }, + { + "text": "军事", + "boxes": [ + 992, + 286, + 1034, + 312 + ] + }, + { + "text": "财经", + "boxes": [ + 1114, + 286, + 1158, + 314 + ] + }, + { + "text": "滚动", + "boxes": [ + 1236, + 286, + 1278, + 314 + ] + }, + { + "text": "政务", + "boxes": [ + 1356, + 286, + 1398, + 314 + ] + }, + { + "text": "冬奥", + "boxes": [ + 1480, + 286, + 1516, + 314 + ] + }, + { + "text": "官方通报男生救人缺考：将补考考生全力备考中", + "boxes": [ + 746, + 353, + 1412, + 395 + ] + }, + { + "text": "2025-05-1418:30:02 头条号", + "boxes": [ + 748, + 403, + 932, + 433 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 766, + 467, + 1280, + 526 + ] + }, + { + "text": "Bai百度", + "boxes": [ + 1264, + 476, + 1378, + 514 + ] + }, + { + "text": "5月14日下午，山东省教育招生考试院发布公告称，经上级主管部门同意，将按程序启用", + "boxes": [ + 792, + 584, + 1512, + 613 + ] + }, + { + "text": "语音播报器", + "boxes": [ + 382, + 596, + 496, + 627 + ] + }, + { + "text": "春季高考语文科目副题，安排因救人缺考的姜某参加考试。得知此消息后，救人学生姜昭鹏表", + "boxes": [ + 756, + 615, + 1520, + 645 + ] + }, + { + "text": "今日热点", + "boxes": [ + 382, + 649, + 456, + 681 + ] + }, + { + "text": "示，接下来将全力准备考试。烟台市教育招生考试院回复称，为保证考生安全，将不对外透露", + "boxes": [ + 758, + 647, + 1520, + 677 + ] + }, + { + "text": "考试时间和地点。", + "boxes": [ + 758, + 681, + 894, + 711 + ] + }, + { + "text": "此前报道显示，5月10日早上，山东城市服务职业", + "boxes": [ + 1102, + 721, + 1510, + 750 + ] + }, + { + "text": "【本服特色】", + "boxes": [ + 1702, + 725, + 1818, + 762 + ] + }, + { + "text": "Baic百度", + "boxes": [ + 797, + 740, + 897, + 777 + ] + }, + { + "text": "D", + "boxes": [ + 920, + 739, + 948, + 762 + ] + }, + { + "text": "", + "boxes": [ + 984, + 744, + 1010, + 766 + ] + }, + { + "text": "学院2022级学生姜昭鹏和同学乘坐网约车前往山东省职", + "boxes": [ + 1062, + 748, + 1524, + 786 + ] + }, + { + "text": "中国探目", + "boxes": [ + 912, + 762, + 956, + 788 + ] + }, + { + "text": "『终身福利服,红包领不停！』", + "boxes": [ + 1658, + 760, + 1860, + 796 + ] + }, + { + "text": "教高考考点。上车约一分钟，同学突发心梗休克。姜昭", + "boxes": [ + 1062, + 782, + 1516, + 818 + ] + }, + { + "text": "爆病重老人被要求亲自取", + "boxes": [ + 380, + 792, + 534, + 816 + ] + }, + { + "text": "百度AI助力", + "boxes": [ + 796, + 794, + 1004, + 844 + ] + }, + { + "text": "『满级不是梦，人人当大哥！", + "boxes": [ + 1662, + 792, + 1858, + 822 + ] + }, + { + "text": "钱在银行去世家属痛诉..", + "boxes": [ + 378, + 812, + 534, + 836 + ] + }, + { + "text": "国外服装网站", + "boxes": [ + 552, + 804, + 638, + 830 + ] + }, + { + "text": "鹏利用在专业课中学到的急救知识，对发病同学持续进", + "boxes": [ + 1064, + 812, + 1518, + 850 + ] + }, + { + "text": "『开放全爆率,回收得灵符!", + "boxes": [ + 1660, + 820, + 1858, + 854 + ] + }, + { + "text": "实习律师", + "boxes": [ + 434, + 842, + 482, + 862 + ] + }, + { + "text": "中国航天", + "boxes": [ + 791, + 835, + 969, + 898 + ] + }, + { + "text": "行心脏复苏、人工呼吸等急救措施。网约车司机得到交", + "boxes": [ + 1068, + 850, + 1516, + 879 + ] + }, + { + "text": "『神装全靠打，合成出终极！』", + "boxes": [ + 1662, + 852, + 1860, + 881 + ] + }, + { + "text": "警许可后连闯红灯，将送诊时间压缩一半。最终，发病", + "boxes": [ + 1068, + 881, + 1518, + 911 + ] + }, + { + "text": "终身福利真正首创", + "boxes": [ + 1662, + 887, + 1856, + 917 + ] + }, + { + "text": "同学被抢救成功，但姜昭鹏因迟到错过了语文考试。(责", + "boxes": [ + 1066, + 913, + 1516, + 943 + ] + }, + { + "text": "高端版本", + "boxes": [ + 1664, + 915, + 1756, + 941 + ] + }, + { + "text": "骨灰回归", + "boxes": [ + 1752, + 915, + 1854, + 941 + ] + }, + { + "text": "律所回应招聘王者段位实", + "boxes": [ + 378, + 951, + 536, + 975 + ] + }, + { + "text": "“颐云楼主人\"主动向省纪", + "boxes": [ + 554, + 951, + 710, + 975 + ] + }, + { + "text": "任编辑：张小花TT1000)", + "boxes": [ + 1068, + 953, + 1212, + 977 + ] + }, + { + "text": "开始游戏", + "boxes": [ + 1714, + 953, + 1804, + 985 + ] + }, + { + "text": "习生 考察团队协作能力", + "boxes": [ + 374, + 969, + 530, + 999 + ] + }, + { + "text": "委投案能源高管涉违纪.", + "boxes": [ + 550, + 969, + 704, + 999 + ] + }, + { + "text": "今日快讯", + "boxes": [ + 709, + 988, + 829, + 1037 + ] + }, + { + "text": "万曼呼吸机山东旅游景点大全", + "boxes": [ + 1282, + 983, + 1526, + 1018 + ] + }, + { + "text": "这轮中美关税会谈让台湾社会看清了什么？", + "boxes": [ + 856, + 993, + 1170, + 1032 + ] + }, + { + "text": "", + "boxes": [ + 1652, + 995, + 1870, + 1012 + ] + }, + { + "text": "花", + "boxes": [ + 594, + 1005, + 642, + 1042 + ] + }, + { + "text": "么意思", + "boxes": [ + 1280, + 1016, + 1342, + 1042 + ] + }, + { + "text": "染色机为什么长不高", + "boxes": [ + 1334, + 1016, + 1522, + 1046 + ] + }, + { + "text": "官方通报男生", + "boxes": [ + 218, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "首页", + "boxes": [ + 372, + 115, + 402, + 129 + ] + }, + { + "text": "法制", + "boxes": [ + 928, + 115, + 960, + 129 + ] + }, + { + "text": "守艺中华", + "boxes": [ + 958, + 113, + 1028, + 131 + ] + }, + { + "text": "地方频道", + "boxes": [ + 1172, + 113, + 1228, + 133 + ] + }, + { + "text": "China", + "boxes": [ + 434, + 179, + 536, + 224 + ] + }, + { + "text": "新闻", + "boxes": [ + 542, + 179, + 640, + 240 + ] + }, + { + "text": "中华网", + "boxes": [ + 444, + 214, + 522, + 240 + ] + }, + { + "text": "微软云", + "boxes": [ + 780, + 236, + 820, + 256 + ] + }, + { + "text": "国内", + "boxes": [ + 388, + 286, + 430, + 314 + ] + }, + { + "text": "国际", + "boxes": [ + 510, + 286, + 550, + 314 + ] + }, + { + "text": "社会", + "boxes": [ + 628, + 282, + 672, + 318 + ] + }, + { + "text": "体育", + "boxes": [ + 752, + 286, + 790, + 314 + ] + }, + { + "text": "专题", + "boxes": [ + 874, + 286, + 916, + 312 + ] + }, + { + "text": "军事", + "boxes": [ + 992, + 286, + 1034, + 312 + ] + }, + { + "text": "财经", + "boxes": [ + 1114, + 286, + 1158, + 314 + ] + }, + { + "text": "滚动", + "boxes": [ + 1236, + 286, + 1278, + 314 + ] + }, + { + "text": "政务", + "boxes": [ + 1356, + 286, + 1398, + 314 + ] + }, + { + "text": "冬奥", + "boxes": [ + 1480, + 286, + 1516, + 314 + ] + }, + { + "text": "官方通报男生救人缺考：将补考考生全力备考中", + "boxes": [ + 746, + 353, + 1412, + 395 + ] + }, + { + "text": "2025-05-1418:30:02 头条号", + "boxes": [ + 748, + 403, + 932, + 433 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 766, + 467, + 1280, + 526 + ] + }, + { + "text": "Bai百度", + "boxes": [ + 1264, + 476, + 1378, + 514 + ] + }, + { + "text": "5月14日下午，山东省教育招生考试院发布公告称，经上级主管部门同意，将按程序启用", + "boxes": [ + 792, + 584, + 1512, + 613 + ] + }, + { + "text": "语音播报器", + "boxes": [ + 382, + 596, + 496, + 627 + ] + }, + { + "text": "春季高考语文科目副题，安排因救人缺考的姜某参加考试。得知此消息后，救人学生姜昭鹏表", + "boxes": [ + 756, + 615, + 1520, + 645 + ] + }, + { + "text": "今日热点", + "boxes": [ + 382, + 649, + 456, + 681 + ] + }, + { + "text": "示，接下来将全力准备考试。烟台市教育招生考试院回复称，为保证考生安全，将不对外透露", + "boxes": [ + 758, + 647, + 1520, + 677 + ] + }, + { + "text": "考试时间和地点。", + "boxes": [ + 758, + 681, + 894, + 711 + ] + }, + { + "text": "此前报道显示，5月10日早上，山东城市服务职业", + "boxes": [ + 1102, + 721, + 1510, + 750 + ] + }, + { + "text": "【本服特色】", + "boxes": [ + 1702, + 725, + 1818, + 762 + ] + }, + { + "text": "Baic百度", + "boxes": [ + 797, + 740, + 897, + 777 + ] + }, + { + "text": "D", + "boxes": [ + 920, + 739, + 948, + 762 + ] + }, + { + "text": "", + "boxes": [ + 984, + 744, + 1010, + 766 + ] + }, + { + "text": "学院2022级学生姜昭鹏和同学乘坐网约车前往山东省职", + "boxes": [ + 1062, + 748, + 1524, + 786 + ] + }, + { + "text": "中国探目", + "boxes": [ + 912, + 762, + 956, + 788 + ] + }, + { + "text": "『终身福利服,红包领不停！』", + "boxes": [ + 1658, + 760, + 1860, + 796 + ] + }, + { + "text": "教高考考点。上车约一分钟，同学突发心梗休克。姜昭", + "boxes": [ + 1062, + 782, + 1516, + 818 + ] + }, + { + "text": "爆病重老人被要求亲自取", + "boxes": [ + 380, + 792, + 534, + 816 + ] + }, + { + "text": "百度AI助力", + "boxes": [ + 796, + 794, + 1004, + 844 + ] + }, + { + "text": "『满级不是梦，人人当大哥!", + "boxes": [ + 1662, + 792, + 1860, + 822 + ] + }, + { + "text": "钱在银行去世家属痛诉..", + "boxes": [ + 378, + 812, + 534, + 836 + ] + }, + { + "text": "国外服装网站", + "boxes": [ + 552, + 804, + 638, + 830 + ] + }, + { + "text": "鹏利用在专业课中学到的急救知识，对发病同学持续进", + "boxes": [ + 1066, + 814, + 1518, + 850 + ] + }, + { + "text": "『开放全爆率,回收得灵符!", + "boxes": [ + 1660, + 820, + 1858, + 854 + ] + }, + { + "text": "实习律师", + "boxes": [ + 434, + 842, + 482, + 862 + ] + }, + { + "text": "中国航天", + "boxes": [ + 791, + 835, + 969, + 898 + ] + }, + { + "text": "行心脏复苏、人工呼吸等急救措施。网约车司机得到交", + "boxes": [ + 1068, + 850, + 1516, + 879 + ] + }, + { + "text": "『神装全靠打,合成出终极!』", + "boxes": [ + 1662, + 852, + 1860, + 881 + ] + }, + { + "text": "警许可后连闯红灯，将送诊时间压缩一半。最终，发病", + "boxes": [ + 1068, + 881, + 1518, + 911 + ] + }, + { + "text": "终身福利真正首创", + "boxes": [ + 1662, + 887, + 1856, + 917 + ] + }, + { + "text": "同学被抢救成功，但姜昭鹏因迟到错过了语文考试。(责", + "boxes": [ + 1066, + 913, + 1516, + 943 + ] + }, + { + "text": "高端版本", + "boxes": [ + 1666, + 915, + 1756, + 941 + ] + }, + { + "text": "骨灰回归", + "boxes": [ + 1752, + 915, + 1854, + 941 + ] + }, + { + "text": "律所回应招聘王者段位实", + "boxes": [ + 378, + 951, + 536, + 975 + ] + }, + { + "text": "“颐云楼主人\"主动向省纪", + "boxes": [ + 554, + 951, + 710, + 975 + ] + }, + { + "text": "任编辑：张小花TT1000)", + "boxes": [ + 1068, + 953, + 1212, + 977 + ] + }, + { + "text": "开始游戏", + "boxes": [ + 1714, + 953, + 1804, + 985 + ] + }, + { + "text": "习生 考察团队协作能力", + "boxes": [ + 374, + 969, + 530, + 999 + ] + }, + { + "text": "委投案能源高管涉违纪.", + "boxes": [ + 550, + 969, + 704, + 999 + ] + }, + { + "text": "今日快讯", + "boxes": [ + 709, + 988, + 829, + 1037 + ] + }, + { + "text": "万曼呼吸机　山东旅游景点大全", + "boxes": [ + 1282, + 983, + 1526, + 1018 + ] + }, + { + "text": "今天12时01分起，中方调整对美加征关税措施", + "boxes": [ + 860, + 997, + 1194, + 1032 + ] + }, + { + "text": "", + "boxes": [ + 1654, + 995, + 1870, + 1012 + ] + }, + { + "text": "花", + "boxes": [ + 594, + 1005, + 642, + 1042 + ] + }, + { + "text": "么意思", + "boxes": [ + 1280, + 1016, + 1342, + 1042 + ] + }, + { + "text": "染色机", + "boxes": [ + 1336, + 1018, + 1416, + 1044 + ] + }, + { + "text": "为什么长不高", + "boxes": [ + 1402, + 1016, + 1524, + 1046 + ] + }, + { + "text": "官方通报男生", + "boxes": [ + 218, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "170_7_7", + "episode_id": 170, + "env_id": 7, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.289011001586914, + "advantages": -0.5013414621353149, + "generated_text": "{\n \"intent\": \"Click on the article titled '放假3天不调休 端午假期火车票即将开售 购票日历来了' to explore more information about upcoming train tickets during the May Day holiday.\",\n \"action\": \"DoubleClick(1079, 262)\"\n}", + "action_string": "DoubleClick(1079, 262)", + "intent_string": "Click on the article titled '放假3天不调休 端午假期火车票即将开售 购票日历来了' to explore more information about upcoming train tickets during the May Day holiday.", + "before_screen_ocr_results": [ + { + "text": "D", + "boxes": [ + 260, + 69, + 274, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 420, + 113, + 452, + 133 + ] + }, + { + "text": "体育", + "boxes": [ + 474, + 113, + 510, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 532, + 113, + 568, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 588, + 113, + 624, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 646, + 111, + 690, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1368, + 135 + ] + }, + { + "text": "更多", + "boxes": [ + 884, + 117, + 924, + 133 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1428, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1550, + 137 + ] + }, + { + "text": "专业的投资工具权威的财经资讯", + "boxes": [ + 652, + 175, + 908, + 210 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 430, + 187, + 608, + 224 + ] + }, + { + "text": "投资理财首选新浪财经APP", + "boxes": [ + 642, + 202, + 1108, + 254 + ] + }, + { + "text": "下载APP", + "boxes": [ + 1168, + 195, + 1290, + 232 + ] + }, + { + "text": "sina新浪科技新浪科技>滚动新闻>正文", + "boxes": [ + 336, + 282, + 656, + 320 + ] + }, + { + "text": "放假3天不调休端午假期火车票即将开售购票日历来了", + "boxes": [ + 332, + 351, + 1270, + 399 + ] + }, + { + "text": "2025年05月15日08:47", + "boxes": [ + 332, + 453, + 512, + 482 + ] + }, + { + "text": "快科技", + "boxes": [ + 506, + 453, + 578, + 484 + ] + }, + { + "text": "Q", + "boxes": [ + 1264, + 457, + 1284, + 472 + ] + }, + { + "text": "R", + "boxes": [ + 1400, + 459, + 1422, + 472 + ] + }, + { + "text": "创事记", + "boxes": [ + 1250, + 516, + 1354, + 554 + ] + }, + { + "text": "快科技5月15日消息，今日，中国铁路发布端午假期购票日历，今日可购买5月29日火车票。", + "boxes": [ + 330, + 570, + 1092, + 600 + ] + }, + { + "text": "那些想退小米汽车的年轻人", + "boxes": [ + 1328, + 576, + 1530, + 611 + ] + }, + { + "text": "", + "boxes": [ + 1588, + 604, + 1644, + 657 + ] + }, + { + "text": "月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。", + "boxes": [ + 344, + 631, + 976, + 661 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1598, + 645, + 1636, + 665 + ] + }, + { + "text": "中国铁路还提醒，在火车票起售当日页面点击购票信息预填，即可提前选择乘车人、预选车次、预选席", + "boxes": [ + 328, + 691, + 1194, + 727 + ] + }, + { + "text": "刘强东重构京东的30个月", + "boxes": [ + 1332, + 695, + 1514, + 725 + ] + }, + { + "text": "别，火车票起售时便可快速提交订单。", + "boxes": [ + 332, + 727, + 646, + 756 + ] + }, + { + "text": "", + "boxes": [ + 1598, + 770, + 1634, + 798 + ] + }, + { + "text": "5月17日起", + "boxes": [ + 596, + 784, + 756, + 832 + ] + }, + { + "text": "语音插报", + "boxes": [ + 1591, + 791, + 1639, + 825 + ] + }, + { + "text": "没有了巴菲特的掌舵，伯克希尔", + "boxes": [ + 1332, + 810, + 1564, + 840 + ] + }, + { + "text": "火车票正式开售", + "boxes": [ + 622, + 836, + 952, + 891 + ] + }, + { + "text": "能否续写传奇？", + "boxes": [ + 1336, + 834, + 1446, + 858 + ] + }, + { + "text": "国", + "boxes": [ + 1600, + 844, + 1634, + 876 + ] + }, + { + "text": "购票日期", + "boxes": [ + 644, + 913, + 734, + 951 + ] + }, + { + "text": "乘车日期", + "boxes": [ + 824, + 915, + 910, + 953 + ] + }, + { + "text": "阅读排行榜", + "boxes": [ + 1282, + 941, + 1388, + 973 + ] + }, + { + "text": "评论排行榜", + "boxes": [ + 1438, + 937, + 1552, + 975 + ] + }, + { + "text": "期五", + "boxes": [ + 636, + 951, + 676, + 967 + ] + }, + { + "text": "期五", + "boxes": [ + 818, + 951, + 850, + 965 + ] + }, + { + "text": "5月16日", + "boxes": [ + 628, + 967, + 746, + 1005 + ] + }, + { + "text": "5月30日", + "boxes": [ + 808, + 967, + 922, + 1005 + ] + }, + { + "text": "北京突降冰霍：比鸭蛋还大户外停的车集体", + "boxes": [ + 1290, + 975, + 1568, + 1005 + ] + }, + { + "text": "星期六端午节", + "boxes": [ + 802, + 999, + 930, + 1028 + ] + }, + { + "text": "01", + "boxes": [ + 1252, + 991, + 1282, + 1011 + ] + }, + { + "text": "星期六", + "boxes": [ + 628, + 1001, + 690, + 1026 + ] + }, + { + "text": "遭殃", + "boxes": [ + 1292, + 1003, + 1324, + 1022 + ] + }, + { + "text": "5日17", + "boxes": [ + 642, + 1028, + 732, + 1046 + ] + }, + { + "text": "放假3天不调休", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "D", + "boxes": [ + 260, + 69, + 274, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 420, + 113, + 452, + 133 + ] + }, + { + "text": "体育", + "boxes": [ + 474, + 113, + 508, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 532, + 113, + 566, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 588, + 113, + 624, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 646, + 111, + 688, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1368, + 135 + ] + }, + { + "text": "更多", + "boxes": [ + 884, + 117, + 924, + 133 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1428, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1550, + 137 + ] + }, + { + "text": "专业的投资工具权威的财经资讯", + "boxes": [ + 652, + 175, + 908, + 210 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 430, + 187, + 608, + 224 + ] + }, + { + "text": "投资理财首选新浪财经APP", + "boxes": [ + 642, + 202, + 1108, + 254 + ] + }, + { + "text": "下载APP", + "boxes": [ + 1168, + 195, + 1290, + 232 + ] + }, + { + "text": "sna新浪科技新浪科技>滚动新闻>正文", + "boxes": [ + 336, + 282, + 656, + 318 + ] + }, + { + "text": "放假3天不调休端午假期火车票即将开售购票日历来了", + "boxes": [ + 330, + 349, + 1270, + 399 + ] + }, + { + "text": "2025年05月15日08:47", + "boxes": [ + 334, + 457, + 512, + 480 + ] + }, + { + "text": "快科技", + "boxes": [ + 498, + 453, + 578, + 484 + ] + }, + { + "text": "Q", + "boxes": [ + 1264, + 457, + 1284, + 472 + ] + }, + { + "text": "R", + "boxes": [ + 1400, + 459, + 1422, + 472 + ] + }, + { + "text": "创事记", + "boxes": [ + 1250, + 516, + 1354, + 554 + ] + }, + { + "text": "快科技5月15日消息，今日，中国铁路发布端午假期购票日历，今日可购买5月29日火车票。", + "boxes": [ + 330, + 570, + 1092, + 600 + ] + }, + { + "text": "那些想退小米汽车的年轻人", + "boxes": [ + 1328, + 576, + 1530, + 611 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 608, + 1640, + 651 + ] + }, + { + "text": "月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。", + "boxes": [ + 344, + 631, + 976, + 661 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1598, + 645, + 1638, + 665 + ] + }, + { + "text": "中国铁路还提醒，在火车票起售当日页面点击购票信息预填，即可提前选择乘车人、预选车次、预选席", + "boxes": [ + 328, + 691, + 1194, + 727 + ] + }, + { + "text": "刘强东重构京东的30个月", + "boxes": [ + 1332, + 695, + 1514, + 725 + ] + }, + { + "text": "别，火车票起售时便可快速提交订单。", + "boxes": [ + 332, + 727, + 646, + 756 + ] + }, + { + "text": "", + "boxes": [ + 1598, + 770, + 1634, + 798 + ] + }, + { + "text": "5月17日起", + "boxes": [ + 596, + 784, + 756, + 832 + ] + }, + { + "text": "语音插报", + "boxes": [ + 1591, + 791, + 1639, + 825 + ] + }, + { + "text": "没有了巴菲特的掌舵，伯克希尔", + "boxes": [ + 1332, + 810, + 1564, + 840 + ] + }, + { + "text": "火车票正式开售", + "boxes": [ + 622, + 836, + 952, + 891 + ] + }, + { + "text": "能否续写传奇？", + "boxes": [ + 1336, + 834, + 1446, + 858 + ] + }, + { + "text": "国", + "boxes": [ + 1600, + 844, + 1634, + 876 + ] + }, + { + "text": "购票日期", + "boxes": [ + 644, + 913, + 734, + 951 + ] + }, + { + "text": "乘车日期", + "boxes": [ + 824, + 915, + 910, + 953 + ] + }, + { + "text": "阅读排行榜", + "boxes": [ + 1282, + 941, + 1388, + 973 + ] + }, + { + "text": "评论排行榜", + "boxes": [ + 1438, + 937, + 1552, + 975 + ] + }, + { + "text": "期五", + "boxes": [ + 638, + 951, + 674, + 965 + ] + }, + { + "text": "期五", + "boxes": [ + 818, + 951, + 850, + 965 + ] + }, + { + "text": "5月16日", + "boxes": [ + 628, + 967, + 746, + 1005 + ] + }, + { + "text": "5月30日", + "boxes": [ + 808, + 967, + 922, + 1005 + ] + }, + { + "text": "北京突降冰霍：比鸭蛋还大户外停的车集体", + "boxes": [ + 1290, + 975, + 1568, + 1005 + ] + }, + { + "text": "星期六端午节", + "boxes": [ + 802, + 999, + 930, + 1028 + ] + }, + { + "text": "01", + "boxes": [ + 1252, + 991, + 1280, + 1011 + ] + }, + { + "text": "星期六", + "boxes": [ + 628, + 1001, + 690, + 1026 + ] + }, + { + "text": "遭殃", + "boxes": [ + 1292, + 1003, + 1324, + 1022 + ] + }, + { + "text": "5日17", + "boxes": [ + 642, + 1028, + 732, + 1046 + ] + } + ] + }, + { + "frame_id": "170_0_8", + "episode_id": 170, + "env_id": 0, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.707945823669434, + "advantages": -0.19718751311302185, + "generated_text": "{\n \"intent\": \"Move the cursor to the product title and view more details about the Gtheos 2.4GHz Wireless Gaming Headset.\",\n \"action\": \"DoubleClick(919, 373)\"\n}", + "action_string": "DoubleClick(919, 373)", + "intent_string": "Move the cursor to the product title and view more details about the Gtheos 2.4GHz Wireless Gaming Headset.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 128, + 91 + ] + }, + { + "text": "曰口", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 428, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 121, + 1448, + 147 + ] + }, + { + "text": "$7,082.85", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "AL", + "boxes": [ + 34, + 171, + 60, + 191 + ] + }, + { + "text": "International Kindle Paperwhite Buy Now", + "boxes": [ + 752, + 204, + 1064, + 234 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite &", + "boxes": [ + 680, + 304, + 1308, + 339 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "Call of Duty/FPS Gamers, PC, Nintendo Switch, Bluetooth 5.3", + "boxes": [ + 684, + 339, + 1352, + 369 + ] + }, + { + "text": "$3149", + "boxes": [ + 1394, + 341, + 1456, + 373 + ] + }, + { + "text": "Gaming Headphones with Noise Canceling Mic, Stereo", + "boxes": [ + 680, + 367, + 1274, + 403 + ] + }, + { + "text": "Sound, 40+Hr Battery -White ", + "boxes": [ + 680, + 401, + 1008, + 437 + ] + }, + { + "text": "Amazon Prime members", + "boxes": [ + 1396, + 405, + 1552, + 429 + ] + }, + { + "text": " Join Prime", + "boxes": [ + 1462, + 437, + 1536, + 469 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 682, + 476, + 788, + 500 + ] + }, + { + "text": "ancel anytime", + "boxes": [ + 1402, + 469, + 1482, + 492 + ] + }, + { + "text": "Already a member? Sign in", + "boxes": [ + 1394, + 494, + 1568, + 524 + ] + }, + { + "text": " 1 sustalnabilty feature", + "boxes": [ + 680, + 504, + 856, + 540 + ] + }, + { + "text": "Sm", + "boxes": [ + 1384, + 514, + 1534, + 586 + ] + }, + { + "text": "$16.47", + "boxes": [ + 1814, + 506, + 1860, + 526 + ] + }, + { + "text": "CHIJIANYUAN", + "boxes": [ + 1459, + 539, + 1553, + 579 + ] + }, + { + "text": "Returns", + "boxes": [ + 1398, + 566, + 1452, + 596 + ] + }, + { + "text": "-37% $3149", + "boxes": [ + 686, + 584, + 810, + 615 + ] + }, + { + "text": "Payment", + "boxes": [ + 1400, + 606, + 1452, + 625 + ] + }, + { + "text": "V See more", + "boxes": [ + 1398, + 623, + 1470, + 649 + ] + }, + { + "text": "Regular Price", + "boxes": [ + 1394, + 683, + 1486, + 709 + ] + }, + { + "text": "$3599", + "boxes": [ + 1394, + 709, + 1448, + 739 + ] + }, + { + "text": "$49.93", + "boxes": [ + 1818, + 709, + 1854, + 729 + ] + }, + { + "text": "Delivery Monday, May 26", + "boxes": [ + 1392, + 732, + 1564, + 761 + ] + }, + { + "text": "Roll over image to zoom i", + "boxes": [ + 352, + 768, + 510, + 786 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 858, + 726, + 883 + ] + }, + { + "text": "Gtheos", + "boxes": [ + 855, + 853, + 909, + 884 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1390, + 864, + 1454, + 883 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 881, + 722, + 907 + ] + }, + { + "text": "White", + "boxes": [ + 858, + 881, + 902, + 909 + ] + }, + { + "text": "Ear Place", + "boxes": [ + 684, + 911, + 742, + 931 + ] + }, + { + "text": "Over Ear", + "boxes": [ + 858, + 909, + 918, + 935 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 913, + 1864, + 939 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 937, + 766, + 961 + ] + }, + { + "text": " Over Ear", + "boxes": [ + 856, + 935, + 918, + 961 + ] + }, + { + "text": "32 0hm", + "boxes": [ + 860, + 963, + 914, + 983 + ] + }, + { + "text": "New (4) fron", + "boxes": [ + 1394, + 969, + 1468, + 987 + ] + }, + { + "text": "$359", + "boxes": [ + 1484, + 969, + 1514, + 983 + ] + }, + { + "text": " About this item", + "boxes": [ + 678, + 1000, + 836, + 1037 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 128, + 91 + ] + }, + { + "text": "曰口", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 428, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 121, + 1448, + 147 + ] + }, + { + "text": "$7,082.85", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "AL", + "boxes": [ + 34, + 171, + 60, + 191 + ] + }, + { + "text": "International KindlePaperwhiteBuy Now", + "boxes": [ + 752, + 204, + 1066, + 234 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite &", + "boxes": [ + 680, + 304, + 1310, + 339 + ] + }, + { + "text": "山", + "boxes": [ + 626, + 324, + 642, + 339 + ] + }, + { + "text": "Call of Duty/FPS Gamers, PC, Nintendo Switch, Bluetooth 5.3", + "boxes": [ + 684, + 339, + 1352, + 369 + ] + }, + { + "text": "$3149", + "boxes": [ + 1394, + 341, + 1456, + 373 + ] + }, + { + "text": "Gaming Headphones with Noise Canceling Mic, Stereo", + "boxes": [ + 682, + 369, + 1276, + 405 + ] + }, + { + "text": "Sound, 40+Hr Battery -White", + "boxes": [ + 680, + 401, + 1008, + 437 + ] + }, + { + "text": "Amazon Prime members", + "boxes": [ + 1396, + 405, + 1552, + 429 + ] + }, + { + "text": " Join Prime", + "boxes": [ + 1462, + 437, + 1536, + 469 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 680, + 447, + 812, + 476 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 682, + 476, + 784, + 500 + ] + }, + { + "text": "ancel anytime", + "boxes": [ + 1402, + 469, + 1482, + 492 + ] + }, + { + "text": "Already a member? Sign in", + "boxes": [ + 1394, + 494, + 1568, + 524 + ] + }, + { + "text": " 1 sustainability feature", + "boxes": [ + 682, + 508, + 856, + 538 + ] + }, + { + "text": "Sm", + "boxes": [ + 1384, + 514, + 1534, + 586 + ] + }, + { + "text": "$16.47", + "boxes": [ + 1814, + 506, + 1860, + 526 + ] + }, + { + "text": "CHIJIANYUAN", + "boxes": [ + 1459, + 539, + 1553, + 579 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 566, + 1450, + 594 + ] + }, + { + "text": "-37% $3149", + "boxes": [ + 686, + 584, + 810, + 615 + ] + }, + { + "text": "Payment", + "boxes": [ + 1400, + 606, + 1452, + 625 + ] + }, + { + "text": "V See more", + "boxes": [ + 1398, + 623, + 1470, + 649 + ] + }, + { + "text": "Regular Price", + "boxes": [ + 1394, + 683, + 1486, + 709 + ] + }, + { + "text": "$3599", + "boxes": [ + 1394, + 709, + 1448, + 739 + ] + }, + { + "text": "$49.93", + "boxes": [ + 1818, + 709, + 1854, + 729 + ] + }, + { + "text": " Delivery Monday, May 26", + "boxes": [ + 1392, + 732, + 1564, + 761 + ] + }, + { + "text": "Roll over image to zoom", + "boxes": [ + 352, + 768, + 502, + 786 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 858, + 726, + 883 + ] + }, + { + "text": "Gtheos", + "boxes": [ + 855, + 853, + 909, + 884 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1390, + 864, + 1454, + 883 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 881, + 722, + 907 + ] + }, + { + "text": "White", + "boxes": [ + 858, + 881, + 902, + 909 + ] + }, + { + "text": "Ear Placer", + "boxes": [ + 684, + 911, + 748, + 931 + ] + }, + { + "text": "Over Ear", + "boxes": [ + 858, + 909, + 918, + 935 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 913, + 1864, + 939 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 937, + 766, + 961 + ] + }, + { + "text": " Over Ear", + "boxes": [ + 856, + 935, + 918, + 961 + ] + }, + { + "text": "mpeda", + "boxes": [ + 688, + 965, + 734, + 983 + ] + }, + { + "text": "32 0hm", + "boxes": [ + 860, + 963, + 914, + 983 + ] + }, + { + "text": "New (4) from", + "boxes": [ + 1394, + 969, + 1470, + 987 + ] + }, + { + "text": "$359", + "boxes": [ + 1484, + 969, + 1514, + 983 + ] + }, + { + "text": " About this item", + "boxes": [ + 678, + 1000, + 836, + 1037 + ] + } + ] + }, + { + "frame_id": "170_1_8", + "episode_id": 170, + "env_id": 1, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.492504119873047, + "advantages": -0.35360193252563477, + "generated_text": "{\n \"intent\": \"Open the LibreOffice Calc application to start a new document.\",\n \"action\": \"DoubleClick(102, 50)\"\n}", + "action_string": "DoubleClick(102, 50)", + "intent_string": "Open the LibreOffice Calc application to start a new document.", + "before_screen_ocr_results": [ + { + "text": "Untitled 1 -LibreOfficeCa", + "boxes": [ + 844, + 10, + 1060, + 28 + ] + }, + { + "text": "Edit View ", + "boxes": [ + 102, + 36, + 188, + 54 + ] + }, + { + "text": "at Styles Sheet Ddata Tols Window Help ", + "boxes": [ + 280, + 30, + 616, + 60 + ] + }, + { + "text": "··目· %血、", + "boxes": [ + 70, + 58, + 438, + 93 + ] + }, + { + "text": "&", + "boxes": [ + 434, + 64, + 500, + 89 + ] + }, + { + "text": "勺?、", + "boxes": [ + 508, + 66, + 608, + 83 + ] + }, + { + "text": "里···", + "boxes": [ + 600, + 62, + 1320, + 91 + ] + }, + { + "text": "Liberation San", + "boxes": [ + 76, + 93, + 174, + 124 + ] + }, + { + "text": "aaaa==日目-%00t三田-目", + "boxes": [ + 280, + 99, + 1264, + 129 + ] + }, + { + "text": "、=", + "boxes": [ + 220, + 135, + 306, + 161 + ] + }, + { + "text": "Mou", + "boxes": [ + 12, + 173, + 46, + 195 + ] + }, + { + "text": "HDO", + "boxes": [ + 1824, + 202, + 1862, + 349 + ] + }, + { + "text": "Ter", + "boxes": [ + 24, + 280, + 46, + 306 + ] + }, + { + "text": "Cal", + "boxes": [ + 16, + 393, + 44, + 415 + ] + }, + { + "text": "ib", + "boxes": [ + 26, + 504, + 50, + 518 + ] + }, + { + "text": "N→→", + "boxes": [ + 68, + 969, + 156, + 987 + ] + }, + { + "text": "+", + "boxes": [ + 156, + 971, + 186, + 985 + ] + }, + { + "text": " Sheet 1 of 1", + "boxes": [ + 61, + 986, + 145, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 994, + 989, + 1078, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Untitled 1 -LibreOfficeC", + "boxes": [ + 844, + 10, + 1052, + 28 + ] + }, + { + "text": "View Insert Fomat tyles Sheet Data Tols Window Help", + "boxes": [ + 138, + 28, + 616, + 58 + ] + }, + { + "text": "Ctrl+Z ", + "boxes": [ + 376, + 60, + 424, + 79 + ] + }, + { + "text": "盖&", + "boxes": [ + 434, + 60, + 502, + 91 + ] + }, + { + "text": "·、", + "boxes": [ + 504, + 59, + 610, + 88 + ] + }, + { + "text": "X田-I·个I-田", + "boxes": [ + 598, + 60, + 1318, + 89 + ] + }, + { + "text": "Ctrl+Y", + "boxes": [ + 372, + 87, + 416, + 105 + ] + }, + { + "text": "要国日日%00+三至田口目", + "boxes": [ + 440, + 99, + 1264, + 129 + ] + }, + { + "text": "Cut", + "boxes": [ + 124, + 145, + 148, + 167 + ] + }, + { + "text": "Ctrl+)", + "boxes": [ + 376, + 145, + 410, + 167 + ] + }, + { + "text": "Mou", + "boxes": [ + 10, + 171, + 54, + 197 + ] + }, + { + "text": "Copy", + "boxes": [ + 120, + 171, + 160, + 197 + ] + }, + { + "text": "Ctrl+o", + "boxes": [ + 372, + 169, + 416, + 195 + ] + }, + { + "text": "", + "boxes": [ + 1834, + 187, + 1848, + 206 + ] + }, + { + "text": "Ctrl+V", + "boxes": [ + 374, + 199, + 414, + 218 + ] + }, + { + "text": "HDO", + "boxes": [ + 1824, + 202, + 1862, + 349 + ] + }, + { + "text": "Paste Special", + "boxes": [ + 124, + 224, + 212, + 248 + ] + }, + { + "text": "Select All", + "boxes": [ + 126, + 258, + 188, + 278 + ] + }, + { + "text": "Teri", + "boxes": [ + 22, + 284, + 52, + 306 + ] + }, + { + "text": "Select", + "boxes": [ + 122, + 286, + 166, + 306 + ] + }, + { + "text": "Ctrl+I", + "boxes": [ + 376, + 318, + 412, + 338 + ] + }, + { + "text": "Ctrl+H", + "boxes": [ + 374, + 343, + 414, + 363 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 391, + 54, + 417 + ] + }, + { + "text": "Libr", + "boxes": [ + 22, + 502, + 52, + 522 + ] + }, + { + "text": "N\\→", + "boxes": [ + 68, + 969, + 156, + 987 + ] + }, + { + "text": "+", + "boxes": [ + 156, + 971, + 186, + 985 + ] + }, + { + "text": "Sheet 1 of 1", + "boxes": [ + 66, + 993, + 142, + 1011 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 994, + 989, + 1078, + 1012 + ] + } + ] + }, + { + "frame_id": "170_2_8", + "episode_id": 170, + "env_id": 2, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.47834587097168, + "advantages": 0.36213624477386475, + "generated_text": "{\n \"intent\": \"Exploring possible websites by clicking their links in the browser.\",\n \"action\": \"DoubleClick(681, 497)\" }", + "action_string": "DoubleClick(681, 497)", + "intent_string": "Exploring possible websites by clicking their links in the browser.", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or ente", + "boxes": [ + 252, + 66, + 452, + 89 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 588, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1062, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "O", + "boxes": [ + 519, + 481, + 564, + 529 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 556, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 642, + 441 + ] + }, + { + "text": " 2 这些习惯在泄露信息", + "boxes": [ + 788, + 409, + 968, + 445 + ] + }, + { + "text": "3 娃哈哈客服回应代工制", + "boxes": [ + 1100, + 407, + 1288, + 443 + ] + }, + { + "text": "4 小鹏P7将迎来大改款", + "boxes": [ + 482, + 449, + 656, + 478 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1550, + 794 + ] + }, + { + "text": "特频拉", + "boxes": [ + 1455, + 797, + 1523, + 847 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1458, + 850, + 1514, + 891 + ] + }, + { + "text": "1,63026", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "13,167 ", + "boxes": [ + 1628, + 893, + 1700, + 941 + ] + }, + { + "text": "代周报·37分钟", + "boxes": [ + 240, + 921, + 334, + 945 + ] + }, + { + "text": "ITBEAR科技资讯·13小时", + "boxes": [ + 826, + 917, + 1006, + 947 + ] + }, + { + "text": "①", + "boxes": [ + 1138, + 923, + 1168, + 943 + ] + }, + { + "text": "一点资讯·1周", + "boxes": [ + 1160, + 921, + 1254, + 945 + ] + }, + { + "text": "哪吒汽车被申请破产跟踪：门店普遍缺原厂配", + "boxes": [ + 200, + 945, + 796, + 987 + ] + }, + { + "text": "法拉利CEO：车内多屏无用，", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "梦幻西游：比同属性灵饰都", + "boxes": [ + 1136, + 941, + 1388, + 977 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1698, + 987 + ] + }, + { + "text": "驾驶乐趣才是核心诉求！", + "boxes": [ + 830, + 971, + 1052, + 1001 + ] + }, + { + "text": "贵，上古玉魄全是价格泡沫，", + "boxes": [ + 1136, + 967, + 1398, + 1003 + ] + }, + { + "text": "件，保修车辆要车主出钱", + "boxes": [ + 198, + 979, + 534, + 1026 + ] + }, + { + "text": "黄", + "boxes": [ + 1458, + 987, + 1494, + 1030 + ] + }, + { + "text": ",1426 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "入手亏一半", + "boxes": [ + 1138, + 995, + 1248, + 1026 + ] + }, + { + "text": "△1", + "boxes": [ + 1142, + 1028, + 1174, + 1042 + ] + } + ] + }, + { + "frame_id": "170_3_8", + "episode_id": 170, + "env_id": 3, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.730758666992188, + "advantages": -0.18062500655651093, + "generated_text": "{\n \"intent\": \"Click on the link related to purchasing tickets for the holiday period\",\n \"action\": \"DoubleClick(1037, 384)\"\n}", + "action_string": "DoubleClick(1037, 384)", + "intent_string": "Click on the link related to purchasing tickets for the holiday period", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 390, + 137 + ] + }, + { + "text": "登录", + "boxes": [ + 1336, + 111, + 1366, + 131 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1426, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1548, + 135 + ] + }, + { + "text": "sina", + "boxes": [ + 1386, + 185, + 1434, + 220 + ] + }, + { + "text": "数软", + "boxes": [ + 380, + 242, + 402, + 256 + ] + }, + { + "text": "超声波工", + "boxes": [ + 678, + 242, + 714, + 256 + ] + }, + { + "text": "谷歌搜索引擎", + "boxes": [ + 1232, + 240, + 1304, + 258 + ] + }, + { + "text": "sina 新闻中心 国内新闻>正文", + "boxes": [ + 334, + 282, + 580, + 318 + ] + }, + { + "text": "新闻", + "boxes": [ + 1334, + 294, + 1390, + 320 + ] + }, + { + "text": "请输入关键词", + "boxes": [ + 1392, + 294, + 1480, + 320 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票", + "boxes": [ + 326, + 355, + 1216, + 409 + ] + }, + { + "text": "2025年05月15日08:50新京报作者：新京报", + "boxes": [ + 332, + 471, + 674, + 500 + ] + }, + { + "text": "△一A一A一☆一一一&", + "boxes": [ + 1000, + 465, + 1440, + 500 + ] + }, + { + "text": "1,384", + "boxes": [ + 1464, + 469, + 1578, + 500 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 464, + 546, + 980, + 606 + ] + }, + { + "text": "9", + "boxes": [ + 996, + 556, + 1010, + 574 + ] + }, + { + "text": "A", + "boxes": [ + 1594, + 566, + 1638, + 602 + ] + }, + { + "text": "中LEP", + "boxes": [ + 984, + 582, + 1024, + 602 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1592, + 596, + 1640, + 623 + ] + }, + { + "text": "国", + "boxes": [ + 1596, + 645, + 1632, + 675 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火车票。", + "boxes": [ + 370, + 665, + 1102, + 695 + ] + }, + { + "text": "相关新闻", + "boxes": [ + 1596, + 679, + 1636, + 695 + ] + }, + { + "text": "关闭广告", + "boxes": [ + 240, + 770, + 298, + 796 + ] + }, + { + "text": "端", + "boxes": [ + 691, + 800, + 852, + 969 + ] + }, + { + "text": "So", + "boxes": [ + 1626, + 804, + 1650, + 826 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "今日推", + "boxes": [ + 26, + 840, + 162, + 897 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 1618, + 841, + 1796, + 892 + ] + }, + { + "text": "些", + "boxes": [ + 1812, + 850, + 1846, + 879 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1620, + 893, + 1848, + 937 + ] + }, + { + "text": "预算管", + "boxes": [ + 0, + 925, + 152, + 995 + ] + }, + { + "text": "假期", + "boxes": [ + 708, + 943, + 842, + 1014 + ] + }, + { + "text": "15", + "boxes": [ + 200, + 957, + 240, + 987 + ] + }, + { + "text": "5月", + "boxes": [ + 210, + 991, + 232, + 1005 + ] + }, + { + "text": "微软云", + "boxes": [ + 1266, + 999, + 1342, + 1036 + ] + }, + { + "text": "工用女久", + "boxes": [ + 6, + 1020, + 100, + 1052 + ] + }, + { + "text": "3", + "boxes": [ + 188, + 1050, + 204, + 1068 + ] + }, + { + "text": "端午假期购票·", + "boxes": [ + 216, + 1048, + 306, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1603, + 63, + 1659, + 88 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 336, + 113, + 388, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1336, + 111, + 1366, + 131 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1426, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1544, + 135 + ] + }, + { + "text": "sina", + "boxes": [ + 1386, + 185, + 1434, + 220 + ] + }, + { + "text": "数软", + "boxes": [ + 380, + 242, + 402, + 256 + ] + }, + { + "text": "超声波工", + "boxes": [ + 678, + 242, + 714, + 256 + ] + }, + { + "text": "谷歌搜索引擎", + "boxes": [ + 1232, + 240, + 1304, + 258 + ] + }, + { + "text": "sina 新闻中心国内新闻>正文", + "boxes": [ + 334, + 282, + 580, + 318 + ] + }, + { + "text": "新闻", + "boxes": [ + 1334, + 294, + 1390, + 320 + ] + }, + { + "text": "请输入关键词", + "boxes": [ + 1390, + 294, + 1480, + 320 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月23日火车票", + "boxes": [ + 328, + 355, + 1216, + 409 + ] + }, + { + "text": "2025年05月15日08:50新京报作者：新京报", + "boxes": [ + 334, + 472, + 672, + 496 + ] + }, + { + "text": "△IAIAI☆丨丨O丨", + "boxes": [ + 1002, + 467, + 1438, + 496 + ] + }, + { + "text": "1,384", + "boxes": [ + 1464, + 469, + 1576, + 498 + ] + }, + { + "text": "百度A助力中国航天", + "boxes": [ + 464, + 546, + 980, + 606 + ] + }, + { + "text": "?", + "boxes": [ + 996, + 556, + 1012, + 574 + ] + }, + { + "text": "中LEP", + "boxes": [ + 984, + 582, + 1024, + 602 + ] + }, + { + "text": "T", + "boxes": [ + 1599, + 569, + 1633, + 597 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1594, + 600, + 1636, + 619 + ] + }, + { + "text": "国", + "boxes": [ + 1598, + 645, + 1632, + 675 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火车票。", + "boxes": [ + 372, + 667, + 1100, + 691 + ] + }, + { + "text": "相关新闻", + "boxes": [ + 1596, + 679, + 1636, + 695 + ] + }, + { + "text": "关闭广告", + "boxes": [ + 242, + 772, + 296, + 792 + ] + }, + { + "text": "端", + "boxes": [ + 691, + 800, + 852, + 969 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "今日推", + "boxes": [ + 26, + 840, + 162, + 897 + ] + }, + { + "text": "看见，更远一", + "boxes": [ + 1620, + 846, + 1796, + 889 + ] + }, + { + "text": "些", + "boxes": [ + 1812, + 850, + 1846, + 878 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1618, + 893, + 1848, + 935 + ] + }, + { + "text": "预算管", + "boxes": [ + 0, + 927, + 150, + 991 + ] + }, + { + "text": "假期", + "boxes": [ + 708, + 943, + 842, + 1014 + ] + }, + { + "text": "15", + "boxes": [ + 200, + 957, + 240, + 987 + ] + }, + { + "text": "imap服务器", + "boxes": [ + 1268, + 1003, + 1386, + 1034 + ] + }, + { + "text": "工用女久", + "boxes": [ + 6, + 1020, + 98, + 1052 + ] + }, + { + "text": "2", + "boxes": [ + 190, + 1052, + 202, + 1064 + ] + }, + { + "text": "端午假期购票·", + "boxes": [ + 216, + 1048, + 304, + 1074 + ] + } + ] + }, + { + "frame_id": "170_4_8", + "episode_id": 170, + "env_id": 4, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.764531135559082, + "advantages": -0.15610560774803162, + "generated_text": "{\n \"intent\": \"Click on the link about wagon purchasing, which will provide more information and complete the exploration task.\",\n \"action\": \"DoubleClick(1037, 2)\" \n}", + "action_string": "DoubleClick(1037, 2)", + "intent_string": "Click on the link about wagon purchasing, which will provide more information and complete the exploration task.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 390, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 422, + 113, + 448, + 133 + ] + }, + { + "text": "体育", + "boxes": [ + 478, + 113, + 508, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 536, + 113, + 564, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1368, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1426, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1548, + 137 + ] + }, + { + "text": "sina", + "boxes": [ + 1386, + 185, + 1436, + 220 + ] + }, + { + "text": "新浪新闻", + "boxes": [ + 1390, + 228, + 1428, + 248 + ] + }, + { + "text": "工业加湿器", + "boxes": [ + 386, + 238, + 440, + 256 + ] + }, + { + "text": "私有云存储", + "boxes": [ + 802, + 240, + 854, + 258 + ] + }, + { + "text": "谷歌云网盘", + "boxes": [ + 910, + 240, + 966, + 258 + ] + }, + { + "text": "谷歌搜索引擎", + "boxes": [ + 1010, + 240, + 1082, + 258 + ] + }, + { + "text": "sina新闻中心国内新闻>正文", + "boxes": [ + 334, + 282, + 578, + 318 + ] + }, + { + "text": "新闻", + "boxes": [ + 1334, + 294, + 1390, + 320 + ] + }, + { + "text": "请输入关键词", + "boxes": [ + 1392, + 294, + 1480, + 320 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票", + "boxes": [ + 326, + 355, + 1216, + 409 + ] + }, + { + "text": "2025年05月15日08:50　新京报作者：新京报", + "boxes": [ + 332, + 471, + 672, + 500 + ] + }, + { + "text": "△一A一A一☆一一一一", + "boxes": [ + 1000, + 465, + 1470, + 500 + ] + }, + { + "text": "1,409", + "boxes": [ + 1462, + 469, + 1578, + 500 + ] + }, + { + "text": "enterprise", + "boxes": [ + 906, + 538, + 962, + 556 + ] + }, + { + "text": "ERP", + "boxes": [ + 888, + 552, + 976, + 590 + ] + }, + { + "text": "A", + "boxes": [ + 1594, + 564, + 1640, + 602 + ] + }, + { + "text": "planning", + "boxes": [ + 904, + 584, + 960, + 604 + ] + }, + { + "text": "PLATFORMS", + "boxes": [ + 1290, + 590, + 1358, + 621 + ] + }, + { + "text": "微软云", + "boxes": [ + 594, + 604, + 634, + 629 + ] + }, + { + "text": "imap服务器", + "boxes": [ + 686, + 604, + 758, + 629 + ] + }, + { + "text": "钢衬四氟阀门", + "boxes": [ + 786, + 604, + 868, + 629 + ] + }, + { + "text": "电商宝erp", + "boxes": [ + 900, + 604, + 964, + 629 + ] + }, + { + "text": "企业私有云搭建×", + "boxes": [ + 990, + 604, + 1092, + 629 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1592, + 596, + 1640, + 623 + ] + }, + { + "text": "语音播报器", + "boxes": [ + 480, + 606, + 542, + 625 + ] + }, + { + "text": "ONLINEOFFCE", + "boxes": [ + 1286, + 617, + 1366, + 649 + ] + }, + { + "text": "CEVARE", + "boxes": [ + 1498, + 637, + 1544, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1596, + 645, + 1634, + 675 + ] + }, + { + "text": "SHARED CALENDERS", + "boxes": [ + 1280, + 655, + 1374, + 681 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火车票。", + "boxes": [ + 370, + 665, + 1102, + 695 + ] + }, + { + "text": "相关新闻", + "boxes": [ + 1594, + 677, + 1638, + 695 + ] + }, + { + "text": "ONLINERESOURCES", + "boxes": [ + 1282, + 721, + 1374, + 746 + ] + }, + { + "text": "3rdPARTYINTEGRATION", + "boxes": [ + 1276, + 754, + 1380, + 780 + ] + }, + { + "text": "ONLINECOLABORATION", + "boxes": [ + 1272, + 788, + 1386, + 818 + ] + }, + { + "text": "端", + "boxes": [ + 694, + 802, + 852, + 967 + ] + }, + { + "text": "S", + "boxes": [ + 1626, + 804, + 1652, + 826 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "scrm", + "boxes": [ + 16, + 836, + 136, + 874 + ] + }, + { + "text": "OFF-LINEACCESS", + "boxes": [ + 1284, + 854, + 1368, + 879 + ] + }, + { + "text": "看见，更远一", + "boxes": [ + 1620, + 848, + 1796, + 891 + ] + }, + { + "text": "些", + "boxes": [ + 1812, + 850, + 1846, + 879 + ] + }, + { + "text": "OUTSOURCEPROCESS", + "boxes": [ + 1278, + 889, + 1374, + 915 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1618, + 893, + 1848, + 937 + ] + }, + { + "text": "ONLINE STORAGE", + "boxes": [ + 1284, + 921, + 1366, + 947 + ] + }, + { + "text": "04:04", + "boxes": [ + 118, + 943, + 182, + 975 + ] + }, + { + "text": "假期", + "boxes": [ + 708, + 941, + 842, + 1014 + ] + }, + { + "text": "ooo", + "boxes": [ + 1370, + 963, + 1444, + 981 + ] + }, + { + "text": "企业私有云搭建方案", + "boxes": [ + 1268, + 1001, + 1466, + 1036 + ] + }, + { + "text": "端午假期购票", + "boxes": [ + 216, + 1048, + 302, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 44, + 342, + 62 + ] + }, + { + "text": "端午假期购票日历来了", + "boxes": [ + 640, + 40, + 782, + 64 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "Q Search -Microsoft Bing×」α 端午假期购票日历-Search ×", + "boxes": [ + 326, + 68, + 764, + 91 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 452, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 103, + 1562, + 129 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 456, + 151, + 516, + 177 + ] + }, + { + "text": "新闻1", + "boxes": [ + 538, + 151, + 602, + 177 + ] + }, + { + "text": "体育", + "boxes": [ + 594, + 151, + 634, + 177 + ] + }, + { + "text": "财经", + "boxes": [ + 652, + 151, + 692, + 177 + ] + }, + { + "text": "科技", + "boxes": [ + 772, + 153, + 800, + 173 + ] + }, + { + "text": "博客", + "boxes": [ + 830, + 153, + 860, + 173 + ] + }, + { + "text": "图片", + "boxes": [ + 886, + 153, + 916, + 173 + ] + }, + { + "text": "专栏", + "boxes": [ + 946, + 153, + 976, + 173 + ] + }, + { + "text": "更多", + "boxes": [ + 1004, + 153, + 1036, + 173 + ] + }, + { + "text": "登录", + "boxes": [ + 1216, + 151, + 1250, + 173 + ] + }, + { + "text": "注册", + "boxes": [ + 1268, + 149, + 1308, + 175 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1344, + 151, + 1434, + 175 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "BL", + "boxes": [ + 913, + 211, + 997, + 259 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "语音播报器", + "boxes": [ + 592, + 280, + 652, + 298 + ] + }, + { + "text": "imap服务器", + "boxes": [ + 808, + 280, + 872, + 298 + ] + }, + { + "text": "私有云存储", + "boxes": [ + 918, + 280, + 980, + 298 + ] + }, + { + "text": "谷歌云网盘", + "boxes": [ + 1030, + 278, + 1090, + 298 + ] + }, + { + "text": "谷歌搜索引擎", + "boxes": [ + 1134, + 280, + 1204, + 298 + ] + }, + { + "text": "电商客服", + "boxes": [ + 1252, + 278, + 1300, + 298 + ] + }, + { + "text": "花生壳云主机", + "boxes": [ + 1356, + 280, + 1424, + 298 + ] + }, + { + "text": "Sha 新闻中心 国内新间>正文", + "boxes": [ + 452, + 309, + 702, + 362 + ] + }, + { + "text": "新闻请输入关键词", + "boxes": [ + 1210, + 328, + 1362, + 357 + ] + }, + { + "text": "Q", + "boxes": [ + 1428, + 334, + 1452, + 355 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票", + "boxes": [ + 448, + 393, + 1336, + 447 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "2025年05月15日08:50新京报作者：新京报", + "boxes": [ + 452, + 506, + 794, + 536 + ] + }, + { + "text": "△IAIAI☆I丨O丨l", + "boxes": [ + 880, + 498, + 1354, + 538 + ] + }, + { + "text": "1,409", + "boxes": [ + 1346, + 506, + 1458, + 538 + ] + }, + { + "text": "A", + "boxes": [ + 1480, + 524, + 1514, + 556 + ] + }, + { + "text": "售", + "boxes": [ + 24, + 545, + 88, + 619 + ] + }, + { + "text": "新浪首！", + "boxes": [ + 1480, + 556, + 1512, + 576 + ] + }, + { + "text": "ERP", + "boxes": [ + 890, + 590, + 974, + 627 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "planning", + "boxes": [ + 906, + 621, + 960, + 641 + ] + }, + { + "text": "语音播报器", + "boxes": [ + 482, + 645, + 542, + 663 + ] + }, + { + "text": "微软云", + "boxes": [ + 596, + 639, + 638, + 665 + ] + }, + { + "text": "imap服务器", + "boxes": [ + 684, + 641, + 758, + 665 + ] + }, + { + "text": "钢衬四氟阀门", + "boxes": [ + 788, + 639, + 868, + 665 + ] + }, + { + "text": "电商宝erp", + "boxes": [ + 897, + 637, + 965, + 668 + ] + }, + { + "text": "企业私有云搭建×", + "boxes": [ + 992, + 641, + 1090, + 665 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买", + "boxes": [ + 490, + 701, + 1092, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "区关闭广告", + "boxes": [ + 554, + 733, + 618, + 750 + ] + }, + { + "text": "新浪新闻加无提见", + "boxes": [ + 1297, + 750, + 1437, + 795 + ] + }, + { + "text": "", + "boxes": [ + 34, + 776, + 80, + 828 + ] + }, + { + "text": "scrm", + "boxes": [ + 352, + 800, + 444, + 824 + ] + }, + { + "text": "看见，更远", + "boxes": [ + 1300, + 804, + 1472, + 848 + ] + }, + { + "text": "此", + "boxes": [ + 1498, + 810, + 1524, + 830 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1300, + 852, + 1530, + 893 + ] + }, + { + "text": "端", + "boxes": [ + 704, + 878, + 846, + 1022 + ] + }, + { + "text": "Files", + "boxes": [ + 31, + 936, + 87, + 974 + ] + }, + { + "text": "3", + "boxes": [ + 180, + 1050, + 204, + 1064 + ] + }, + { + "text": "端午假期购票·", + "boxes": [ + 216, + 1048, + 306, + 1072 + ] + } + ] + }, + { + "frame_id": "170_5_8", + "episode_id": 170, + "env_id": 5, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.103074073791504, + "advantages": -0.6363348960876465, + "generated_text": "{\n \"intent\": \"登录知乎应用，以便进一步浏览和使用这个网站。\",\n \"action\": \"DoubleClick(764, 560)\" \n}", + "action_string": "DoubleClick(764, 560)", + "intent_string": "登录知乎应用，以便进一步浏览和使用这个网站。", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 44, + 340, + 60 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正×知 知乎－有问题，就会有答案×「十", + "boxes": [ + 324, + 66, + 796, + 95 + ] + }, + { + "text": "→白", + "boxes": [ + 328, + 97, + 452, + 133 + ] + }, + { + "text": " https://wv", + "boxes": [ + 548, + 101, + 682, + 131 + ] + }, + { + "text": "v.zhihu.com/s", + "boxes": [ + 684, + 109, + 772, + 127 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1464, + 101, + 1564, + 133 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 170, + 110, + 201 + ] + }, + { + "text": "知乎", + "boxes": [ + 878, + 167, + 1032, + 246 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 892, + 238, + 1018, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 308, + 1030, + 334 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1042, + 306, + 1118, + 338 + ] + }, + { + "text": "打开知乎App", + "boxes": [ + 700, + 379, + 808, + 407 + ] + }, + { + "text": "中国+86", + "boxes": [ + 944, + 381, + 1034, + 405 + ] + }, + { + "text": "手机号", + "boxes": [ + 1054, + 379, + 1102, + 405 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 112, + 419 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 409, + 854, + 433 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 944, + 437, + 1076, + 461 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1198, + 439, + 1302, + 463 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1198, + 480, + 1302, + 506 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 500, + 94, + 532 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1087, + 533, + 1155, + 565 + ] + }, + { + "text": "其他方式登录", + "boxes": [ + 1088, + 598, + 1158, + 619 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 686, + 623, + 820, + 653 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》", + "boxes": [ + 948, + 701, + 1252, + 719 + ] + }, + { + "text": "《隐和", + "boxes": [ + 1260, + 703, + 1290, + 717 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 734, + 727, + 790, + 746 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 818, + 727, + 882, + 746 + ] + }, + { + "text": "保护指引", + "boxes": [ + 946, + 721, + 996, + 741 + ] + }, + { + "text": "口", + "boxes": [ + 36, + 784, + 80, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": "Files", + "boxes": [ + 31, + 936, + 87, + 974 + ] + }, + { + "text": "3", + "boxes": [ + 180, + 1050, + 206, + 1064 + ] + }, + { + "text": "知乎－有问题", + "boxes": [ + 212, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 44, + 340, + 60 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正×知 知乎－有问题，就会有答案×「十", + "boxes": [ + 324, + 66, + 796, + 95 + ] + }, + { + "text": "→白", + "boxes": [ + 328, + 97, + 452, + 133 + ] + }, + { + "text": " https://wv", + "boxes": [ + 548, + 101, + 682, + 131 + ] + }, + { + "text": "v.zhihu.com/s", + "boxes": [ + 684, + 109, + 772, + 127 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1464, + 101, + 1564, + 133 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 170, + 110, + 201 + ] + }, + { + "text": "知乎", + "boxes": [ + 878, + 167, + 1032, + 246 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 892, + 238, + 1018, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 308, + 1030, + 334 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1042, + 306, + 1118, + 338 + ] + }, + { + "text": "打开知乎App", + "boxes": [ + 700, + 379, + 808, + 407 + ] + }, + { + "text": "中国+86", + "boxes": [ + 944, + 381, + 1034, + 405 + ] + }, + { + "text": "手机号", + "boxes": [ + 1054, + 379, + 1102, + 405 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 112, + 419 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 409, + 854, + 433 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 944, + 437, + 1076, + 461 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1198, + 439, + 1302, + 463 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1198, + 480, + 1302, + 506 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 500, + 94, + 532 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1087, + 533, + 1155, + 565 + ] + }, + { + "text": "其他方式登录", + "boxes": [ + 1088, + 598, + 1158, + 619 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 686, + 623, + 820, + 653 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》", + "boxes": [ + 948, + 701, + 1252, + 719 + ] + }, + { + "text": "《隐和", + "boxes": [ + 1260, + 703, + 1290, + 717 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "载知乎App", + "boxes": [ + 642, + 729, + 700, + 746 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 734, + 727, + 790, + 746 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 818, + 727, + 882, + 746 + ] + }, + { + "text": "保护指引", + "boxes": [ + 946, + 721, + 996, + 741 + ] + }, + { + "text": "口", + "boxes": [ + 36, + 784, + 80, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": "Files", + "boxes": [ + 31, + 936, + 87, + 974 + ] + }, + { + "text": "3", + "boxes": [ + 180, + 1050, + 206, + 1064 + ] + }, + { + "text": "知乎－有问题", + "boxes": [ + 212, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "170_6_8", + "episode_id": 170, + "env_id": 6, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.691415786743164, + "advantages": -0.20918861031532288, + "generated_text": "{\n \"intent\": \"Explore the news article titled '官方通报男生救人缺考：将补考 考生全力备考中' on the computer desktop.\",\n \"action\": \"DoubleClick(847, 400)\"\n}", + "action_string": "DoubleClick(847, 400)", + "intent_string": "Explore the news article titled '官方通报男生救人缺考：将补考 考生全力备考中' on the computer desktop.", + "before_screen_ocr_results": [ + { + "text": "首页", + "boxes": [ + 372, + 115, + 402, + 129 + ] + }, + { + "text": "优选", + "boxes": [ + 874, + 113, + 922, + 131 + ] + }, + { + "text": "法制", + "boxes": [ + 926, + 115, + 962, + 129 + ] + }, + { + "text": "守艺中华", + "boxes": [ + 958, + 113, + 1028, + 131 + ] + }, + { + "text": "地方频道", + "boxes": [ + 1172, + 113, + 1228, + 133 + ] + }, + { + "text": "China", + "boxes": [ + 434, + 179, + 538, + 224 + ] + }, + { + "text": "新闻", + "boxes": [ + 542, + 179, + 640, + 240 + ] + }, + { + "text": "中华网", + "boxes": [ + 444, + 214, + 522, + 240 + ] + }, + { + "text": "微软云", + "boxes": [ + 780, + 236, + 820, + 256 + ] + }, + { + "text": "国内", + "boxes": [ + 388, + 286, + 428, + 314 + ] + }, + { + "text": "国际", + "boxes": [ + 510, + 286, + 550, + 314 + ] + }, + { + "text": "社会", + "boxes": [ + 628, + 282, + 672, + 318 + ] + }, + { + "text": "体育", + "boxes": [ + 752, + 286, + 790, + 314 + ] + }, + { + "text": "专题", + "boxes": [ + 874, + 286, + 916, + 312 + ] + }, + { + "text": "军事", + "boxes": [ + 992, + 286, + 1034, + 312 + ] + }, + { + "text": "财经", + "boxes": [ + 1114, + 286, + 1158, + 314 + ] + }, + { + "text": "滚动", + "boxes": [ + 1236, + 286, + 1278, + 314 + ] + }, + { + "text": "政务", + "boxes": [ + 1356, + 286, + 1398, + 314 + ] + }, + { + "text": "冬奥", + "boxes": [ + 1480, + 286, + 1516, + 314 + ] + }, + { + "text": "官方通报男生救人缺考：将补考考生全力备考中", + "boxes": [ + 746, + 353, + 1412, + 395 + ] + }, + { + "text": "2025-05-1418:30:02 头条号", + "boxes": [ + 748, + 403, + 932, + 433 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 768, + 467, + 1280, + 526 + ] + }, + { + "text": "Bai百度", + "boxes": [ + 1264, + 476, + 1378, + 514 + ] + }, + { + "text": "B目B口", + "boxes": [ + 389, + 543, + 479, + 580 + ] + }, + { + "text": "5月14日下午，山东省教育招生考试院发布公告称，经上级主管部门同意，将按程序启用", + "boxes": [ + 792, + 584, + 1512, + 613 + ] + }, + { + "text": "精密放大器", + "boxes": [ + 382, + 596, + 496, + 627 + ] + }, + { + "text": "春季高考语文科目副题，安排因救人缺考的姜某参加考试。得知此消息后，救人学生姜昭鹏表", + "boxes": [ + 756, + 615, + 1520, + 645 + ] + }, + { + "text": "今日热点", + "boxes": [ + 382, + 649, + 456, + 681 + ] + }, + { + "text": "示，接下来将全力准备考试。烟台市教育招生考试院回复称，为保证考生安全，将不对外透露", + "boxes": [ + 758, + 647, + 1520, + 677 + ] + }, + { + "text": "考试时间和地点。", + "boxes": [ + 758, + 681, + 894, + 711 + ] + }, + { + "text": "此前报道显示，5月10日早上，山东城市服务职业", + "boxes": [ + 1102, + 721, + 1510, + 750 + ] + }, + { + "text": "【本服特色】", + "boxes": [ + 1702, + 725, + 1818, + 762 + ] + }, + { + "text": "Baic百度", + "boxes": [ + 797, + 740, + 897, + 777 + ] + }, + { + "text": "", + "boxes": [ + 916, + 735, + 950, + 764 + ] + }, + { + "text": "", + "boxes": [ + 984, + 744, + 1010, + 766 + ] + }, + { + "text": "学院2022级学生姜昭鹏和同学乘坐网约车前往山东省职", + "boxes": [ + 1062, + 748, + 1524, + 786 + ] + }, + { + "text": "中国探目", + "boxes": [ + 912, + 762, + 956, + 788 + ] + }, + { + "text": "『终身福利服,红包领不停！』", + "boxes": [ + 1658, + 760, + 1860, + 796 + ] + }, + { + "text": "曝病重老人被要求亲自取", + "boxes": [ + 378, + 788, + 536, + 818 + ] + }, + { + "text": "教高考考点。上车约一分钟，同学突发心梗休克。姜昭", + "boxes": [ + 1062, + 782, + 1516, + 818 + ] + }, + { + "text": "国外服装网站", + "boxes": [ + 550, + 800, + 640, + 832 + ] + }, + { + "text": "百度AI助力", + "boxes": [ + 796, + 794, + 1004, + 844 + ] + }, + { + "text": "『满级不是梦，人人当大哥！", + "boxes": [ + 1662, + 792, + 1860, + 822 + ] + }, + { + "text": "钱在银行去世家属痛诉..", + "boxes": [ + 378, + 812, + 534, + 836 + ] + }, + { + "text": "鹏利用在专业课中学到的急救知识，对发病同学持续进", + "boxes": [ + 1064, + 812, + 1518, + 850 + ] + }, + { + "text": "『开放全爆率,回收得灵符!", + "boxes": [ + 1660, + 820, + 1858, + 854 + ] + }, + { + "text": "实习律师", + "boxes": [ + 434, + 842, + 482, + 862 + ] + }, + { + "text": "中国航天", + "boxes": [ + 791, + 835, + 969, + 898 + ] + }, + { + "text": "行心脏复苏、人工呼吸等急救措施。网约车司机得到交", + "boxes": [ + 1068, + 850, + 1516, + 879 + ] + }, + { + "text": "『神装全靠打，合成出终极！』", + "boxes": [ + 1662, + 852, + 1860, + 881 + ] + }, + { + "text": "警许可后连闯红灯，将送诊时间压缩一半。最终，发病", + "boxes": [ + 1068, + 881, + 1518, + 911 + ] + }, + { + "text": "终身福利", + "boxes": [ + 1672, + 889, + 1758, + 915 + ] + }, + { + "text": "真正首创", + "boxes": [ + 1760, + 889, + 1856, + 915 + ] + }, + { + "text": "同学被抢救成功，但姜昭鹏因迟到错过了语文考试。(责", + "boxes": [ + 1066, + 913, + 1516, + 943 + ] + }, + { + "text": "高端版本", + "boxes": [ + 1664, + 915, + 1758, + 939 + ] + }, + { + "text": "骨灰回归", + "boxes": [ + 1748, + 917, + 1854, + 941 + ] + }, + { + "text": "律所回应招聘王者段位实", + "boxes": [ + 378, + 951, + 536, + 975 + ] + }, + { + "text": "“颐云楼主人\"主动向省纪", + "boxes": [ + 554, + 951, + 710, + 975 + ] + }, + { + "text": "任编辑：张小花TT1000)", + "boxes": [ + 1068, + 953, + 1212, + 977 + ] + }, + { + "text": "开始游戏", + "boxes": [ + 1714, + 953, + 1806, + 985 + ] + }, + { + "text": "习生 考察团队协作能力", + "boxes": [ + 374, + 969, + 530, + 999 + ] + }, + { + "text": "委投案能源高管涉违纪.", + "boxes": [ + 550, + 969, + 704, + 999 + ] + }, + { + "text": "今日快讯", + "boxes": [ + 709, + 988, + 829, + 1037 + ] + }, + { + "text": "万曼呼吸机山东旅游景点大全", + "boxes": [ + 1282, + 983, + 1526, + 1018 + ] + }, + { + "text": "这轮中美关税会谈让台湾社会看清了什么？", + "boxes": [ + 858, + 997, + 1170, + 1032 + ] + }, + { + "text": "", + "boxes": [ + 1654, + 995, + 1868, + 1012 + ] + }, + { + "text": "花", + "boxes": [ + 594, + 1005, + 642, + 1042 + ] + }, + { + "text": "么意思", + "boxes": [ + 1280, + 1016, + 1342, + 1042 + ] + }, + { + "text": "染色机", + "boxes": [ + 1336, + 1018, + 1416, + 1044 + ] + }, + { + "text": "为什么长不高", + "boxes": [ + 1402, + 1016, + 1524, + 1046 + ] + }, + { + "text": "官方通报男生", + "boxes": [ + 218, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "首页", + "boxes": [ + 372, + 115, + 402, + 129 + ] + }, + { + "text": "守艺中华", + "boxes": [ + 962, + 113, + 1026, + 131 + ] + }, + { + "text": "地方频道", + "boxes": [ + 1172, + 113, + 1228, + 133 + ] + }, + { + "text": "China", + "boxes": [ + 434, + 179, + 536, + 224 + ] + }, + { + "text": "新闻", + "boxes": [ + 542, + 179, + 638, + 240 + ] + }, + { + "text": "中华网", + "boxes": [ + 444, + 214, + 522, + 240 + ] + }, + { + "text": "微软云", + "boxes": [ + 780, + 236, + 820, + 256 + ] + }, + { + "text": "国内", + "boxes": [ + 388, + 286, + 430, + 314 + ] + }, + { + "text": "国际", + "boxes": [ + 510, + 286, + 550, + 314 + ] + }, + { + "text": "社会", + "boxes": [ + 628, + 282, + 672, + 318 + ] + }, + { + "text": "体育", + "boxes": [ + 752, + 286, + 790, + 314 + ] + }, + { + "text": "专题", + "boxes": [ + 872, + 286, + 916, + 312 + ] + }, + { + "text": "军事", + "boxes": [ + 992, + 286, + 1034, + 312 + ] + }, + { + "text": "财经", + "boxes": [ + 1114, + 286, + 1158, + 312 + ] + }, + { + "text": "滚动", + "boxes": [ + 1236, + 286, + 1278, + 314 + ] + }, + { + "text": "政务", + "boxes": [ + 1356, + 286, + 1398, + 314 + ] + }, + { + "text": "冬奥", + "boxes": [ + 1480, + 286, + 1516, + 314 + ] + }, + { + "text": "官方通报男生救人缺考：将补考考生全力备考中", + "boxes": [ + 746, + 353, + 1412, + 395 + ] + }, + { + "text": "2025-05-1418:3:02头条号", + "boxes": [ + 746, + 397, + 930, + 431 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 766, + 467, + 1280, + 526 + ] + }, + { + "text": "Bai百度", + "boxes": [ + 1264, + 476, + 1378, + 514 + ] + }, + { + "text": "5月14日下午，山东省教育招生考试院发布公告称，经上级主管部门同意，将按程序启用", + "boxes": [ + 792, + 584, + 1512, + 613 + ] + }, + { + "text": "语音播报器", + "boxes": [ + 382, + 596, + 496, + 627 + ] + }, + { + "text": "春季高考语文科目副题，安排因救人缺考的姜某参加考试。得知此消息后，救人学生姜昭鹏表", + "boxes": [ + 756, + 615, + 1520, + 645 + ] + }, + { + "text": "今日热点", + "boxes": [ + 382, + 649, + 456, + 681 + ] + }, + { + "text": "示，接下来将全力准备考试。烟台市教育招生考试院回复称，为保证考生安全，将不对外透露", + "boxes": [ + 758, + 647, + 1520, + 677 + ] + }, + { + "text": "考试时间和地点。", + "boxes": [ + 758, + 681, + 894, + 711 + ] + }, + { + "text": "此前报道显示，5月10日早上，山东城市服务职业", + "boxes": [ + 1100, + 719, + 1508, + 748 + ] + }, + { + "text": "【本服特色】", + "boxes": [ + 1702, + 725, + 1818, + 762 + ] + }, + { + "text": "Baic百度", + "boxes": [ + 797, + 740, + 897, + 777 + ] + }, + { + "text": "D", + "boxes": [ + 920, + 739, + 948, + 762 + ] + }, + { + "text": "", + "boxes": [ + 984, + 744, + 1010, + 766 + ] + }, + { + "text": "学院2022级学生姜昭鹏和同学乘坐网约车前往山东省职", + "boxes": [ + 1062, + 748, + 1524, + 786 + ] + }, + { + "text": "中国探目", + "boxes": [ + 912, + 762, + 956, + 788 + ] + }, + { + "text": "『终身福利服,红包领不停！』", + "boxes": [ + 1658, + 760, + 1860, + 796 + ] + }, + { + "text": "教高考考点。上车约一分钟，同学突发心梗休克。姜昭", + "boxes": [ + 1064, + 782, + 1518, + 818 + ] + }, + { + "text": "爆病重老人被要求亲自取", + "boxes": [ + 380, + 792, + 534, + 816 + ] + }, + { + "text": "百度AI助力", + "boxes": [ + 796, + 794, + 1004, + 844 + ] + }, + { + "text": "『满级不是梦，人人当大哥!", + "boxes": [ + 1662, + 792, + 1860, + 822 + ] + }, + { + "text": "钱在银行去世家属痛诉..", + "boxes": [ + 378, + 812, + 534, + 836 + ] + }, + { + "text": "国外服装网站", + "boxes": [ + 552, + 804, + 638, + 830 + ] + }, + { + "text": "鹏利用在专业课中学到的急救知识，对发病同学持续进", + "boxes": [ + 1066, + 814, + 1518, + 850 + ] + }, + { + "text": "『开放全爆率,回收得灵符!", + "boxes": [ + 1660, + 820, + 1858, + 854 + ] + }, + { + "text": "实习律师", + "boxes": [ + 434, + 842, + 482, + 862 + ] + }, + { + "text": "中国航天", + "boxes": [ + 791, + 835, + 969, + 898 + ] + }, + { + "text": "行心脏复苏、人工呼吸等急救措施。网约车司机得到交", + "boxes": [ + 1068, + 850, + 1516, + 879 + ] + }, + { + "text": "『神装全靠打,合成出终极!』", + "boxes": [ + 1662, + 852, + 1860, + 881 + ] + }, + { + "text": "警许可后连闯红灯，将送诊时间压缩一半。最终，发病", + "boxes": [ + 1068, + 881, + 1518, + 911 + ] + }, + { + "text": "终身福利", + "boxes": [ + 1672, + 889, + 1758, + 915 + ] + }, + { + "text": "真正首创", + "boxes": [ + 1756, + 885, + 1858, + 919 + ] + }, + { + "text": "同学被抢救成功，但姜昭鹏因迟到错过了语文考试。(责", + "boxes": [ + 1066, + 913, + 1516, + 943 + ] + }, + { + "text": "高端版本", + "boxes": [ + 1664, + 915, + 1758, + 939 + ] + }, + { + "text": "骨灰回归", + "boxes": [ + 1748, + 917, + 1854, + 941 + ] + }, + { + "text": "律所回应招聘王者段位实", + "boxes": [ + 378, + 951, + 536, + 975 + ] + }, + { + "text": "“颐云楼主人\"主动向省纪", + "boxes": [ + 554, + 951, + 710, + 975 + ] + }, + { + "text": "任编辑：张小花TT1000)", + "boxes": [ + 1068, + 953, + 1212, + 977 + ] + }, + { + "text": "开始游戏", + "boxes": [ + 1714, + 953, + 1804, + 985 + ] + }, + { + "text": "习生 考察团队协作能力", + "boxes": [ + 374, + 969, + 530, + 999 + ] + }, + { + "text": "委投案能源高管涉违纪.", + "boxes": [ + 550, + 969, + 704, + 999 + ] + }, + { + "text": "今日快讯", + "boxes": [ + 709, + 988, + 829, + 1037 + ] + }, + { + "text": "万曼呼吸机　山东旅游景点大全", + "boxes": [ + 1282, + 983, + 1526, + 1018 + ] + }, + { + "text": "今天12时01分起，中方调整对美加征关税措施", + "boxes": [ + 860, + 997, + 1194, + 1032 + ] + }, + { + "text": "", + "boxes": [ + 1654, + 995, + 1870, + 1012 + ] + }, + { + "text": "花", + "boxes": [ + 598, + 1005, + 642, + 1042 + ] + }, + { + "text": "么意思", + "boxes": [ + 1280, + 1016, + 1342, + 1042 + ] + }, + { + "text": "染色机", + "boxes": [ + 1336, + 1018, + 1416, + 1044 + ] + }, + { + "text": "为什么长不高", + "boxes": [ + 1402, + 1016, + 1524, + 1046 + ] + }, + { + "text": "官方通报男生", + "boxes": [ + 218, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "170_7_8", + "episode_id": 170, + "env_id": 7, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.033149719238281, + "advantages": 0.03891613706946373, + "generated_text": "{\n \"intent\": \"Click on the article titled \\\"放假3天不调休 端午假期火车票即将开售 购票日历来了\\\" to explore more details.\",\n \"action\": \"DoubleClick(439, 376)\"\n}", + "action_string": "DoubleClick(439, 376)", + "intent_string": "Click on the article titled \"放假3天不调休 端午假期火车票即将开售 购票日历来了\" to explore more details.", + "before_screen_ocr_results": [ + { + "text": "D", + "boxes": [ + 260, + 69, + 274, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 420, + 113, + 452, + 133 + ] + }, + { + "text": "体育", + "boxes": [ + 474, + 113, + 508, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 532, + 113, + 566, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 588, + 113, + 624, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 646, + 111, + 688, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1368, + 135 + ] + }, + { + "text": "更多", + "boxes": [ + 884, + 117, + 924, + 133 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1428, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1550, + 137 + ] + }, + { + "text": "专业的投资工具权威的财经资讯", + "boxes": [ + 652, + 175, + 908, + 210 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 430, + 187, + 608, + 224 + ] + }, + { + "text": "投资理财首选新浪财经APP", + "boxes": [ + 642, + 202, + 1108, + 254 + ] + }, + { + "text": "下载APP", + "boxes": [ + 1168, + 195, + 1290, + 232 + ] + }, + { + "text": "sna新浪科技新浪科技>滚动新闻>正文", + "boxes": [ + 336, + 282, + 656, + 318 + ] + }, + { + "text": "放假3天不调休端午假期火车票即将开售购票日历来了", + "boxes": [ + 330, + 349, + 1270, + 399 + ] + }, + { + "text": "2025年05月15日08:47", + "boxes": [ + 334, + 457, + 512, + 480 + ] + }, + { + "text": "快科技", + "boxes": [ + 498, + 453, + 578, + 484 + ] + }, + { + "text": "Q", + "boxes": [ + 1264, + 457, + 1284, + 472 + ] + }, + { + "text": "R", + "boxes": [ + 1400, + 459, + 1422, + 472 + ] + }, + { + "text": "创事记", + "boxes": [ + 1250, + 516, + 1354, + 554 + ] + }, + { + "text": "快科技5月15日消息，今日，中国铁路发布端午假期购票日历，今日可购买5月29日火车票。", + "boxes": [ + 330, + 570, + 1092, + 600 + ] + }, + { + "text": "那些想退小米汽车的年轻人", + "boxes": [ + 1328, + 576, + 1530, + 611 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 608, + 1640, + 651 + ] + }, + { + "text": "月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。", + "boxes": [ + 344, + 631, + 976, + 661 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1598, + 645, + 1638, + 665 + ] + }, + { + "text": "中国铁路还提醒，在火车票起售当日页面点击购票信息预填，即可提前选择乘车人、预选车次、预选席", + "boxes": [ + 328, + 691, + 1194, + 727 + ] + }, + { + "text": "刘强东重构京东的30个月", + "boxes": [ + 1332, + 695, + 1514, + 725 + ] + }, + { + "text": "别，火车票起售时便可快速提交订单。", + "boxes": [ + 332, + 727, + 646, + 756 + ] + }, + { + "text": "", + "boxes": [ + 1598, + 770, + 1634, + 798 + ] + }, + { + "text": "5月17日起", + "boxes": [ + 596, + 784, + 756, + 832 + ] + }, + { + "text": "语音插报", + "boxes": [ + 1591, + 791, + 1639, + 825 + ] + }, + { + "text": "没有了巴菲特的掌舵，伯克希尔", + "boxes": [ + 1332, + 810, + 1564, + 840 + ] + }, + { + "text": "火车票正式开售", + "boxes": [ + 622, + 836, + 952, + 891 + ] + }, + { + "text": "能否续写传奇？", + "boxes": [ + 1336, + 834, + 1446, + 858 + ] + }, + { + "text": "国", + "boxes": [ + 1600, + 844, + 1634, + 876 + ] + }, + { + "text": "购票日期", + "boxes": [ + 644, + 913, + 734, + 951 + ] + }, + { + "text": "乘车日期", + "boxes": [ + 824, + 915, + 910, + 953 + ] + }, + { + "text": "阅读排行榜", + "boxes": [ + 1282, + 941, + 1388, + 973 + ] + }, + { + "text": "评论排行榜", + "boxes": [ + 1438, + 937, + 1552, + 975 + ] + }, + { + "text": "期五", + "boxes": [ + 638, + 951, + 674, + 965 + ] + }, + { + "text": "期五", + "boxes": [ + 818, + 951, + 850, + 965 + ] + }, + { + "text": "5月16日", + "boxes": [ + 628, + 967, + 746, + 1005 + ] + }, + { + "text": "5月30日", + "boxes": [ + 808, + 967, + 922, + 1005 + ] + }, + { + "text": "北京突降冰霍：比鸭蛋还大户外停的车集体", + "boxes": [ + 1290, + 975, + 1568, + 1005 + ] + }, + { + "text": "星期六端午节", + "boxes": [ + 802, + 999, + 930, + 1028 + ] + }, + { + "text": "01", + "boxes": [ + 1252, + 991, + 1280, + 1011 + ] + }, + { + "text": "星期六", + "boxes": [ + 628, + 1001, + 690, + 1026 + ] + }, + { + "text": "遭殃", + "boxes": [ + 1292, + 1003, + 1324, + 1022 + ] + }, + { + "text": "5日17", + "boxes": [ + 642, + 1028, + 732, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 260, + 69, + 276, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 420, + 113, + 452, + 133 + ] + }, + { + "text": "体育", + "boxes": [ + 474, + 113, + 510, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 532, + 113, + 566, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 588, + 113, + 624, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 646, + 111, + 690, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1368, + 135 + ] + }, + { + "text": "更多", + "boxes": [ + 884, + 117, + 924, + 133 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1428, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1550, + 137 + ] + }, + { + "text": "专业的投资工具权威的财经资讯", + "boxes": [ + 652, + 175, + 908, + 210 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 430, + 187, + 608, + 224 + ] + }, + { + "text": "投资理财首选新浪财经APP", + "boxes": [ + 640, + 202, + 1108, + 254 + ] + }, + { + "text": "下载APP", + "boxes": [ + 1168, + 195, + 1290, + 232 + ] + }, + { + "text": "shina新浪科技新浪科技>滚动新闻>正文", + "boxes": [ + 336, + 282, + 656, + 318 + ] + }, + { + "text": "放假3天不调休", + "boxes": [ + 330, + 345, + 602, + 399 + ] + }, + { + "text": "端午假期火车票即将开售购票日历来了", + "boxes": [ + 586, + 349, + 1270, + 397 + ] + }, + { + "text": "2025年05月15日08:47", + "boxes": [ + 334, + 457, + 510, + 480 + ] + }, + { + "text": "快科技", + "boxes": [ + 506, + 453, + 576, + 484 + ] + }, + { + "text": "Q", + "boxes": [ + 1264, + 457, + 1284, + 472 + ] + }, + { + "text": "R", + "boxes": [ + 1400, + 459, + 1420, + 472 + ] + }, + { + "text": "创事记", + "boxes": [ + 1250, + 516, + 1354, + 554 + ] + }, + { + "text": "快科技5月15日消息，今日，中国铁路发布端午假期购票日历，今日可购买5月29日火车票。", + "boxes": [ + 330, + 570, + 1092, + 600 + ] + }, + { + "text": "那些想退小米汽车的年轻人", + "boxes": [ + 1328, + 576, + 1530, + 611 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 608, + 1640, + 651 + ] + }, + { + "text": "月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。", + "boxes": [ + 344, + 631, + 976, + 661 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1598, + 645, + 1638, + 665 + ] + }, + { + "text": "中国铁路还提醒，在火车票起售当日页面点击购票信息预填，即可提前选择乘车人、预选车次、预选席", + "boxes": [ + 328, + 691, + 1194, + 727 + ] + }, + { + "text": "刘强东重构京东的30个月", + "boxes": [ + 1332, + 695, + 1514, + 725 + ] + }, + { + "text": "别，火车票起售时便可快速提交订单。", + "boxes": [ + 332, + 727, + 646, + 756 + ] + }, + { + "text": "", + "boxes": [ + 1598, + 770, + 1634, + 798 + ] + }, + { + "text": "5月17日起", + "boxes": [ + 596, + 784, + 756, + 832 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1594, + 794, + 1638, + 822 + ] + }, + { + "text": "没有了巴菲特的掌舵，伯克希尔", + "boxes": [ + 1332, + 810, + 1564, + 840 + ] + }, + { + "text": "火车票正式开售", + "boxes": [ + 622, + 836, + 952, + 891 + ] + }, + { + "text": "能否续写传奇？", + "boxes": [ + 1336, + 834, + 1446, + 858 + ] + }, + { + "text": "国", + "boxes": [ + 1600, + 844, + 1634, + 876 + ] + }, + { + "text": "购票日期", + "boxes": [ + 644, + 913, + 734, + 951 + ] + }, + { + "text": "乘车日期", + "boxes": [ + 824, + 915, + 910, + 953 + ] + }, + { + "text": "阅读排行榜", + "boxes": [ + 1282, + 941, + 1388, + 973 + ] + }, + { + "text": "评论排行榜", + "boxes": [ + 1438, + 937, + 1552, + 975 + ] + }, + { + "text": "期五", + "boxes": [ + 636, + 951, + 676, + 967 + ] + }, + { + "text": "期五", + "boxes": [ + 818, + 951, + 850, + 965 + ] + }, + { + "text": "5月16日", + "boxes": [ + 625, + 962, + 747, + 1005 + ] + }, + { + "text": "5月30日", + "boxes": [ + 808, + 967, + 922, + 1005 + ] + }, + { + "text": "北京突降冰霍：比鸭蛋还大户外停的车集体", + "boxes": [ + 1290, + 975, + 1568, + 1005 + ] + }, + { + "text": "星期六端午节", + "boxes": [ + 802, + 999, + 930, + 1028 + ] + }, + { + "text": "01", + "boxes": [ + 1252, + 991, + 1282, + 1011 + ] + }, + { + "text": "星期六", + "boxes": [ + 628, + 1001, + 690, + 1026 + ] + }, + { + "text": "遭殃", + "boxes": [ + 1292, + 1003, + 1324, + 1022 + ] + }, + { + "text": "5日17", + "boxes": [ + 642, + 1028, + 732, + 1046 + ] + } + ] + }, + { + "frame_id": "170_0_9", + "episode_id": 170, + "env_id": 0, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.264354705810547, + "advantages": -0.5192423462867737, + "generated_text": "{\n \"intent\": \"Scroll down the product page to view more details and possibly add the headset to the cart\",\n \"action\": \"DoubleClick(1074, 322)\"\n}", + "action_string": "DoubleClick(1074, 322)", + "intent_string": "Scroll down the product page to view more details and possibly add the headset to the cart", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 128, + 91 + ] + }, + { + "text": "曰口", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 428, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 121, + 1448, + 147 + ] + }, + { + "text": "$7,082.85", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "AL", + "boxes": [ + 34, + 171, + 60, + 191 + ] + }, + { + "text": "International KindlePaperwhiteBuy Now", + "boxes": [ + 752, + 204, + 1066, + 234 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite &", + "boxes": [ + 680, + 304, + 1310, + 339 + ] + }, + { + "text": "山", + "boxes": [ + 626, + 324, + 642, + 339 + ] + }, + { + "text": "Call of Duty/FPS Gamers, PC, Nintendo Switch, Bluetooth 5.3", + "boxes": [ + 684, + 339, + 1352, + 369 + ] + }, + { + "text": "$3149", + "boxes": [ + 1394, + 341, + 1456, + 373 + ] + }, + { + "text": "Gaming Headphones with Noise Canceling Mic, Stereo", + "boxes": [ + 682, + 369, + 1276, + 405 + ] + }, + { + "text": "Sound, 40+Hr Battery -White", + "boxes": [ + 680, + 401, + 1008, + 437 + ] + }, + { + "text": "Amazon Prime members", + "boxes": [ + 1396, + 405, + 1552, + 429 + ] + }, + { + "text": " Join Prime", + "boxes": [ + 1462, + 437, + 1536, + 469 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 680, + 447, + 812, + 476 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 682, + 476, + 784, + 500 + ] + }, + { + "text": "ancel anytime", + "boxes": [ + 1402, + 469, + 1482, + 492 + ] + }, + { + "text": "Already a member? Sign in", + "boxes": [ + 1394, + 494, + 1568, + 524 + ] + }, + { + "text": " 1 sustainability feature", + "boxes": [ + 682, + 508, + 856, + 538 + ] + }, + { + "text": "Sm", + "boxes": [ + 1384, + 514, + 1534, + 586 + ] + }, + { + "text": "$16.47", + "boxes": [ + 1814, + 506, + 1860, + 526 + ] + }, + { + "text": "CHIJIANYUAN", + "boxes": [ + 1459, + 539, + 1553, + 579 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 566, + 1450, + 594 + ] + }, + { + "text": "-37% $3149", + "boxes": [ + 686, + 584, + 810, + 615 + ] + }, + { + "text": "Payment", + "boxes": [ + 1400, + 606, + 1452, + 625 + ] + }, + { + "text": "V See more", + "boxes": [ + 1398, + 623, + 1470, + 649 + ] + }, + { + "text": "Regular Price", + "boxes": [ + 1394, + 683, + 1486, + 709 + ] + }, + { + "text": "$3599", + "boxes": [ + 1394, + 709, + 1448, + 739 + ] + }, + { + "text": "$49.93", + "boxes": [ + 1818, + 709, + 1854, + 729 + ] + }, + { + "text": " Delivery Monday, May 26", + "boxes": [ + 1392, + 732, + 1564, + 761 + ] + }, + { + "text": "Roll over image to zoom", + "boxes": [ + 352, + 768, + 502, + 786 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 858, + 726, + 883 + ] + }, + { + "text": "Gtheos", + "boxes": [ + 855, + 853, + 909, + 884 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1390, + 864, + 1454, + 883 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 881, + 722, + 907 + ] + }, + { + "text": "White", + "boxes": [ + 858, + 881, + 902, + 909 + ] + }, + { + "text": "Ear Placer", + "boxes": [ + 684, + 911, + 748, + 931 + ] + }, + { + "text": "Over Ear", + "boxes": [ + 858, + 909, + 918, + 935 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 913, + 1864, + 939 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 937, + 766, + 961 + ] + }, + { + "text": " Over Ear", + "boxes": [ + 856, + 935, + 918, + 961 + ] + }, + { + "text": "mpeda", + "boxes": [ + 688, + 965, + 734, + 983 + ] + }, + { + "text": "32 0hm", + "boxes": [ + 860, + 963, + 914, + 983 + ] + }, + { + "text": "New (4) fron", + "boxes": [ + 1394, + 969, + 1468, + 987 + ] + }, + { + "text": "$359", + "boxes": [ + 1484, + 969, + 1514, + 983 + ] + }, + { + "text": " About this item", + "boxes": [ + 678, + 1000, + 836, + 1037 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 128, + 91 + ] + }, + { + "text": "曰口", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 428, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 121, + 1448, + 147 + ] + }, + { + "text": "$7,082.85", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "AL", + "boxes": [ + 34, + 171, + 60, + 191 + ] + }, + { + "text": "International KindlePaperwhiteBuy Now", + "boxes": [ + 752, + 204, + 1064, + 234 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset far PS5, PS4 Fortnite &", + "boxes": [ + 680, + 304, + 1308, + 339 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "Call of Duty/FPS Gamers, PC, Nintendo Switch, Bluetooth 5.3", + "boxes": [ + 684, + 339, + 1352, + 369 + ] + }, + { + "text": "$3149", + "boxes": [ + 1394, + 341, + 1456, + 373 + ] + }, + { + "text": "Gaming Headphones with Noise Canceling Mic, Stereo", + "boxes": [ + 680, + 367, + 1274, + 403 + ] + }, + { + "text": "Sound, 40+Hr Battery -White", + "boxes": [ + 680, + 401, + 1008, + 437 + ] + }, + { + "text": "Amazon Prime members", + "boxes": [ + 1396, + 405, + 1552, + 429 + ] + }, + { + "text": " Join Prime", + "boxes": [ + 1462, + 437, + 1536, + 469 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 682, + 476, + 788, + 500 + ] + }, + { + "text": "ancel anytime", + "boxes": [ + 1402, + 469, + 1482, + 492 + ] + }, + { + "text": "Already a member? Sign in", + "boxes": [ + 1394, + 494, + 1568, + 524 + ] + }, + { + "text": " 1 sustalnabilty feature", + "boxes": [ + 680, + 504, + 856, + 540 + ] + }, + { + "text": "Sm", + "boxes": [ + 1384, + 514, + 1534, + 586 + ] + }, + { + "text": "$16.47", + "boxes": [ + 1814, + 506, + 1860, + 526 + ] + }, + { + "text": "CHIJIANYUAN", + "boxes": [ + 1459, + 539, + 1553, + 579 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 566, + 1450, + 594 + ] + }, + { + "text": "-37% $3149", + "boxes": [ + 686, + 584, + 810, + 615 + ] + }, + { + "text": "Payment", + "boxes": [ + 1400, + 606, + 1452, + 625 + ] + }, + { + "text": "V See more", + "boxes": [ + 1398, + 623, + 1470, + 649 + ] + }, + { + "text": "Exclusive Prime price", + "boxes": [ + 684, + 643, + 814, + 667 + ] + }, + { + "text": "Regular Price", + "boxes": [ + 1394, + 683, + 1486, + 709 + ] + }, + { + "text": "$3599", + "boxes": [ + 1394, + 709, + 1448, + 739 + ] + }, + { + "text": "$49.93", + "boxes": [ + 1818, + 709, + 1854, + 729 + ] + }, + { + "text": " Delivery Monday, May 26", + "boxes": [ + 1392, + 732, + 1564, + 761 + ] + }, + { + "text": "Roll over image to zoom", + "boxes": [ + 352, + 768, + 502, + 786 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 858, + 726, + 883 + ] + }, + { + "text": "Gtheos", + "boxes": [ + 855, + 853, + 909, + 884 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1390, + 864, + 1454, + 883 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 881, + 722, + 907 + ] + }, + { + "text": "White", + "boxes": [ + 858, + 881, + 902, + 909 + ] + }, + { + "text": "Ear Place", + "boxes": [ + 684, + 911, + 742, + 931 + ] + }, + { + "text": "Over Ear", + "boxes": [ + 858, + 909, + 918, + 935 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 913, + 1864, + 939 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 937, + 766, + 961 + ] + }, + { + "text": " Over Ear", + "boxes": [ + 856, + 935, + 918, + 961 + ] + }, + { + "text": "32 0hm", + "boxes": [ + 860, + 963, + 914, + 983 + ] + }, + { + "text": "New (4) fron", + "boxes": [ + 1394, + 969, + 1468, + 987 + ] + }, + { + "text": "$359", + "boxes": [ + 1484, + 969, + 1514, + 983 + ] + }, + { + "text": " About this item", + "boxes": [ + 678, + 1000, + 836, + 1037 + ] + } + ] + }, + { + "frame_id": "170_1_9", + "episode_id": 170, + "env_id": 1, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.986898422241211, + "advantages": -0.7206804156303406, + "generated_text": "{\n \"intent\": \"Get familiar with the LibreOffice Calc environment by opening an application.\",\n \"action\": \"DoubleClick(100, 17)\" \n}", + "action_string": "DoubleClick(100, 17)", + "intent_string": "Get familiar with the LibreOffice Calc environment by opening an application.", + "before_screen_ocr_results": [ + { + "text": "Untitled 1 -LibreOfficeC", + "boxes": [ + 844, + 10, + 1052, + 28 + ] + }, + { + "text": "View Insert Fomat tyles Sheet Data Tols Window Help", + "boxes": [ + 138, + 28, + 616, + 58 + ] + }, + { + "text": "Ctrl+Z ", + "boxes": [ + 376, + 60, + 424, + 79 + ] + }, + { + "text": "盖&", + "boxes": [ + 434, + 60, + 502, + 91 + ] + }, + { + "text": "·、", + "boxes": [ + 504, + 59, + 610, + 88 + ] + }, + { + "text": "X田-I·个I-田", + "boxes": [ + 598, + 60, + 1318, + 89 + ] + }, + { + "text": "Ctrl+Y", + "boxes": [ + 372, + 87, + 416, + 105 + ] + }, + { + "text": "要国日日%00+三至田口目", + "boxes": [ + 440, + 99, + 1264, + 129 + ] + }, + { + "text": "Cut", + "boxes": [ + 124, + 145, + 148, + 167 + ] + }, + { + "text": "Ctrl+)", + "boxes": [ + 376, + 145, + 410, + 167 + ] + }, + { + "text": "Mou", + "boxes": [ + 10, + 171, + 54, + 197 + ] + }, + { + "text": "Copy", + "boxes": [ + 120, + 171, + 160, + 197 + ] + }, + { + "text": "Ctrl+o", + "boxes": [ + 372, + 169, + 416, + 195 + ] + }, + { + "text": "", + "boxes": [ + 1834, + 187, + 1848, + 206 + ] + }, + { + "text": "Ctrl+V", + "boxes": [ + 374, + 199, + 414, + 218 + ] + }, + { + "text": "HDO", + "boxes": [ + 1824, + 202, + 1862, + 349 + ] + }, + { + "text": "Paste Special", + "boxes": [ + 124, + 224, + 212, + 248 + ] + }, + { + "text": "Select All", + "boxes": [ + 126, + 258, + 188, + 278 + ] + }, + { + "text": "Teri", + "boxes": [ + 22, + 284, + 52, + 306 + ] + }, + { + "text": "Select", + "boxes": [ + 122, + 286, + 166, + 306 + ] + }, + { + "text": "Ctrl+I", + "boxes": [ + 376, + 318, + 412, + 338 + ] + }, + { + "text": "Ctrl+H", + "boxes": [ + 374, + 343, + 414, + 363 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 391, + 54, + 417 + ] + }, + { + "text": "Libr", + "boxes": [ + 22, + 502, + 52, + 522 + ] + }, + { + "text": "N\\→", + "boxes": [ + 68, + 969, + 156, + 987 + ] + }, + { + "text": "+", + "boxes": [ + 156, + 971, + 186, + 985 + ] + }, + { + "text": "Sheet 1 of 1", + "boxes": [ + 66, + 993, + 142, + 1011 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 994, + 989, + 1078, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Untitled 1 - LibreOffice Cal", + "boxes": [ + 844, + 10, + 1068, + 28 + ] + }, + { + "text": "Edit View ", + "boxes": [ + 102, + 36, + 182, + 54 + ] + }, + { + "text": "at Styles Sheet Data Tools Window Help", + "boxes": [ + 280, + 30, + 616, + 60 + ] + }, + { + "text": "Fire", + "boxes": [ + 30, + 66, + 60, + 87 + ] + }, + { + "text": "·-目-电自、", + "boxes": [ + 70, + 60, + 438, + 89 + ] + }, + { + "text": "&", + "boxes": [ + 434, + 64, + 500, + 89 + ] + }, + { + "text": "勺-→、", + "boxes": [ + 508, + 66, + 608, + 83 + ] + }, + { + "text": "X田-I·个I-口田", + "boxes": [ + 598, + 60, + 1318, + 89 + ] + }, + { + "text": "Liberation San", + "boxes": [ + 76, + 105, + 174, + 123 + ] + }, + { + "text": "aaaa==里国日日-%00t三至田-口目", + "boxes": [ + 274, + 99, + 1262, + 129 + ] + }, + { + "text": "、=", + "boxes": [ + 218, + 135, + 306, + 161 + ] + }, + { + "text": "Mou", + "boxes": [ + 12, + 173, + 46, + 195 + ] + }, + { + "text": "HDO", + "boxes": [ + 1824, + 202, + 1862, + 349 + ] + }, + { + "text": "Ter", + "boxes": [ + 24, + 280, + 46, + 306 + ] + }, + { + "text": "Cal", + "boxes": [ + 16, + 393, + 44, + 415 + ] + }, + { + "text": "ib", + "boxes": [ + 26, + 504, + 50, + 518 + ] + }, + { + "text": "不→二", + "boxes": [ + 68, + 969, + 156, + 987 + ] + }, + { + "text": "+", + "boxes": [ + 156, + 971, + 186, + 985 + ] + }, + { + "text": " Sheet 1 of 1", + "boxes": [ + 61, + 986, + 145, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 994, + 989, + 1078, + 1012 + ] + } + ] + }, + { + "frame_id": "170_2_9", + "episode_id": 170, + "env_id": 2, + "step": 9, + "format_rewards": 1.0, + "rewards": 11.616548538208008, + "advantages": 1.1884911060333252, + "generated_text": "{\n \"intent\": \"Exploring headlines by clicking on the '年末首次降准落地' link.\",\n \"action\": \"DoubleClick(587, 430)\"\n}", + "action_string": "DoubleClick(587, 430)", + "intent_string": "Exploring headlines by clicking on the '年末首次降准落地' link.", + "before_screen_ocr_results": [ + { + "text": " Search - Microsoft Bing", + "boxes": [ + 26, + 32, + 188, + 50 + ] + }, + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 18, + 107, + 188, + 155 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 642, + 441 + ] + }, + { + "text": " 2 这些习惯在泄露信息", + "boxes": [ + 788, + 409, + 968, + 445 + ] + }, + { + "text": "3 娃哈哈客服回应代工制", + "boxes": [ + 1100, + 407, + 1288, + 443 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 654, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1550, + 794 + ] + }, + { + "text": "斯拉上", + "boxes": [ + 1455, + 799, + 1523, + 847 + ] + }, + { + "text": "4.07%", + "boxes": [ + 1646, + 806, + 1694, + 840 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1458, + 850, + 1514, + 891 + ] + }, + { + "text": "1,63026", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "13,16%", + "boxes": [ + 1625, + 888, + 1701, + 942 + ] + }, + { + "text": "ITBEAR科技资讯·13小时", + "boxes": [ + 824, + 917, + 1008, + 947 + ] + }, + { + "text": "①", + "boxes": [ + 1138, + 923, + 1168, + 943 + ] + }, + { + "text": "一点资讯·1周", + "boxes": [ + 1160, + 921, + 1254, + 945 + ] + }, + { + "text": "全球最大金矿企业纽蒙特矿业用爱立信5G实", + "boxes": [ + 202, + 945, + 776, + 985 + ] + }, + { + "text": "法拉利CEO：车内多屏无用，", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "梦幻西游：比同属性灵饰都", + "boxes": [ + 1136, + 941, + 1388, + 977 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1698, + 987 + ] + }, + { + "text": "驾驶乐趣才是核心诉求！", + "boxes": [ + 830, + 971, + 1052, + 1001 + ] + }, + { + "text": "贵，上古玉魄全是价格泡沫，", + "boxes": [ + 1136, + 967, + 1398, + 1003 + ] + }, + { + "text": "现“云挖矿”（附图片）", + "boxes": [ + 196, + 977, + 500, + 1025 + ] + }, + { + "text": "黄验", + "boxes": [ + 1456, + 987, + 1494, + 1030 + ] + }, + { + "text": "61942 ", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "入手亏一半", + "boxes": [ + 1138, + 995, + 1248, + 1026 + ] + }, + { + "text": "△1", + "boxes": [ + 1142, + 1028, + 1174, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 26, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 1,900,000 results", + "boxes": [ + 172, + 254, + 338, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "®", + "boxes": [ + 184, + 305, + 206, + 328 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政..", + "boxes": [ + 174, + 334, + 680, + 369 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 363, + 778, + 393 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构，", + "boxes": [ + 176, + 387, + 776, + 417 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "?", + "boxes": [ + 578, + 429, + 600, + 453 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": "ewqxsi.. Translate this result ", + "boxes": [ + 424, + 455, + 600, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元存款准备金率，", + "boxes": [ + 176, + 476, + 726, + 512 + ] + }, + { + "text": "3 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 178, + 530, + 620, + 554 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 178, + 619, + 752, + 649 + ] + }, + { + "text": "1 hour ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济 央广网北京5", + "boxes": [ + 176, + 645, + 788, + 675 + ] + }, + { + "text": "月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 752, + 697 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "https://w.thepaper.cn Transate this resut", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验.", + "boxes": [ + 174, + 756, + 744, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 262, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https://plticsgmwcn ranslate thisresult", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 172, + 891, + 676, + 935 + ] + }, + { + "text": "3 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%．", + "boxes": [ + 172, + 941, + 778, + 981 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://v.ct.com Translae this resut ", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ] + }, + { + "frame_id": "170_3_9", + "episode_id": 170, + "env_id": 3, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.132563591003418, + "advantages": 0.11109232902526855, + "generated_text": "{\n \"intent\": \"Open the browser page titled \\\"端午假期购票日历来了\\\", which meets the exploration goal.\",\n \"action\": \"DoubleClick(1107, 13)\"\n}", + "action_string": "DoubleClick(1107, 13)", + "intent_string": "Open the browser page titled \"端午假期购票日历来了\", which meets the exploration goal.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 390, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 422, + 113, + 448, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1336, + 111, + 1366, + 131 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1426, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1548, + 135 + ] + }, + { + "text": "sina", + "boxes": [ + 1386, + 185, + 1434, + 220 + ] + }, + { + "text": "数软动", + "boxes": [ + 380, + 242, + 404, + 256 + ] + }, + { + "text": "超声波工", + "boxes": [ + 678, + 242, + 714, + 256 + ] + }, + { + "text": "谷歌搜索引擎", + "boxes": [ + 1232, + 240, + 1304, + 258 + ] + }, + { + "text": "sina 新闻中心国内新闻>正文", + "boxes": [ + 332, + 280, + 578, + 316 + ] + }, + { + "text": "新闻", + "boxes": [ + 1334, + 294, + 1390, + 320 + ] + }, + { + "text": "请输入关键词", + "boxes": [ + 1392, + 294, + 1480, + 320 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月23日火车票", + "boxes": [ + 326, + 355, + 1216, + 409 + ] + }, + { + "text": "2025年05月15日08:50新京报作者：新京报", + "boxes": [ + 332, + 471, + 674, + 500 + ] + }, + { + "text": "△一A一A一☆一一一&", + "boxes": [ + 1000, + 465, + 1440, + 500 + ] + }, + { + "text": "1,384", + "boxes": [ + 1464, + 469, + 1578, + 500 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 464, + 546, + 980, + 606 + ] + }, + { + "text": "?", + "boxes": [ + 996, + 556, + 1012, + 574 + ] + }, + { + "text": "A", + "boxes": [ + 1592, + 566, + 1638, + 602 + ] + }, + { + "text": "中LEP", + "boxes": [ + 984, + 582, + 1024, + 602 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1592, + 596, + 1640, + 623 + ] + }, + { + "text": "国", + "boxes": [ + 1596, + 645, + 1634, + 675 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买5月29日火车票。", + "boxes": [ + 370, + 665, + 1102, + 695 + ] + }, + { + "text": "相关新闻", + "boxes": [ + 1596, + 679, + 1636, + 695 + ] + }, + { + "text": "关闭广告", + "boxes": [ + 240, + 770, + 298, + 796 + ] + }, + { + "text": "端", + "boxes": [ + 691, + 800, + 852, + 969 + ] + }, + { + "text": "So", + "boxes": [ + 1626, + 804, + 1650, + 826 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1646, + 800, + 1752, + 832 + ] + }, + { + "text": "今日推", + "boxes": [ + 26, + 840, + 162, + 897 + ] + }, + { + "text": "看见，更远-", + "boxes": [ + 1620, + 848, + 1796, + 891 + ] + }, + { + "text": "些", + "boxes": [ + 1812, + 850, + 1846, + 879 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1620, + 893, + 1848, + 937 + ] + }, + { + "text": "预算管", + "boxes": [ + 0, + 927, + 148, + 991 + ] + }, + { + "text": "假期", + "boxes": [ + 708, + 943, + 842, + 1014 + ] + }, + { + "text": "15", + "boxes": [ + 200, + 957, + 240, + 987 + ] + }, + { + "text": "5月", + "boxes": [ + 210, + 991, + 232, + 1005 + ] + }, + { + "text": "微软云", + "boxes": [ + 1266, + 999, + 1342, + 1036 + ] + }, + { + "text": "工田女久", + "boxes": [ + 1, + 1012, + 101, + 1055 + ] + }, + { + "text": "端午假期购票·", + "boxes": [ + 216, + 1048, + 306, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "端午假期购票日历来了", + "boxes": [ + 640, + 40, + 782, + 64 + ] + }, + { + "text": "今日可购买5月29日火车票|端午|火车票_新浪新闻", + "boxes": [ + 788, + 40, + 1134, + 64 + ] + }, + { + "text": "Mozilla Firefox", + "boxes": [ + 1156, + 42, + 1280, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": " Q Search - Microsoft Bing ", + "boxes": [ + 326, + 68, + 510, + 91 + ] + }, + { + "text": "×」Q 端午假期购票日历-Search × ", + "boxes": [ + 500, + 68, + 766, + 91 + ] + }, + { + "text": "端午假期购票日历来了今日×「十", + "boxes": [ + 1026, + 71, + 1244, + 89 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 452, + 133 + ] + }, + { + "text": "a8540274.shtm", + "boxes": [ + 970, + 107, + 1082, + 125 + ] + }, + { + "text": "·", + "boxes": [ + 1284, + 101, + 1370, + 133 + ] + }, + { + "text": "三四@", + "boxes": [ + 1462, + 99, + 1562, + 131 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 454, + 151, + 514, + 177 + ] + }, + { + "text": "体育", + "boxes": [ + 594, + 151, + 634, + 177 + ] + }, + { + "text": "财经娱乐", + "boxes": [ + 652, + 151, + 748, + 177 + ] + }, + { + "text": "科技", + "boxes": [ + 772, + 153, + 804, + 175 + ] + }, + { + "text": "博客", + "boxes": [ + 814, + 153, + 864, + 173 + ] + }, + { + "text": "图片", + "boxes": [ + 858, + 153, + 918, + 173 + ] + }, + { + "text": "专栏", + "boxes": [ + 944, + 153, + 976, + 173 + ] + }, + { + "text": "更多", + "boxes": [ + 1004, + 153, + 1044, + 173 + ] + }, + { + "text": "V", + "boxes": [ + 1172, + 145, + 1206, + 175 + ] + }, + { + "text": "登录", + "boxes": [ + 1212, + 149, + 1252, + 175 + ] + }, + { + "text": "注册", + "boxes": [ + 1266, + 149, + 1310, + 175 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1344, + 149, + 1436, + 175 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "B.", + "boxes": [ + 500, + 230, + 534, + 258 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "微软云", + "boxes": [ + 498, + 278, + 532, + 298 + ] + }, + { + "text": "国外浏览器", + "boxes": [ + 596, + 278, + 650, + 298 + ] + }, + { + "text": "语音播报器", + "boxes": [ + 702, + 280, + 762, + 298 + ] + }, + { + "text": "超声波工业加湿器", + "boxes": [ + 792, + 276, + 892, + 300 + ] + }, + { + "text": "电商客服", + "boxes": [ + 924, + 278, + 976, + 298 + ] + }, + { + "text": "花生壳云主机", + "boxes": [ + 1026, + 280, + 1094, + 298 + ] + }, + { + "text": "谷歌云网盘", + "boxes": [ + 1140, + 278, + 1198, + 298 + ] + }, + { + "text": "谷歌搜索引擎告", + "boxes": [ + 1350, + 276, + 1430, + 300 + ] + }, + { + "text": "Sha 新闻中心 国内新间>正文", + "boxes": [ + 452, + 309, + 702, + 362 + ] + }, + { + "text": "新闻请输入关键词", + "boxes": [ + 1210, + 328, + 1362, + 357 + ] + }, + { + "text": "Q", + "boxes": [ + 1428, + 332, + 1454, + 355 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 114, + 419 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票", + "boxes": [ + 448, + 393, + 1336, + 447 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "2025年05月15日08:50新京报作者：新京报", + "boxes": [ + 452, + 506, + 794, + 536 + ] + }, + { + "text": "IAIAII", + "boxes": [ + 882, + 502, + 1162, + 538 + ] + }, + { + "text": "一0", + "boxes": [ + 1146, + 506, + 1230, + 532 + ] + }, + { + "text": "B一品", + "boxes": [ + 1216, + 502, + 1316, + 533 + ] + }, + { + "text": "1,384", + "boxes": [ + 1348, + 506, + 1458, + 538 + ] + }, + { + "text": "A", + "boxes": [ + 1480, + 524, + 1516, + 560 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 620 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1478, + 556, + 1514, + 576 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 466, + 582, + 978, + 641 + ] + }, + { + "text": "3", + "boxes": [ + 990, + 590, + 1026, + 617 + ] + }, + { + "text": "", + "boxes": [ + 1050, + 598, + 1078, + 625 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "目", + "boxes": [ + 1484, + 606, + 1508, + 627 + ] + }, + { + "text": "中国目", + "boxes": [ + 986, + 617, + 1028, + 637 + ] + }, + { + "text": "关新", + "boxes": [ + 1482, + 635, + 1512, + 649 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买", + "boxes": [ + 488, + 701, + 1092, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "5日29日车关闭广告", + "boxes": [ + 450, + 726, + 624, + 761 + ] + }, + { + "text": "新浪新闻|加老见", + "boxes": [ + 1323, + 747, + 1437, + 795 + ] + }, + { + "text": "品", + "boxes": [ + 1308, + 760, + 1332, + 782 + ] + }, + { + "text": "", + "boxes": [ + 34, + 776, + 80, + 828 + ] + }, + { + "text": "今日推", + "boxes": [ + 346, + 794, + 484, + 858 + ] + }, + { + "text": "看见，更远", + "boxes": [ + 1302, + 804, + 1472, + 848 + ] + }, + { + "text": "此", + "boxes": [ + 1498, + 810, + 1524, + 830 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1302, + 852, + 1530, + 893 + ] + }, + { + "text": "预算管", + "boxes": [ + 319, + 883, + 471, + 954 + ] + }, + { + "text": "20254", + "boxes": [ + 574, + 878, + 596, + 891 + ] + }, + { + "text": "端", + "boxes": [ + 704, + 878, + 846, + 1022 + ] + }, + { + "text": "15", + "boxes": [ + 518, + 913, + 568, + 949 + ] + }, + { + "text": "Files", + "boxes": [ + 30, + 935, + 88, + 976 + ] + }, + { + "text": "5月", + "boxes": [ + 524, + 943, + 566, + 969 + ] + }, + { + "text": "工田女h", + "boxes": [ + 322, + 977, + 422, + 1009 + ] + }, + { + "text": "端午假期购票··", + "boxes": [ + 216, + 1048, + 310, + 1074 + ] + } + ] + }, + { + "frame_id": "170_4_9", + "episode_id": 170, + "env_id": 4, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.268815040588379, + "advantages": -0.5160040855407715, + "generated_text": "{\"intent\": \"Scroll down to read the news article and see more details about today's ticket purchase\", \"action\": \"DoubleClick(1002, 467)\"}", + "action_string": "DoubleClick(1002, 467)", + "intent_string": "Scroll down to read the news article and see more details about today's ticket purchase", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 44, + 342, + 62 + ] + }, + { + "text": "端午假期购票日历来了", + "boxes": [ + 640, + 40, + 782, + 64 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "Q Search -Microsoft Bing×」α 端午假期购票日历-Search × ", + "boxes": [ + 326, + 68, + 766, + 91 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 452, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四@", + "boxes": [ + 1462, + 99, + 1568, + 131 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 456, + 151, + 516, + 177 + ] + }, + { + "text": "新闻1", + "boxes": [ + 538, + 151, + 602, + 177 + ] + }, + { + "text": "体育", + "boxes": [ + 594, + 151, + 636, + 177 + ] + }, + { + "text": "财经", + "boxes": [ + 652, + 151, + 692, + 177 + ] + }, + { + "text": "科技", + "boxes": [ + 772, + 153, + 800, + 173 + ] + }, + { + "text": "博客", + "boxes": [ + 830, + 153, + 860, + 173 + ] + }, + { + "text": "图片", + "boxes": [ + 886, + 153, + 916, + 173 + ] + }, + { + "text": "专栏", + "boxes": [ + 946, + 153, + 974, + 173 + ] + }, + { + "text": "更多", + "boxes": [ + 1004, + 153, + 1036, + 173 + ] + }, + { + "text": "登录", + "boxes": [ + 1216, + 151, + 1250, + 173 + ] + }, + { + "text": "注册", + "boxes": [ + 1272, + 151, + 1306, + 173 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1344, + 151, + 1434, + 175 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "超声波工业加湿器", + "boxes": [ + 468, + 278, + 562, + 296 + ] + }, + { + "text": "语音播报器", + "boxes": [ + 592, + 280, + 652, + 298 + ] + }, + { + "text": "imap服务器", + "boxes": [ + 810, + 280, + 872, + 298 + ] + }, + { + "text": "私有云存储", + "boxes": [ + 918, + 280, + 980, + 298 + ] + }, + { + "text": "谷歌云网盘", + "boxes": [ + 1030, + 278, + 1090, + 298 + ] + }, + { + "text": "谷歌搜索引擎", + "boxes": [ + 1134, + 278, + 1204, + 300 + ] + }, + { + "text": "电商客服", + "boxes": [ + 1252, + 276, + 1304, + 302 + ] + }, + { + "text": "花生壳云主机", + "boxes": [ + 1356, + 278, + 1426, + 300 + ] + }, + { + "text": "Sha 新闻中心 国内新间>正文", + "boxes": [ + 452, + 309, + 702, + 362 + ] + }, + { + "text": "新闻请输入关键词", + "boxes": [ + 1212, + 330, + 1364, + 359 + ] + }, + { + "text": "Q", + "boxes": [ + 1432, + 336, + 1452, + 355 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票", + "boxes": [ + 448, + 393, + 1336, + 447 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "2025年05月15日08:50新京报作者：新京报", + "boxes": [ + 452, + 506, + 794, + 536 + ] + }, + { + "text": "IAIAII", + "boxes": [ + 882, + 500, + 1160, + 538 + ] + }, + { + "text": "一0", + "boxes": [ + 1146, + 506, + 1230, + 532 + ] + }, + { + "text": "B一品", + "boxes": [ + 1216, + 502, + 1316, + 533 + ] + }, + { + "text": "1,409", + "boxes": [ + 1348, + 506, + 1460, + 538 + ] + }, + { + "text": "A", + "boxes": [ + 1480, + 524, + 1516, + 560 + ] + }, + { + "text": "", + "boxes": [ + 14, + 544, + 94, + 623 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1478, + 556, + 1516, + 576 + ] + }, + { + "text": "ERP", + "boxes": [ + 888, + 590, + 974, + 627 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "planning", + "boxes": [ + 904, + 621, + 960, + 641 + ] + }, + { + "text": "PLATFRMS", + "boxes": [ + 1169, + 619, + 1241, + 658 + ] + }, + { + "text": "微软云", + "boxes": [ + 594, + 639, + 638, + 665 + ] + }, + { + "text": "imap服务器", + "boxes": [ + 688, + 643, + 758, + 665 + ] + }, + { + "text": "钢衬四氟阀门", + "boxes": [ + 788, + 639, + 866, + 663 + ] + }, + { + "text": "电商宝erp", + "boxes": [ + 897, + 637, + 965, + 668 + ] + }, + { + "text": "企业私有云搭建×", + "boxes": [ + 992, + 641, + 1094, + 665 + ] + }, + { + "text": "VICE", + "boxes": [ + 1348, + 635, + 1370, + 649 + ] + }, + { + "text": "关新", + "boxes": [ + 1482, + 635, + 1510, + 649 + ] + }, + { + "text": "语音播报器", + "boxes": [ + 482, + 645, + 542, + 663 + ] + }, + { + "text": "ONLNE OFRCE", + "boxes": [ + 1168, + 655, + 1246, + 687 + ] + }, + { + "text": "围", + "boxes": [ + 36, + 679, + 80, + 719 + ] + }, + { + "text": "SHAREDCALENDERS", + "boxes": [ + 1158, + 689, + 1256, + 721 + ] + }, + { + "text": "CARE", + "boxes": [ + 1375, + 670, + 1424, + 724 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买", + "boxes": [ + 490, + 701, + 1094, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "区关闭广告", + "boxes": [ + 554, + 733, + 618, + 750 + ] + }, + { + "text": "日", + "boxes": [ + 390, + 754, + 422, + 774 + ] + }, + { + "text": "ONLIE RESOURCES", + "boxes": [ + 1158, + 754, + 1258, + 786 + ] + }, + { + "text": "新浪新闻|知起架见", + "boxes": [ + 1295, + 748, + 1437, + 795 + ] + }, + { + "text": "", + "boxes": [ + 34, + 776, + 82, + 828 + ] + }, + { + "text": "scrm", + "boxes": [ + 338, + 794, + 448, + 832 + ] + }, + { + "text": "3rdPARTYINTEGRATION", + "boxes": [ + 1156, + 792, + 1264, + 820 + ] + }, + { + "text": "看见，更远", + "boxes": [ + 1300, + 804, + 1472, + 848 + ] + }, + { + "text": "些", + "boxes": [ + 1496, + 810, + 1524, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": "ONLINECOLLBORATION", + "boxes": [ + 1152, + 826, + 1264, + 856 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1296, + 845, + 1532, + 900 + ] + }, + { + "text": "CRM", + "boxes": [ + 546, + 885, + 562, + 899 + ] + }, + { + "text": "端", + "boxes": [ + 704, + 878, + 846, + 1022 + ] + }, + { + "text": "OFLINEACCES", + "boxes": [ + 1166, + 887, + 1252, + 919 + ] + }, + { + "text": "OUTSOURCE PROCESSES", + "boxes": [ + 1158, + 925, + 1262, + 951 + ] + }, + { + "text": "Files", + "boxes": [ + 31, + 936, + 87, + 974 + ] + }, + { + "text": "ONLINESTORAGE", + "boxes": [ + 1164, + 957, + 1252, + 983 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 1048, + 208, + 1070 + ] + }, + { + "text": "端午假期购票··", + "boxes": [ + 216, + 1048, + 308, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 44, + 342, + 62 + ] + }, + { + "text": "端午假期购票日历来", + "boxes": [ + 640, + 40, + 774, + 64 + ] + }, + { + "text": "今日可购买5月29日火车票|端午|火车票_新浪新闻一MozillaFirefo）", + "boxes": [ + 798, + 42, + 1276, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "Q Search-Microsoft Bing×」α 端午假期购票日历-Search ×", + "boxes": [ + 326, + 67, + 760, + 91 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 452, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四@", + "boxes": [ + 1459, + 97, + 1569, + 133 + ] + }, + { + "text": "", + "boxes": [ + 42, + 131, + 70, + 151 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 456, + 151, + 516, + 177 + ] + }, + { + "text": "新闻1", + "boxes": [ + 538, + 151, + 602, + 177 + ] + }, + { + "text": "体育", + "boxes": [ + 594, + 151, + 636, + 177 + ] + }, + { + "text": "科技", + "boxes": [ + 772, + 153, + 802, + 173 + ] + }, + { + "text": "博客", + "boxes": [ + 830, + 153, + 860, + 173 + ] + }, + { + "text": "图片", + "boxes": [ + 886, + 153, + 918, + 173 + ] + }, + { + "text": "专栏", + "boxes": [ + 946, + 153, + 976, + 173 + ] + }, + { + "text": "更多", + "boxes": [ + 1004, + 153, + 1038, + 173 + ] + }, + { + "text": "登录", + "boxes": [ + 1216, + 151, + 1250, + 173 + ] + }, + { + "text": "注册", + "boxes": [ + 1268, + 149, + 1308, + 175 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1344, + 151, + 1434, + 175 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "TB", + "boxes": [ + 909, + 211, + 997, + 259 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "语音播报器", + "boxes": [ + 592, + 280, + 652, + 298 + ] + }, + { + "text": "imap服务器", + "boxes": [ + 810, + 280, + 872, + 298 + ] + }, + { + "text": "私有云存储", + "boxes": [ + 918, + 280, + 980, + 298 + ] + }, + { + "text": "谷歌云网盘", + "boxes": [ + 1030, + 278, + 1090, + 298 + ] + }, + { + "text": "谷歌搜索引擎", + "boxes": [ + 1134, + 280, + 1204, + 298 + ] + }, + { + "text": "电商客服", + "boxes": [ + 1252, + 280, + 1300, + 298 + ] + }, + { + "text": "花生壳云主机", + "boxes": [ + 1356, + 280, + 1424, + 298 + ] + }, + { + "text": "Sha 新闻中心 国内新间>正文", + "boxes": [ + 452, + 309, + 702, + 362 + ] + }, + { + "text": "新闻请输入关键词", + "boxes": [ + 1212, + 330, + 1366, + 359 + ] + }, + { + "text": "Q", + "boxes": [ + 1432, + 336, + 1450, + 351 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "端午假期购票日历来了今日可购买5月29日火车票", + "boxes": [ + 448, + 393, + 1338, + 447 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "2025年05月15日08:50新京报作者：新京报", + "boxes": [ + 452, + 506, + 794, + 536 + ] + }, + { + "text": "△IAIA", + "boxes": [ + 880, + 502, + 1052, + 536 + ] + }, + { + "text": "一", + "boxes": [ + 1146, + 506, + 1222, + 530 + ] + }, + { + "text": "B-R", + "boxes": [ + 1218, + 506, + 1316, + 530 + ] + }, + { + "text": "1,409", + "boxes": [ + 1348, + 506, + 1460, + 538 + ] + }, + { + "text": "A", + "boxes": [ + 1480, + 526, + 1512, + 556 + ] + }, + { + "text": "", + "boxes": [ + 14, + 544, + 94, + 623 + ] + }, + { + "text": "ERP", + "boxes": [ + 890, + 588, + 976, + 627 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "planning", + "boxes": [ + 904, + 621, + 960, + 641 + ] + }, + { + "text": "语音播报器", + "boxes": [ + 482, + 645, + 542, + 663 + ] + }, + { + "text": "微软云", + "boxes": [ + 596, + 639, + 638, + 665 + ] + }, + { + "text": "imap服务器", + "boxes": [ + 684, + 641, + 758, + 665 + ] + }, + { + "text": "钢衬四氟阀门", + "boxes": [ + 788, + 639, + 868, + 665 + ] + }, + { + "text": "电商宝erp", + "boxes": [ + 897, + 637, + 965, + 668 + ] + }, + { + "text": "企业私有云搭建×", + "boxes": [ + 992, + 641, + 1092, + 665 + ] + }, + { + "text": "围", + "boxes": [ + 36, + 679, + 80, + 719 + ] + }, + { + "text": "新京报讯据@中国铁路微博消息，端午假期购票日历来啦，今天可购买", + "boxes": [ + 490, + 701, + 1092, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "区关闭广告", + "boxes": [ + 554, + 733, + 618, + 750 + ] + }, + { + "text": "八自", + "boxes": [ + 344, + 752, + 422, + 776 + ] + }, + { + "text": "新浪新闻知起见", + "boxes": [ + 1297, + 750, + 1437, + 793 + ] + }, + { + "text": "", + "boxes": [ + 30, + 771, + 84, + 832 + ] + }, + { + "text": "scrm", + "boxes": [ + 338, + 794, + 446, + 832 + ] + }, + { + "text": "看见，更远", + "boxes": [ + 1300, + 804, + 1472, + 848 + ] + }, + { + "text": "此", + "boxes": [ + 1498, + 810, + 1524, + 830 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": "思考，再多一点", + "boxes": [ + 1298, + 852, + 1528, + 893 + ] + }, + { + "text": "CRM", + "boxes": [ + 546, + 885, + 562, + 899 + ] + }, + { + "text": "端", + "boxes": [ + 704, + 878, + 846, + 1022 + ] + }, + { + "text": "04:05", + "boxes": [ + 444, + 901, + 500, + 927 + ] + }, + { + "text": "Files", + "boxes": [ + 31, + 936, + 87, + 974 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 1048, + 208, + 1070 + ] + }, + { + "text": "端午假期购票··", + "boxes": [ + 216, + 1048, + 310, + 1074 + ] + } + ] + }, + { + "frame_id": "170_5_9", + "episode_id": 170, + "env_id": 5, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.946578979492188, + "advantages": -0.749953031539917, + "generated_text": "{\n \"intent\": \"Click the QR code to proceed with logging in or registering\",\n \"action\": \"DoubleClick(1000, 547)\" \n}", + "action_string": "DoubleClick(1000, 547)", + "intent_string": "Click the QR code to proceed with logging in or registering", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 44, + 340, + 60 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正×知 知乎－有问题，就会有答案×「十", + "boxes": [ + 324, + 66, + 796, + 95 + ] + }, + { + "text": "→白", + "boxes": [ + 328, + 97, + 452, + 133 + ] + }, + { + "text": " https://wv", + "boxes": [ + 548, + 101, + 682, + 131 + ] + }, + { + "text": "v.zhihu.com/s", + "boxes": [ + 684, + 109, + 772, + 127 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1464, + 101, + 1564, + 133 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 170, + 110, + 201 + ] + }, + { + "text": "知乎", + "boxes": [ + 878, + 167, + 1032, + 246 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 892, + 238, + 1018, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 308, + 1030, + 334 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1042, + 306, + 1118, + 338 + ] + }, + { + "text": "打开知乎App", + "boxes": [ + 700, + 379, + 808, + 407 + ] + }, + { + "text": "中国+86", + "boxes": [ + 944, + 381, + 1034, + 405 + ] + }, + { + "text": "手机号", + "boxes": [ + 1054, + 379, + 1102, + 405 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 112, + 419 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 409, + 854, + 433 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 944, + 437, + 1076, + 461 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1198, + 439, + 1302, + 463 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1198, + 480, + 1302, + 506 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 500, + 94, + 532 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1087, + 533, + 1155, + 565 + ] + }, + { + "text": "其他方式登录", + "boxes": [ + 1088, + 598, + 1158, + 619 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 686, + 623, + 820, + 653 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》", + "boxes": [ + 948, + 701, + 1252, + 719 + ] + }, + { + "text": "《隐和", + "boxes": [ + 1260, + 703, + 1290, + 717 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 734, + 727, + 790, + 746 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 818, + 727, + 882, + 746 + ] + }, + { + "text": "保护指引", + "boxes": [ + 946, + 721, + 996, + 741 + ] + }, + { + "text": "口", + "boxes": [ + 36, + 784, + 80, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": "Files", + "boxes": [ + 31, + 936, + 87, + 974 + ] + }, + { + "text": "3", + "boxes": [ + 180, + 1050, + 206, + 1064 + ] + }, + { + "text": "知乎－有问题", + "boxes": [ + 212, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 44, + 340, + 60 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正×知 知乎-有问题，就会有答案×", + "boxes": [ + 324, + 66, + 778, + 95 + ] + }, + { + "text": "→白", + "boxes": [ + 328, + 97, + 452, + 133 + ] + }, + { + "text": "| https://wv", + "boxes": [ + 548, + 101, + 682, + 131 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1464, + 101, + 1564, + 133 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 170, + 110, + 201 + ] + }, + { + "text": "知乎", + "boxes": [ + 875, + 164, + 1033, + 249 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 892, + 238, + 1018, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 308, + 1030, + 334 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1042, + 306, + 1118, + 338 + ] + }, + { + "text": "打开知乎App", + "boxes": [ + 700, + 379, + 808, + 407 + ] + }, + { + "text": "中国+86", + "boxes": [ + 944, + 379, + 1034, + 405 + ] + }, + { + "text": "请输入手机号", + "boxes": [ + 1056, + 375, + 1144, + 401 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 112, + 419 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 654, + 409, + 854, + 433 + ] + }, + { + "text": "请输入短信验证码", + "boxes": [ + 944, + 435, + 1062, + 467 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1198, + 439, + 1302, + 463 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1198, + 480, + 1302, + 506 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 500, + 94, + 532 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1085, + 533, + 1155, + 565 + ] + }, + { + "text": "", + "boxes": [ + 32, + 556, + 84, + 613 + ] + }, + { + "text": "其他方式登录", + "boxes": [ + 1088, + 598, + 1158, + 619 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 686, + 623, + 820, + 653 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》", + "boxes": [ + 948, + 701, + 1252, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 734, + 727, + 790, + 746 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 818, + 727, + 882, + 746 + ] + }, + { + "text": "保护指引", + "boxes": [ + 946, + 721, + 996, + 741 + ] + }, + { + "text": "2", + "boxes": [ + 38, + 784, + 78, + 826 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": "Files", + "boxes": [ + 33, + 936, + 85, + 974 + ] + }, + { + "text": "3", + "boxes": [ + 180, + 1050, + 206, + 1064 + ] + }, + { + "text": "知乎－有问题", + "boxes": [ + 212, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "170_6_9", + "episode_id": 170, + "env_id": 6, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.567204475402832, + "advantages": 0.4266491234302521, + "generated_text": "{\n \"intent\": \"Click on the article titled '官方通报男生救人缺考：将补考 考生全力备考中' to start reading the content.\",\n \"action\": \"Click(1006, 359)\"\n}", + "action_string": "Click(1006, 359)", + "intent_string": "Click on the article titled '官方通报男生救人缺考：将补考 考生全力备考中' to start reading the content.", + "before_screen_ocr_results": [ + { + "text": "首页", + "boxes": [ + 372, + 115, + 402, + 129 + ] + }, + { + "text": "优选", + "boxes": [ + 874, + 113, + 922, + 131 + ] + }, + { + "text": "法制", + "boxes": [ + 926, + 115, + 962, + 129 + ] + }, + { + "text": "守艺中华", + "boxes": [ + 958, + 113, + 1028, + 131 + ] + }, + { + "text": "地方频道", + "boxes": [ + 1172, + 113, + 1228, + 133 + ] + }, + { + "text": "China", + "boxes": [ + 434, + 179, + 538, + 224 + ] + }, + { + "text": "新闻", + "boxes": [ + 542, + 179, + 640, + 240 + ] + }, + { + "text": "中华网", + "boxes": [ + 444, + 214, + 522, + 240 + ] + }, + { + "text": "微软云", + "boxes": [ + 780, + 236, + 820, + 256 + ] + }, + { + "text": "国内", + "boxes": [ + 388, + 286, + 428, + 314 + ] + }, + { + "text": "国际", + "boxes": [ + 510, + 286, + 550, + 314 + ] + }, + { + "text": "社会", + "boxes": [ + 628, + 282, + 672, + 318 + ] + }, + { + "text": "体育", + "boxes": [ + 752, + 286, + 790, + 314 + ] + }, + { + "text": "专题", + "boxes": [ + 874, + 286, + 916, + 312 + ] + }, + { + "text": "军事", + "boxes": [ + 992, + 286, + 1034, + 312 + ] + }, + { + "text": "财经", + "boxes": [ + 1114, + 286, + 1156, + 314 + ] + }, + { + "text": "滚动", + "boxes": [ + 1236, + 286, + 1278, + 314 + ] + }, + { + "text": "政务", + "boxes": [ + 1356, + 286, + 1398, + 314 + ] + }, + { + "text": "冬奥", + "boxes": [ + 1480, + 286, + 1516, + 314 + ] + }, + { + "text": "官方通报男生救人缺考：将补考考生全力备考中", + "boxes": [ + 746, + 353, + 1412, + 395 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 768, + 467, + 1280, + 526 + ] + }, + { + "text": "Bai百度", + "boxes": [ + 1264, + 476, + 1378, + 514 + ] + }, + { + "text": "B目B口", + "boxes": [ + 389, + 543, + 479, + 580 + ] + }, + { + "text": "5月14日下午，山东省教育招生考试院发布公告称，经上级主管部门同意，将按程序启用", + "boxes": [ + 792, + 584, + 1512, + 613 + ] + }, + { + "text": "精密放大器", + "boxes": [ + 382, + 596, + 496, + 627 + ] + }, + { + "text": "春季高考语文科目副题，安排因救人缺考的姜某参加考试。得知此消息后，救人学生姜昭鹏表", + "boxes": [ + 756, + 615, + 1520, + 645 + ] + }, + { + "text": "今日热点", + "boxes": [ + 382, + 649, + 456, + 681 + ] + }, + { + "text": "示，接下来将全力准备考试。烟台市教育招生考试院回复称，为保证考生安全，将不对外透露", + "boxes": [ + 758, + 647, + 1520, + 677 + ] + }, + { + "text": "考试时间和地点。", + "boxes": [ + 758, + 681, + 894, + 711 + ] + }, + { + "text": "此前报道显示，5月10日早上，山东城市服务职业", + "boxes": [ + 1102, + 721, + 1510, + 750 + ] + }, + { + "text": "【本服特色】", + "boxes": [ + 1702, + 725, + 1818, + 762 + ] + }, + { + "text": "Baic百度", + "boxes": [ + 797, + 740, + 897, + 777 + ] + }, + { + "text": "", + "boxes": [ + 916, + 735, + 950, + 764 + ] + }, + { + "text": "", + "boxes": [ + 984, + 742, + 1010, + 766 + ] + }, + { + "text": "学院2022级学生姜昭鹏和同学乘坐网约车前往山东省职", + "boxes": [ + 1062, + 748, + 1524, + 786 + ] + }, + { + "text": "中国探目", + "boxes": [ + 912, + 762, + 956, + 788 + ] + }, + { + "text": "『终身福利服,红包领不停！』", + "boxes": [ + 1658, + 760, + 1860, + 796 + ] + }, + { + "text": "曝病重老人被要求亲自取", + "boxes": [ + 378, + 788, + 536, + 818 + ] + }, + { + "text": "教高考考点。上车约一分钟，同学突发心梗休克。姜昭", + "boxes": [ + 1062, + 782, + 1516, + 818 + ] + }, + { + "text": "国外服装网站", + "boxes": [ + 550, + 800, + 640, + 832 + ] + }, + { + "text": "百度AI助力", + "boxes": [ + 796, + 794, + 1004, + 844 + ] + }, + { + "text": "『满级不是梦，人人当大哥!", + "boxes": [ + 1662, + 792, + 1860, + 822 + ] + }, + { + "text": "钱在银行去世家属痛诉..", + "boxes": [ + 378, + 812, + 534, + 836 + ] + }, + { + "text": "鹏利用在专业课中学到的急救知识，对发病同学持续进", + "boxes": [ + 1066, + 814, + 1518, + 850 + ] + }, + { + "text": "『开放全爆率,回收得灵符!", + "boxes": [ + 1660, + 820, + 1858, + 854 + ] + }, + { + "text": "实习律师", + "boxes": [ + 434, + 842, + 482, + 862 + ] + }, + { + "text": "中国航天", + "boxes": [ + 791, + 835, + 969, + 898 + ] + }, + { + "text": "行心脏复苏、人工呼吸等急救措施。网约车司机得到交", + "boxes": [ + 1068, + 850, + 1516, + 879 + ] + }, + { + "text": "『神装全靠打,合成出终极！", + "boxes": [ + 1662, + 852, + 1860, + 881 + ] + }, + { + "text": "警许可后连闯红灯，将送诊时间压缩一半。最终，发病", + "boxes": [ + 1068, + 881, + 1518, + 911 + ] + }, + { + "text": "终身福利真正首创", + "boxes": [ + 1662, + 887, + 1856, + 917 + ] + }, + { + "text": "同学被抢救成功，但姜昭鹏因迟到错过了语文考试。(责", + "boxes": [ + 1066, + 913, + 1516, + 943 + ] + }, + { + "text": "高端版本", + "boxes": [ + 1666, + 915, + 1756, + 941 + ] + }, + { + "text": "骨灰回归", + "boxes": [ + 1752, + 915, + 1854, + 941 + ] + }, + { + "text": "律所回应招聘王者段位实", + "boxes": [ + 378, + 951, + 536, + 975 + ] + }, + { + "text": "“颐云楼主人\"主动向省纪", + "boxes": [ + 554, + 951, + 710, + 975 + ] + }, + { + "text": "任编辑：张小花TT1000)", + "boxes": [ + 1068, + 953, + 1212, + 977 + ] + }, + { + "text": "开始游戏", + "boxes": [ + 1714, + 953, + 1804, + 985 + ] + }, + { + "text": "习生 考察团队协作能力", + "boxes": [ + 374, + 969, + 530, + 999 + ] + }, + { + "text": "委投案能源高管涉违纪.", + "boxes": [ + 550, + 969, + 704, + 999 + ] + }, + { + "text": "今日快讯", + "boxes": [ + 709, + 988, + 829, + 1037 + ] + }, + { + "text": "万曼呼吸机山东旅游景点大全", + "boxes": [ + 1282, + 983, + 1526, + 1018 + ] + }, + { + "text": "", + "boxes": [ + 1654, + 995, + 1870, + 1012 + ] + }, + { + "text": "花", + "boxes": [ + 594, + 1005, + 642, + 1042 + ] + }, + { + "text": "么意思", + "boxes": [ + 1280, + 1016, + 1342, + 1042 + ] + }, + { + "text": "染色机", + "boxes": [ + 1336, + 1018, + 1412, + 1044 + ] + }, + { + "text": "为什么长不高", + "boxes": [ + 1402, + 1016, + 1524, + 1046 + ] + }, + { + "text": "官方通报男生", + "boxes": [ + 218, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "首页", + "boxes": [ + 372, + 115, + 402, + 129 + ] + }, + { + "text": "地方频道", + "boxes": [ + 1172, + 113, + 1228, + 133 + ] + }, + { + "text": "China", + "boxes": [ + 434, + 179, + 536, + 224 + ] + }, + { + "text": "新闻", + "boxes": [ + 542, + 179, + 640, + 240 + ] + }, + { + "text": "中华网", + "boxes": [ + 444, + 214, + 522, + 240 + ] + }, + { + "text": "微软云", + "boxes": [ + 780, + 236, + 820, + 256 + ] + }, + { + "text": "国内", + "boxes": [ + 388, + 286, + 430, + 314 + ] + }, + { + "text": "国际", + "boxes": [ + 510, + 286, + 550, + 314 + ] + }, + { + "text": "社会", + "boxes": [ + 630, + 282, + 672, + 318 + ] + }, + { + "text": "体育", + "boxes": [ + 752, + 286, + 790, + 314 + ] + }, + { + "text": "专题", + "boxes": [ + 874, + 286, + 916, + 314 + ] + }, + { + "text": "军事", + "boxes": [ + 992, + 286, + 1032, + 312 + ] + }, + { + "text": "财经", + "boxes": [ + 1114, + 286, + 1158, + 314 + ] + }, + { + "text": "滚动", + "boxes": [ + 1236, + 286, + 1278, + 314 + ] + }, + { + "text": "政务", + "boxes": [ + 1356, + 286, + 1398, + 314 + ] + }, + { + "text": "冬奥", + "boxes": [ + 1480, + 286, + 1516, + 314 + ] + }, + { + "text": "官方通报男生救人缺考：将补考考生全力备考中", + "boxes": [ + 744, + 349, + 1412, + 397 + ] + }, + { + "text": "2025-05-1418:30:02 头条号", + "boxes": [ + 748, + 403, + 932, + 433 + ] + }, + { + "text": "百度AI助力中国航天", + "boxes": [ + 766, + 467, + 1280, + 526 + ] + }, + { + "text": "Bai百度", + "boxes": [ + 1264, + 476, + 1378, + 514 + ] + }, + { + "text": "语音播报器", + "boxes": [ + 382, + 596, + 498, + 627 + ] + }, + { + "text": "春季高考语文科目副题，安排因救人缺考的姜某参加考试。得知此消息后，救人学生姜昭鹏表", + "boxes": [ + 760, + 619, + 1516, + 643 + ] + }, + { + "text": "今日热点", + "boxes": [ + 382, + 649, + 456, + 681 + ] + }, + { + "text": "示，接下来将全力准备考试。烟台市教育招生考试院回复称，为保证考生安全，将不对外透露", + "boxes": [ + 758, + 647, + 1520, + 677 + ] + }, + { + "text": "考试时间和地点。", + "boxes": [ + 758, + 681, + 892, + 711 + ] + }, + { + "text": "此前报道显示，5月10日早上，山东城市服务职业", + "boxes": [ + 1100, + 719, + 1508, + 748 + ] + }, + { + "text": "Baic百度", + "boxes": [ + 797, + 740, + 895, + 777 + ] + }, + { + "text": "D", + "boxes": [ + 920, + 739, + 948, + 762 + ] + }, + { + "text": "", + "boxes": [ + 984, + 744, + 1008, + 766 + ] + }, + { + "text": "学院2022级学生姜昭鹏和同学乘坐网约车前往山东省职", + "boxes": [ + 1062, + 748, + 1524, + 786 + ] + }, + { + "text": "中国探目", + "boxes": [ + 912, + 762, + 956, + 788 + ] + }, + { + "text": "百度AI助力", + "boxes": [ + 791, + 786, + 1007, + 848 + ] + }, + { + "text": "教高考考点。上车约一分钟，同学突发心梗休克。姜昭", + "boxes": [ + 1066, + 782, + 1518, + 818 + ] + }, + { + "text": "爆病重老人被要求亲自取", + "boxes": [ + 380, + 792, + 534, + 816 + ] + }, + { + "text": "钱在银行去世家属痛诉..", + "boxes": [ + 378, + 812, + 534, + 836 + ] + }, + { + "text": "国外服装网站", + "boxes": [ + 552, + 804, + 638, + 830 + ] + }, + { + "text": "鹏利用在专业课中学到的急救知识，对发病同学持续进", + "boxes": [ + 1064, + 812, + 1518, + 850 + ] + }, + { + "text": "实习律师", + "boxes": [ + 434, + 842, + 482, + 862 + ] + }, + { + "text": "中国航天", + "boxes": [ + 791, + 835, + 969, + 898 + ] + }, + { + "text": "行心脏复苏、人工呼吸等急救措施。网约车司机得到交", + "boxes": [ + 1068, + 850, + 1516, + 879 + ] + }, + { + "text": "警许可后连闯红灯，将送诊时间压缩一半。最终，发病", + "boxes": [ + 1068, + 881, + 1516, + 911 + ] + }, + { + "text": "同学被抢救成功，但姜昭鹏因迟到错过了语文考试。(责", + "boxes": [ + 1066, + 913, + 1516, + 943 + ] + }, + { + "text": "律所回应招聘王者段位实", + "boxes": [ + 378, + 951, + 536, + 975 + ] + }, + { + "text": "“颐云楼主人\"主动向省纪", + "boxes": [ + 554, + 951, + 710, + 975 + ] + }, + { + "text": "任编辑：张小花TT1000)", + "boxes": [ + 1068, + 953, + 1212, + 977 + ] + }, + { + "text": "习生 考察团队协作能力", + "boxes": [ + 376, + 969, + 532, + 999 + ] + }, + { + "text": "委投案能源高管涉违纪.", + "boxes": [ + 552, + 969, + 704, + 999 + ] + }, + { + "text": "今日快讯", + "boxes": [ + 709, + 988, + 829, + 1037 + ] + }, + { + "text": "万曼呼吸机山东旅游景点大全", + "boxes": [ + 1282, + 983, + 1526, + 1018 + ] + }, + { + "text": "花", + "boxes": [ + 598, + 1005, + 642, + 1042 + ] + }, + { + "text": "这轮中美关税会谈让台湾社会看清了什么？", + "boxes": [ + 858, + 997, + 1170, + 1032 + ] + }, + { + "text": "么意思", + "boxes": [ + 1280, + 1016, + 1342, + 1042 + ] + }, + { + "text": "染色机", + "boxes": [ + 1336, + 1018, + 1406, + 1044 + ] + }, + { + "text": "为什么长不高", + "boxes": [ + 1416, + 1018, + 1520, + 1044 + ] + }, + { + "text": "官方通报男生", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "170_7_9", + "episode_id": 170, + "env_id": 7, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.328840255737305, + "advantages": -0.47242471575737, + "generated_text": "{\n \"intent\": \"To explore the information on the screen regarding the release of railway tickets for the holiday, and to learn more about these arrangements.\",\n \"action\": \"DoubleClick(1064, 370)\"\n}", + "action_string": "DoubleClick(1064, 370)", + "intent_string": "To explore the information on the screen regarding the release of railway tickets for the holiday, and to learn more about these arrangements.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 260, + 69, + 276, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 420, + 113, + 452, + 133 + ] + }, + { + "text": "体育", + "boxes": [ + 474, + 113, + 510, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 532, + 113, + 566, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 588, + 113, + 624, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 646, + 111, + 690, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1368, + 135 + ] + }, + { + "text": "更多", + "boxes": [ + 884, + 117, + 924, + 133 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1428, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1550, + 137 + ] + }, + { + "text": "专业的投资工具权威的财经资讯", + "boxes": [ + 652, + 175, + 908, + 210 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 430, + 187, + 608, + 224 + ] + }, + { + "text": "投资理财首选新浪财经APP", + "boxes": [ + 640, + 202, + 1108, + 254 + ] + }, + { + "text": "下载APP", + "boxes": [ + 1168, + 195, + 1290, + 232 + ] + }, + { + "text": "shina新浪科技新浪科技>滚动新闻>正文", + "boxes": [ + 336, + 282, + 656, + 318 + ] + }, + { + "text": "放假3天不调休", + "boxes": [ + 330, + 345, + 602, + 399 + ] + }, + { + "text": "端午假期火车票即将开售购票日历来了", + "boxes": [ + 586, + 349, + 1270, + 397 + ] + }, + { + "text": "2025年05月15日08:47", + "boxes": [ + 334, + 457, + 510, + 480 + ] + }, + { + "text": "快科技", + "boxes": [ + 506, + 453, + 576, + 484 + ] + }, + { + "text": "Q", + "boxes": [ + 1264, + 457, + 1284, + 472 + ] + }, + { + "text": "R", + "boxes": [ + 1400, + 459, + 1420, + 472 + ] + }, + { + "text": "创事记", + "boxes": [ + 1250, + 516, + 1354, + 554 + ] + }, + { + "text": "快科技5月15日消息，今日，中国铁路发布端午假期购票日历，今日可购买5月29日火车票。", + "boxes": [ + 330, + 570, + 1092, + 600 + ] + }, + { + "text": "那些想退小米汽车的年轻人", + "boxes": [ + 1328, + 576, + 1530, + 611 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 608, + 1640, + 651 + ] + }, + { + "text": "月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。", + "boxes": [ + 344, + 631, + 976, + 661 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1598, + 645, + 1638, + 665 + ] + }, + { + "text": "中国铁路还提醒，在火车票起售当日页面点击购票信息预填，即可提前选择乘车人、预选车次、预选席", + "boxes": [ + 328, + 691, + 1194, + 727 + ] + }, + { + "text": "刘强东重构京东的30个月", + "boxes": [ + 1332, + 695, + 1514, + 725 + ] + }, + { + "text": "别，火车票起售时便可快速提交订单。", + "boxes": [ + 332, + 727, + 646, + 756 + ] + }, + { + "text": "", + "boxes": [ + 1598, + 770, + 1634, + 798 + ] + }, + { + "text": "5月17日起", + "boxes": [ + 596, + 784, + 756, + 832 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1594, + 794, + 1638, + 822 + ] + }, + { + "text": "没有了巴菲特的掌舵，伯克希尔", + "boxes": [ + 1332, + 810, + 1564, + 840 + ] + }, + { + "text": "火车票正式开售", + "boxes": [ + 622, + 836, + 952, + 891 + ] + }, + { + "text": "能否续写传奇？", + "boxes": [ + 1336, + 834, + 1446, + 858 + ] + }, + { + "text": "国", + "boxes": [ + 1600, + 844, + 1634, + 876 + ] + }, + { + "text": "购票日期", + "boxes": [ + 644, + 913, + 734, + 951 + ] + }, + { + "text": "乘车日期", + "boxes": [ + 824, + 915, + 910, + 953 + ] + }, + { + "text": "阅读排行榜", + "boxes": [ + 1282, + 941, + 1388, + 973 + ] + }, + { + "text": "评论排行榜", + "boxes": [ + 1438, + 937, + 1552, + 975 + ] + }, + { + "text": "期五", + "boxes": [ + 636, + 951, + 676, + 967 + ] + }, + { + "text": "期五", + "boxes": [ + 818, + 951, + 850, + 965 + ] + }, + { + "text": "5月16日", + "boxes": [ + 625, + 962, + 747, + 1005 + ] + }, + { + "text": "5月30日", + "boxes": [ + 808, + 967, + 922, + 1005 + ] + }, + { + "text": "北京突降冰霍：比鸭蛋还大户外停的车集体", + "boxes": [ + 1290, + 975, + 1568, + 1005 + ] + }, + { + "text": "星期六端午节", + "boxes": [ + 802, + 999, + 930, + 1028 + ] + }, + { + "text": "01", + "boxes": [ + 1252, + 991, + 1282, + 1011 + ] + }, + { + "text": "星期六", + "boxes": [ + 628, + 1001, + 690, + 1026 + ] + }, + { + "text": "遭殃", + "boxes": [ + 1292, + 1003, + 1324, + 1022 + ] + }, + { + "text": "5日17", + "boxes": [ + 642, + 1028, + 732, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 260, + 69, + 276, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 420, + 113, + 452, + 133 + ] + }, + { + "text": "体育", + "boxes": [ + 474, + 113, + 510, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 532, + 113, + 568, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 586, + 113, + 624, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 646, + 111, + 690, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "更多", + "boxes": [ + 884, + 117, + 924, + 133 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1428, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1550, + 137 + ] + }, + { + "text": "专业的投资工具权威的财经资讯", + "boxes": [ + 652, + 175, + 908, + 210 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 430, + 187, + 608, + 224 + ] + }, + { + "text": "投资理财首选新浪财经APP", + "boxes": [ + 640, + 202, + 1108, + 254 + ] + }, + { + "text": "下载APP", + "boxes": [ + 1168, + 195, + 1290, + 232 + ] + }, + { + "text": "shna新浪科技新浪科技>滚动新闻>正文", + "boxes": [ + 336, + 282, + 656, + 318 + ] + }, + { + "text": "关闭", + "boxes": [ + 294, + 330, + 324, + 349 + ] + }, + { + "text": "放假3天不调休端午假期火车票即将开售", + "boxes": [ + 330, + 349, + 1036, + 399 + ] + }, + { + "text": "购票日历来了", + "boxes": [ + 1036, + 351, + 1268, + 395 + ] + }, + { + "text": "2025年05月15日08:47", + "boxes": [ + 334, + 457, + 512, + 480 + ] + }, + { + "text": "快科技", + "boxes": [ + 498, + 453, + 578, + 484 + ] + }, + { + "text": "新浪财经APP」A丨A", + "boxes": [ + 896, + 442, + 1168, + 487 + ] + }, + { + "text": "8", + "boxes": [ + 1264, + 459, + 1282, + 472 + ] + }, + { + "text": "Y", + "boxes": [ + 1402, + 459, + 1420, + 472 + ] + }, + { + "text": "创事记", + "boxes": [ + 1250, + 516, + 1354, + 554 + ] + }, + { + "text": "快科技5月15日消息，今日，中国铁路发布端午假期购票日历，今日可购买5月29日火车票。", + "boxes": [ + 330, + 570, + 1092, + 600 + ] + }, + { + "text": "那些想退小米汽车的年轻人", + "boxes": [ + 1328, + 576, + 1530, + 611 + ] + }, + { + "text": "", + "boxes": [ + 1588, + 608, + 1640, + 651 + ] + }, + { + "text": "月17日可购买5月31日端午假期首日火车票，5月19日可购买6月2日火车票。", + "boxes": [ + 346, + 631, + 976, + 661 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1598, + 645, + 1638, + 665 + ] + }, + { + "text": "中国铁路还提醒，在火车票起售当日页面点击购票信息预填，即可提前选择乘车人、预选车次、预选席", + "boxes": [ + 330, + 691, + 1194, + 727 + ] + }, + { + "text": "刘强东重构京东的30个月", + "boxes": [ + 1332, + 695, + 1514, + 725 + ] + }, + { + "text": "别，火车票起售时便可快速提交订单。", + "boxes": [ + 332, + 727, + 646, + 756 + ] + }, + { + "text": "", + "boxes": [ + 1598, + 770, + 1636, + 798 + ] + }, + { + "text": "5月17日起", + "boxes": [ + 596, + 784, + 756, + 832 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1594, + 794, + 1640, + 822 + ] + }, + { + "text": "没有了巴菲特的掌舵，伯克希尔", + "boxes": [ + 1332, + 810, + 1564, + 840 + ] + }, + { + "text": "火车票正式开售", + "boxes": [ + 622, + 836, + 952, + 891 + ] + }, + { + "text": "能否续写传奇？", + "boxes": [ + 1336, + 834, + 1446, + 858 + ] + }, + { + "text": "国", + "boxes": [ + 1600, + 844, + 1634, + 876 + ] + }, + { + "text": "购票日期", + "boxes": [ + 644, + 913, + 734, + 951 + ] + }, + { + "text": "乘车日期", + "boxes": [ + 824, + 915, + 910, + 953 + ] + }, + { + "text": "阅读排行榜", + "boxes": [ + 1282, + 941, + 1388, + 973 + ] + }, + { + "text": "评论排行榜", + "boxes": [ + 1438, + 937, + 1552, + 975 + ] + }, + { + "text": "期五", + "boxes": [ + 636, + 951, + 676, + 967 + ] + }, + { + "text": "5月16日", + "boxes": [ + 625, + 962, + 747, + 1005 + ] + }, + { + "text": "5月30日", + "boxes": [ + 808, + 967, + 922, + 1005 + ] + }, + { + "text": "北京突降冰霍：比鸭蛋还大户外停的车集体", + "boxes": [ + 1290, + 975, + 1568, + 1005 + ] + }, + { + "text": "星期六端午节", + "boxes": [ + 802, + 999, + 930, + 1028 + ] + }, + { + "text": "01", + "boxes": [ + 1252, + 991, + 1282, + 1011 + ] + }, + { + "text": "星期六", + "boxes": [ + 628, + 1001, + 690, + 1026 + ] + }, + { + "text": "遭殃", + "boxes": [ + 1292, + 1003, + 1324, + 1022 + ] + }, + { + "text": "5日17", + "boxes": [ + 642, + 1028, + 732, + 1046 + ] + } + ] + } + ] +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_170/scores_v3.json b/ScreenExplorer-3B-E1/episode_170/scores_v3.json new file mode 100644 index 0000000000000000000000000000000000000000..24beb804b1a354ce3a793dbc29e279c73ecbeb72 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_170/scores_v3.json @@ -0,0 +1,19 @@ +{ + "directory_path": "logs/ScreenExplorer_2025-05-14_13-31-185da9f3/episode_170", + "single_trajectory_image_diversity": 0.44001736864447594, + "single_trajectory_text_diversity": 0.2563734333962202, + "single_trajectory_image_diversity_max": 0.93017578125, + "single_trajectory_image_diversity_min": 0.00390625, + "single_trajectory_image_diversity_std": 0.3143310546875, + "single_trajectory_text_diversity_max": 0.5458984375, + "single_trajectory_text_diversity_min": 0.0068359375, + "single_trajectory_text_diversity_std": 0.17549896240234375, + "group_trajectories_image_diversity": 0.5894803404808044, + "group_trajectories_text_diversity": 0.43773022294044495, + "group_trajectories_image_diversity_max": 1.359375, + "group_trajectories_image_diversity_min": -0.0078125, + "group_trajectories_image_diversity_std": 0.29296875, + "group_trajectories_text_diversity_max": 0.71630859375, + "group_trajectories_text_diversity_min": 0.0, + "group_trajectories_text_diversity_std": 0.1624755859375 +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_180/actor_model_180/adapter_config.json b/ScreenExplorer-3B-E1/episode_180/actor_model_180/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5e12e7b8286312c1fcac1decd5d5a37b3ca2091d --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_180/actor_model_180/adapter_config.json @@ -0,0 +1,39 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen2.5-VL-3B-Instruct", + "bias": "none", + "corda_config": null, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "o_proj", + "k_proj", + "v_proj", + "gate_proj", + "up_proj", + "down_proj" + ], + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_180/game_record_20250515_132632.json b/ScreenExplorer-3B-E1/episode_180/game_record_20250515_132632.json new file mode 100644 index 0000000000000000000000000000000000000000..a95a28538f70a4c0a2d421ee56460ea1a26d7c6c --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_180/game_record_20250515_132632.json @@ -0,0 +1,51561 @@ +{ + "start_time": "2025-05-15T13:26:32.861643", + "end_time": "2025-05-15T13:34:08.953973", + "buffer_size": 80, + "all_records": [ + { + "frame_id": "180_0_0", + "episode_id": 180, + "env_id": 0, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.387103080749512, + "advantages": 1.6904515027999878, + "generated_text": "{\n \"intent\": \"Exploremore applications like Excel or LibreOffice.\",\n \"action\": \"DoubleClick(70, 48)\" \n}", + "action_string": "DoubleClick(70, 48)", + "intent_string": "Exploremore applications like Excel or LibreOffice.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 74, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "180_1_0", + "episode_id": 180, + "env_id": 1, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.491483688354492, + "advantages": -0.3947743773460388, + "generated_text": "{\n \"intent\": \"I want to access all the available applications by clicking each one.\",\n \"action\": \"Click(79, 32)\" \n}", + "action_string": "Click(79, 32)", + "intent_string": "I want to access all the available applications by clicking each one.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 88, + 38, + 148, + 69 + ] + }, + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 25, + 115, + 87, + 169 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 331, + 86, + 383 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "180_2_0", + "episode_id": 180, + "env_id": 2, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.598039627075195, + "advantages": 1.922486662864685, + "generated_text": "{\n \"intent\": \"Exploring by clicking or utilizing available applications.\",\n \"action\": \"DoubleClick(76, 74)\" \n}", + "action_string": "DoubleClick(76, 74)", + "intent_string": "Exploring by clicking or utilizing available applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "亚白", + "boxes": [ + 64, + 66, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "180_3_0", + "episode_id": 180, + "env_id": 3, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.973581314086914, + "advantages": 2.3355913162231445, + "generated_text": "{\n \"intent\": \"I want to start experiment with Firefox.\",\n \"action\": \"DoubleClick(77, 71)\" \n}", + "action_string": "DoubleClick(77, 71)", + "intent_string": "I want to start experiment with Firefox.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "正日", + "boxes": [ + 61, + 63, + 129, + 92 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "180_4_0", + "episode_id": 180, + "env_id": 4, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.205952644348145, + "advantages": 1.49118173122406, + "generated_text": "{\n \"intent\": \"I want to open one of these available applications.\",\n \"action\": \"DoubleClick(75, 43)\" }", + "action_string": "DoubleClick(75, 43)", + "intent_string": "I want to open one of these available applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "180_5_0", + "episode_id": 180, + "env_id": 5, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.511425018310547, + "advantages": 1.8272085189819336, + "generated_text": "{\n \"intent\": \"To begin exploring available software options by clicking on one of them.\",\n \"action\": \"DoubleClick(72, 59)\" \n}", + "action_string": "DoubleClick(72, 59)", + "intent_string": "To begin exploring available software options by clicking on one of them.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "180_6_0", + "episode_id": 180, + "env_id": 6, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.307841300964355, + "advantages": 1.6032615900039673, + "generated_text": "{\n \"intent\": \"I want to check if any application is running minimized or did not start.\",\n \"action\": \"DoubleClick(71, 37)\" \n}", + "action_string": "DoubleClick(71, 37)", + "intent_string": "I want to check if any application is running minimized or did not start.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "180_7_0", + "episode_id": 180, + "env_id": 7, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.119730949401855, + "advantages": 1.3963358402252197, + "generated_text": "{\n \"intent\": \"To open a program from the available desktop shortcuts.\",\n \"action\": \"DoubleClick(74, 50)\" \n}", + "action_string": "DoubleClick(74, 50)", + "intent_string": "To open a program from the available desktop shortcuts.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "180_0_1", + "episode_id": 180, + "env_id": 0, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.784971237182617, + "advantages": 1.0280922651290894, + "generated_text": "{\n \"intent\": \"I want to search the web for some information.\",\n \"action\": \"DoubleClick(1025, 461)\"\n}", + "action_string": "DoubleClick(1025, 461)", + "intent_string": "I want to search the web for some information.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 74, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1042, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 860, + 441 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "180_1_1", + "episode_id": 180, + "env_id": 1, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.136092185974121, + "advantages": 0.31431010365486145, + "generated_text": "{\n \"intent\": \"Exploring the available applications on the desktop.\",\n \"action\": \"DoubleClick(71, 38)\" }", + "action_string": "DoubleClick(71, 38)", + "intent_string": "Exploring the available applications on the desktop.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 88, + 38, + 148, + 69 + ] + }, + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 25, + 115, + 87, + 169 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 85, + 43, + 141, + 74 + ] + }, + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 102, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 121, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "180_2_1", + "episode_id": 180, + "env_id": 2, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.31528091430664, + "advantages": 0.5114219188690186, + "generated_text": "{\n \"intent\": \"Clicking on the Bing link will take me straight to their homepage to explore.\",\n \"action\": \"DoubleClick(627, 485)\" \n}", + "action_string": "DoubleClick(627, 485)", + "intent_string": "Clicking on the Bing link will take me straight to their homepage to explore.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "亚白", + "boxes": [ + 60, + 66, + 128, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 38, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1601, + 65, + 1661, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 185, + 153 + ] + }, + { + "text": "国内版", + "boxes": [ + 490, + 248, + 560, + 282 + ] + }, + { + "text": "国际版", + "boxes": [ + 550, + 250, + 636, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 472, + 295, + 614, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 486, + 415, + 638, + 439 + ] + }, + { + "text": " 2 这些习惯在泄露信息", + "boxes": [ + 788, + 409, + 968, + 445 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1100, + 409, + 1286, + 443 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 482, + 453, + 654, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + } + ] + }, + { + "frame_id": "180_3_1", + "episode_id": 180, + "env_id": 3, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.795819282531738, + "advantages": -0.059998076409101486, + "generated_text": "{\n \"intent\": \"To begin searching online using Bing\",\n \"action\": \"DoubleClick(604, 475)\" \n}", + "action_string": "DoubleClick(604, 475)", + "intent_string": "To begin searching online using Bing", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Mozilla Firef", + "boxes": [ + 902, + 2, + 1006, + 26 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 164, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 588, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 740, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 556, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1225, + 788, + 1309, + 816 + ] + } + ] + }, + { + "frame_id": "180_4_1", + "episode_id": 180, + "env_id": 4, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.983490943908691, + "advantages": 0.1464451551437378, + "generated_text": "{\n \"intent\": \"Initiate browsing by clicking a link in the search bar or one of the top sites.\",\n \"action\": \"DoubleClick(561, 477)\"\n}", + "action_string": "DoubleClick(561, 477)", + "intent_string": "Initiate browsing by clicking a link in the search bar or one of the top sites.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "· Apple", + "boxes": [ + 18, + 28, + 70, + 54 + ] + }, + { + "text": "→×白", + "boxes": [ + 0, + 54, + 136, + 103 + ] + }, + { + "text": "| https://www.apple.com", + "boxes": [ + 250, + 64, + 472, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + } + ] + }, + { + "frame_id": "180_5_1", + "episode_id": 180, + "env_id": 5, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.44320011138916, + "advantages": 0.6521360278129578, + "generated_text": "{\n \"intent\": \"To open the Bing website by clicking its shortcut in the Firefox browser.\",\n \"action\": \"DoubleClick(647, 459)\" \n}", + "action_string": "DoubleClick(647, 459)", + "intent_string": "To open the Bing website by clicking its shortcut in the Firefox browser.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1606, + 69, + 1658, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 185, + 153 + ] + }, + { + "text": "国内版", + "boxes": [ + 492, + 250, + 560, + 282 + ] + }, + { + "text": "国际版", + "boxes": [ + 550, + 250, + 636, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "Next", + "boxes": [ + 1364, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 486, + 415, + 638, + 439 + ] + }, + { + "text": " 2 这些习惯在泄露信息", + "boxes": [ + 788, + 409, + 968, + 445 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1102, + 409, + 1286, + 443 + ] + }, + { + "text": "4 小鹏P7将迎来大改款>", + "boxes": [ + 482, + 451, + 664, + 480 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1246, + 478 + ] + } + ] + }, + { + "frame_id": "180_6_1", + "episode_id": 180, + "env_id": 6, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.547945022583008, + "advantages": 0.7673578858375549, + "generated_text": "{\n \"intent\": \"To explore and possibly open one of the search engine websites like Bing or Amazon\",\n \"action\": \"DoubleClick(632, 511)\" \n}", + "action_string": "DoubleClick(632, 511)", + "intent_string": "To explore and possibly open one of the search engine websites like Bing or Amazon", + "before_screen_ocr_results": [ + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": "C", + "boxes": [ + 70, + 69, + 124, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 38, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 69, + 1660, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 185, + 153 + ] + }, + { + "text": "国内版", + "boxes": [ + 490, + 248, + 560, + 282 + ] + }, + { + "text": "国际版", + "boxes": [ + 550, + 250, + 636, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 486, + 415, + 638, + 439 + ] + }, + { + "text": " 2 这些习惯在泄露信息", + "boxes": [ + 788, + 409, + 968, + 445 + ] + }, + { + "text": "3娃哈哈客服回应代工", + "boxes": [ + 1102, + 411, + 1286, + 441 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 654, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + } + ] + }, + { + "frame_id": "180_7_1", + "episode_id": 180, + "env_id": 7, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.565250396728516, + "advantages": 0.7863942384719849, + "generated_text": "{\n \"intent\": \"To explore打开了一个新的标签页，以便查找当前桌面环境中的某个特定应用程序或资源\",\n \"action\": \"DoubleClick(1025, 472)\" \n}", + "action_string": "DoubleClick(1025, 472)", + "intent_string": "To explore打开了一个新的标签页，以便查找当前桌面环境中的某个特定应用程序或资源", + "before_screen_ocr_results": [ + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1038, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1048, + 411 + ] + }, + { + "text": "手机号", + "boxes": [ + 1052, + 385, + 1110, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 946, + 437, + 1084, + 467 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "180_0_2", + "episode_id": 180, + "env_id": 0, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.695724487304688, + "advantages": -0.17010469734668732, + "generated_text": "{\n \"intent\": \"Click on the link to open the app and scan the QR code\",\n \"action\": \"DoubleClick(1000, 401)\"\n}", + "action_string": "DoubleClick(1000, 401)", + "intent_string": "Click on the link to open the app and scan the QR code", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1042, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 860, + 441 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×「十", + "boxes": [ + 6, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1038, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 817, + 413 + ] + }, + { + "text": "中国+8", + "boxes": [ + 941, + 390, + 1019, + 421 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "美国+1", + "boxes": [ + 942, + 435, + 1002, + 461 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1204, + 443, + 1308, + 469 + ] + }, + { + "text": "日本+81", + "boxes": [ + 944, + 476, + 1008, + 496 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 510 + ] + }, + { + "text": "中国香港+852", + "boxes": [ + 944, + 514, + 1046, + 540 + ] + }, + { + "text": "中国澳门+853", + "boxes": [ + 944, + 554, + 1046, + 578 + ] + }, + { + "text": "中国台湾+886", + "boxes": [ + 944, + 594, + 1046, + 619 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "马来西亚+60", + "boxes": [ + 944, + 635, + 1038, + 659 + ] + }, + { + "text": "澳大利亚+61", + "boxes": [ + 944, + 675, + 1038, + 699 + ] + }, + { + "text": "代表同意《知乎协议》《隐私", + "boxes": [ + 1136, + 703, + 1300, + 727 + ] + }, + { + "text": "加拿大+1", + "boxes": [ + 946, + 717, + 1012, + 737 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "英国+44", + "boxes": [ + 942, + 754, + 1012, + 780 + ] + }, + { + "text": "新加坡+65", + "boxes": [ + 942, + 794, + 1024, + 820 + ] + }, + { + "text": "德国+49", + "boxes": [ + 944, + 834, + 1014, + 860 + ] + }, + { + "text": "通考化务", + "boxes": [ + 922, + 987, + 994, + 1018 + ] + } + ] + }, + { + "frame_id": "180_1_2", + "episode_id": 180, + "env_id": 1, + "step": 2, + "format_rewards": 1.0, + "rewards": 11.426846504211426, + "advantages": 1.7341701984405518, + "generated_text": "{\n \"intent\": \"To begin interacting with one of these applications.\",\n \"action\": \"DoubleClick(72, 50)\"}", + "action_string": "DoubleClick(72, 50)", + "intent_string": "To begin interacting with one of these applications.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 88, + 48, + 140, + 73 + ] + }, + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 102, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 121, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "180_2_2", + "episode_id": 180, + "env_id": 2, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.3506441116333, + "advantages": 0.5503222346305847, + "generated_text": "{\n \"intent\": \"Scroll down slightly to explore more content on the Bing homepage\",\n \"action\": \"DoubleClick(1000, 3)\"\n}", + "action_string": "DoubleClick(1000, 3)", + "intent_string": "Scroll down slightly to explore more content on the Bing homepage", + "before_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 44, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 616, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 642, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1100, + 407, + 1290, + 443 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 656, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "新上", + "boxes": [ + 1451, + 794, + 1527, + 852 + ] + }, + { + "text": "贵州羊台", + "boxes": [ + 1458, + 848, + 1514, + 891 + ] + }, + { + "text": "1,.0126 ", + "boxes": [ + 1632, + 850, + 1698, + 891 + ] + }, + { + "text": "f", + "boxes": [ + 1594, + 860, + 1620, + 881 + ] + }, + { + "text": "13,323", + "boxes": [ + 1628, + 893, + 1700, + 941 + ] + }, + { + "text": "游侠网·23小时", + "boxes": [ + 828, + 921, + 950, + 945 + ] + }, + { + "text": "智电出行·5小时", + "boxes": [ + 1140, + 921, + 1264, + 945 + ] + }, + { + "text": "《烈焰之刃》游民试玩装备全手搓的真“打", + "boxes": [ + 218, + 945, + 760, + 987 + ] + }, + { + "text": "《光与影》回合制很难吗？外", + "boxes": [ + 834, + 941, + 1098, + 977 + ] + }, + { + "text": "5月27日见！一汽-大众全新", + "boxes": [ + 1136, + 941, + 1402, + 977 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "铁\"类魂", + "boxes": [ + 197, + 976, + 321, + 1025 + ] + }, + { + "text": "国玩家不闪避不格挡通关", + "boxes": [ + 828, + 967, + 1056, + 1001 + ] + }, + { + "text": "揽境将上市，超多亮点不容错", + "boxes": [ + 1134, + 967, + 1406, + 1003 + ] + }, + { + "text": "黄", + "boxes": [ + 1458, + 987, + 1496, + 1030 + ] + }, + { + "text": "61426 ", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "过！", + "boxes": [ + 1136, + 997, + 1182, + 1024 + ] + }, + { + "text": "△1", + "boxes": [ + 1140, + 1028, + 1172, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 44, + 340, + 62 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 856, + 42, + 988, + 60 + ] + }, + { + "text": "Mozilla Firefox", + "boxes": [ + 1006, + 42, + 1132, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "Q Search - Microsoft Bing ×+", + "boxes": [ + 324, + 64, + 572, + 93 + ] + }, + { + "text": "→白", + "boxes": [ + 326, + 101, + 454, + 133 + ] + }, + { + "text": " https://cn.bing.com", + "boxes": [ + 546, + 99, + 744, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 101, + 1560, + 133 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 341, + 148, + 503, + 191 + ] + }, + { + "text": "8", + "boxes": [ + 1472, + 161, + 1502, + 183 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "国内版", + "boxes": [ + 490, + 272, + 560, + 306 + ] + }, + { + "text": "国际版", + "boxes": [ + 554, + 274, + 640, + 306 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 474, + 320, + 616, + 351 + ] + }, + { + "text": "g", + "boxes": [ + 1334, + 320, + 1362, + 347 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 112, + 419 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 395, + 644, + 425 + ] + }, + { + "text": "@Next", + "boxes": [ + 1364, + 399, + 1416, + 425 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 488, + 435, + 640, + 465 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 794, + 435, + 966, + 465 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1104, + 431, + 1282, + 467 + ] + }, + { + "text": "小鹏P7将迎来大改款", + "boxes": [ + 496, + 474, + 658, + 498 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 794, + 474, + 966, + 498 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1102, + 466, + 1246, + 503 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "图", + "boxes": [ + 38, + 570, + 80, + 608 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 38, + 681, + 80, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 33, + 775, + 81, + 831 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1298, + 889, + 1396, + 915 + ] + }, + { + "text": "经预拉", + "boxes": [ + 1297, + 917, + 1369, + 974 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1474, + 923, + 1544, + 971 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1306, + 975, + 1360, + 1005 + ] + } + ] + }, + { + "frame_id": "180_3_2", + "episode_id": 180, + "env_id": 3, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.071934700012207, + "advantages": 0.24373537302017212, + "generated_text": "{\n \"intent\": \"Clicking on one of these commands will open the website quickly.\",\n \"action\": \"DoubleClick(774, 475)\" \n}", + "action_string": "DoubleClick(774, 475)", + "intent_string": "Clicking on one of these commands will open the website quickly.", + "before_screen_ocr_results": [ + { + "text": "Mozilla Firef", + "boxes": [ + 902, + 2, + 1006, + 26 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 164, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 588, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 740, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 556, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1225, + 788, + 1309, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→×白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 139, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1568, + 149 + ] + }, + { + "text": "Returns", + "boxes": [ + 1736, + 113, + 1782, + 139 + ] + }, + { + "text": "83", + "boxes": [ + 1826, + 115, + 1860, + 137 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "egistry", + "boxes": [ + 200, + 167, + 246, + 193 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 414, + 187 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 660, + 294, + 942, + 349 + ] + }, + { + "text": "", + "boxes": [ + 1336, + 486, + 1418, + 512 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 242, + 530, + 424, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 606, + 524, + 832, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 980, + 530, + 1288, + 560 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 1350, + 530, + 1548, + 560 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 240, + 889, + 326, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 610, + 889, + 690, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 982, + 891, + 1118, + 909 + ] + }, + { + "text": "See more", + "boxes": [ + 1352, + 891, + 1412, + 911 + ] + }, + { + "text": " Top categories in Kitchen ", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": " appliances", + "boxes": [ + 238, + 997, + 356, + 1026 + ] + } + ] + }, + { + "frame_id": "180_4_2", + "episode_id": 180, + "env_id": 4, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.620243072509766, + "advantages": 0.846887469291687, + "generated_text": "{\n \"intent\": \"Click on the \\\"Shop iPhone\\\" link to explore Apple's promotion and options for iPhones.\",\n \"action\": \"DoubleClick(1005, 343)\"\n}", + "action_string": "DoubleClick(1005, 343)", + "intent_string": "Click on the \"Shop iPhone\" link to explore Apple's promotion and options for iPhones.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 824, + 320, + 930, + 357 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Buy iPhone - Apple", + "boxes": [ + 22, + 26, + 160, + 54 + ] + }, + { + "text": "①→×白", + "boxes": [ + 4, + 56, + 134, + 99 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "Buy iPhone", + "boxes": [ + 216, + 1048, + 294, + 1072 + ] + } + ] + }, + { + "frame_id": "180_5_2", + "episode_id": 180, + "env_id": 5, + "step": 2, + "format_rewards": 1.0, + "rewards": 11.584321975708008, + "advantages": 1.907396912574768, + "generated_text": "{\n \"intent\": \"Click on the trending search result \\\"大鹅P7将迎来大改款\\\"\",\n \"action\": \"DoubleClick(571, 464)\"\n}", + "action_string": "DoubleClick(571, 464)", + "intent_string": "Click on the trending search result \"大鹅P7将迎来大改款\"", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 69, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 17, + 105, + 187, + 155 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 792, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1102, + 407, + 1288, + 443 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 480, + 447, + 664, + 481 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "#歌手2025全球发布会#好无聊的阵容，网传的叶", + "boxes": [ + 212, + 758, + 778, + 788 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "倩文没来，何洁揭榜也没成功，林志炫都来第三次", + "boxes": [ + 210, + 790, + 782, + 826 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 804, + 1522, + 846 + ] + }, + { + "text": "了，陈楚生、gai、白举纲也参加过，国内没歌手", + "boxes": [ + 212, + 826, + 780, + 856 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1458, + 848, + 1514, + 889 + ] + }, + { + "text": "了吗，尽是回锅肉。只能浅浅期待一下单依纯了。", + "boxes": [ + 210, + 858, + 782, + 893 + ] + }, + { + "text": "1,.0126 ", + "boxes": [ + 1632, + 850, + 1698, + 891 + ] + }, + { + "text": "（别喷，我就是不爱这个阵容）", + "boxes": [ + 198, + 895, + 552, + 925 + ] + }, + { + "text": "13,2", + "boxes": [ + 1630, + 895, + 1692, + 937 + ] + }, + { + "text": "ITBEAR科技资讯·1小时", + "boxes": [ + 824, + 917, + 998, + 947 + ] + }, + { + "text": "游戏天地·2天", + "boxes": [ + 1140, + 921, + 1252, + 945 + ] + }, + { + "text": "荒野大镖客：神秘陌生人任务", + "boxes": [ + 1134, + 937, + 1406, + 977 + ] + }, + { + "text": "英", + "boxes": [ + 1454, + 933, + 1526, + 991 + ] + }, + { + "text": "歌手2025今日官宣八人名单，网友看好单依", + "boxes": [ + 202, + 949, + 782, + 985 + ] + }, + { + "text": "双星闪耀！吉利博越L与智己", + "boxes": [ + 828, + 943, + 1088, + 973 + ] + }, + { + "text": "+4.16%", + "boxes": [ + 1640, + 945, + 1690, + 973 + ] + }, + { + "text": "L6同日震撼上市，配置升级引", + "boxes": [ + 826, + 967, + 1100, + 1003 + ] + }, + { + "text": "藏着啥秘密？", + "boxes": [ + 1140, + 969, + 1264, + 1001 + ] + }, + { + "text": "纯", + "boxes": [ + 196, + 983, + 240, + 1018 + ] + }, + { + "text": "领智能出行", + "boxes": [ + 823, + 992, + 937, + 1027 + ] + }, + { + "text": "黄金", + "boxes": [ + 1460, + 989, + 1492, + 1020 + ] + }, + { + "text": "3.1.41%0", + "boxes": [ + 1636, + 985, + 1698, + 1024 + ] + }, + { + "text": "=小鹏P7将迎来大改款", + "boxes": [ + 194, + 1022, + 332, + 1040 + ] + }, + { + "text": "arch - Micr.", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "小鹏P7将迎来大改款", + "boxes": [ + 176, + 157, + 334, + 187 + ] + }, + { + "text": "Sign ii", + "boxes": [ + 1566, + 163, + 1602, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": "About 509,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 294, + 278, + 320 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大", + "boxes": [ + 176, + 336, + 672, + 371 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，小鹏P7将迎来大改款，“这不是一款概念", + "boxes": [ + 176, + 363, + 772, + 393 + ] + }, + { + "text": "车，我们做的只是把它从未来带到现在”。随后，何.", + "boxes": [ + 174, + 385, + 502, + 417 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 208, + 433, + 266, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 204, + 467 + ] + }, + { + "text": ".qq.com", + "boxes": [ + 288, + 457, + 340, + 474 + ] + }, + { + "text": "1 rain ransate thisresuit ", + "boxes": [ + 336, + 453, + 504, + 482 + ] + }, + { + "text": "何小鹏官宣小鹏P7将迎大改款：“从未来带到现在”－腾讯网", + "boxes": [ + 176, + 476, + 712, + 512 + ] + }, + { + "text": "?", + "boxes": [ + 564, + 467, + 586, + 480 + ] + }, + { + "text": "【环球网科技综合报道】5月15日，小鹏汽车董事长何小鹏在社交平台宣布旗下热门车型小鹏 P7", + "boxes": [ + 180, + 504, + 784, + 534 + ] + }, + { + "text": "将迎来大改款。他强调：“这不是一款概念车，我们...", + "boxes": [ + 176, + 526, + 510, + 556 + ] + }, + { + "text": "CNMO", + "boxes": [ + 218, + 578, + 262, + 598 + ] + }, + { + "text": "何小鹏官宣新款P7：中国造车新势力第一次迎来大改款", + "boxes": [ + 174, + 615, + 672, + 651 + ] + }, + { + "text": "3 hours ago·CNMO了解到，小鹏P7曾是小鹏汽车的销量主力，小鹏P7曾是小鹏汽车的销量支", + "boxes": [ + 174, + 645, + 772, + 675 + ] + }, + { + "text": "柱。2021年，其全年销量达到60569台，占据小鹏汽车品牌整体销量的62%：7月份销量达6054", + "boxes": [ + 176, + 669, + 772, + 693 + ] + }, + { + "text": "和讯汽车", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "何小鹏：小鹏P7将迎来大改款，有史以来情感投入最大的..", + "boxes": [ + 176, + 760, + 702, + 790 + ] + }, + { + "text": "5 hours ago·小鹏汽车CEO何小鹏在微博上表示小鹏P7将进行大改款，强调这不是概念车，而是", + "boxes": [ + 178, + 784, + 784, + 814 + ] + }, + { + "text": "将未来设计带到现在。他还提及新款小鹏P7项目是公司有史以来情感投入最大的一个，团队用..", + "boxes": [ + 176, + 808, + 770, + 838 + ] + }, + { + "text": "观点网", + "boxes": [ + 208, + 856, + 262, + 881 + ] + }, + { + "text": "https://ww.guandian.cn article Translatethisresult", + "boxes": [ + 206, + 869, + 544, + 901 + ] + }, + { + "text": "小鹏汽车董事长何小鹏宣布P7大改款2025年初亮相引期待.", + "boxes": [ + 176, + 897, + 706, + 933 + ] + }, + { + "text": "观点网讯：5月15日，小鹏汽车董事长何小鹏在微博宣布，旗下热门车型小鹏P7将迎来大改款。此", + "boxes": [ + 176, + 923, + 786, + 955 + ] + }, + { + "text": "次改款备受业界关注，标志着小鹏P7将在产品力上实现显著提升和创新变革。何小鹏表示，", + "boxes": [ + 176, + 947, + 752, + 977 + ] + }, + { + "text": "®", + "boxes": [ + 178, + 998, + 216, + 1035 + ] + }, + { + "text": "ITBear科技资讯", + "boxes": [ + 210, + 993, + 322, + 1022 + ] + }, + { + "text": "http://ww.itbear.com.cn>html Translatetisresult", + "boxes": [ + 208, + 1010, + 532, + 1042 + ] + }, + { + "text": "鹏P7将迎来", + "boxes": [ + 234, + 1050, + 300, + 1070 + ] + } + ] + }, + { + "frame_id": "180_6_2", + "episode_id": 180, + "env_id": 6, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.478137016296387, + "advantages": 0.6905674338340759, + "generated_text": "{\n \"intent\": \"Go towards exploring new contents and increase engagement by clicking the top trending items like \\\"Http primeira兜 retaining landing\\\"\",\n \"action\": \"DoubleClick (576, 450)\"\n}", + "action_string": "DoubleClick(576, 450)", + "intent_string": "Go towards exploring new contents and increase engagement by clicking the top trending items like \"Http primeira兜 retaining landing\"", + "before_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 44, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 642, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1102, + 407, + 1290, + 443 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 656, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "特频拉", + "boxes": [ + 1455, + 797, + 1521, + 847 + ] + }, + { + "text": "4.07%", + "boxes": [ + 1650, + 812, + 1684, + 826 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1460, + 852, + 1512, + 887 + ] + }, + { + "text": "1,.0126 ", + "boxes": [ + 1632, + 850, + 1698, + 891 + ] + }, + { + "text": "f", + "boxes": [ + 1594, + 860, + 1620, + 881 + ] + }, + { + "text": "FELTS", + "boxes": [ + 1182, + 883, + 1222, + 899 + ] + }, + { + "text": "13,72 ", + "boxes": [ + 1630, + 895, + 1698, + 937 + ] + }, + { + "text": "ITBEAR科技资讯·1天", + "boxes": [ + 824, + 917, + 984, + 947 + ] + }, + { + "text": "小黑盒游戏·5小时", + "boxes": [ + 1142, + 921, + 1278, + 945 + ] + }, + { + "text": "《无主之地4》是Gearbox构建过的最大宇", + "boxes": [ + 214, + 943, + 770, + 987 + ] + }, + { + "text": "2025纯电MPV续航大比拼，", + "boxes": [ + 826, + 941, + 1094, + 977 + ] + }, + { + "text": "《猎杀对决》猎人二选一进行", + "boxes": [ + 1146, + 941, + 1408, + 977 + ] + }, + { + "text": "英供达", + "boxes": [ + 1456, + 937, + 1526, + 991 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "宙且无缝衔接", + "boxes": [ + 198, + 976, + 396, + 1025 + ] + }, + { + "text": "哪款才是家庭出行首选“奶爸", + "boxes": [ + 826, + 967, + 1090, + 1003 + ] + }, + { + "text": "5折优惠，你会选择哪一个", + "boxes": [ + 1136, + 967, + 1384, + 1003 + ] + }, + { + "text": "黄验", + "boxes": [ + 1456, + 987, + 1494, + 1030 + ] + }, + { + "text": "61426 ", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "神车”？", + "boxes": [ + 826, + 999, + 904, + 1024 + ] + }, + { + "text": "呢？", + "boxes": [ + 1136, + 997, + 1184, + 1024 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "小鹏P7将迎来大改款", + "boxes": [ + 176, + 157, + 334, + 187 + ] + }, + { + "text": "Sign ii", + "boxes": [ + 1566, + 163, + 1602, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": "About 509,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 294, + 278, + 320 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大", + "boxes": [ + 176, + 336, + 672, + 371 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，小鹏P7将迎来大改款，“这不是一款概念", + "boxes": [ + 176, + 363, + 772, + 393 + ] + }, + { + "text": "车，我们做的只是把它从未来带到现在”。随后，何.", + "boxes": [ + 174, + 385, + 502, + 417 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 208, + 433, + 266, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 204, + 467 + ] + }, + { + "text": "https://ne", + "boxes": [ + 218, + 455, + 268, + 472 + ] + }, + { + "text": "s.q.com rain ranslate thisresuit ", + "boxes": [ + 282, + 453, + 504, + 482 + ] + }, + { + "text": "人", + "boxes": [ + 572, + 451, + 586, + 467 + ] + }, + { + "text": "何小鹏官宣小鹏P7将迎大改款：“从未来带到现在”－腾讯网", + "boxes": [ + 176, + 476, + 712, + 512 + ] + }, + { + "text": "【环球网科技综合报道】5月15日，小鹏汽车董事长何小鹏在社交平台宣布旗下热门车型小鹏 P7", + "boxes": [ + 180, + 502, + 782, + 532 + ] + }, + { + "text": "将迎来大改款。他强调：“这不是一款概念车，我们.", + "boxes": [ + 178, + 530, + 508, + 554 + ] + }, + { + "text": "CNMO", + "boxes": [ + 218, + 578, + 262, + 598 + ] + }, + { + "text": "何小鹏官宣新款P7：中国造车新势力第一次迎来大改款", + "boxes": [ + 174, + 615, + 672, + 651 + ] + }, + { + "text": "3 hours ago·CNMO了解到，小鹏P7曾是小鹏汽车的销量主力，小鹏P7曾是小鹏汽车的销量支", + "boxes": [ + 174, + 645, + 772, + 675 + ] + }, + { + "text": "柱。2021年，其全年销量达到60569台，占据小鹏汽车品牌整体销量的62%：7月份销量达6054", + "boxes": [ + 176, + 669, + 772, + 693 + ] + }, + { + "text": "和讯汽车", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "何小鹏：小鹏P7将迎来大改款，有史以来情感投入最大的..", + "boxes": [ + 176, + 760, + 702, + 790 + ] + }, + { + "text": "5 hours ago·小鹏汽车CEO何小鹏在微博上表示小鹏P7将进行大改款，强调这不是概念车，而是", + "boxes": [ + 178, + 784, + 784, + 814 + ] + }, + { + "text": "将未来设计带到现在。他还提及新款小鹏P7项目是公司有史以来情感投入最大的一个，团队用..", + "boxes": [ + 176, + 808, + 770, + 838 + ] + }, + { + "text": "观点网", + "boxes": [ + 208, + 856, + 262, + 881 + ] + }, + { + "text": "https://ww.guandian.cn article Translatethisresult", + "boxes": [ + 206, + 869, + 544, + 901 + ] + }, + { + "text": "小鹏汽车董事长何小鹏宣布P7大改款2025年初亮相引期待.", + "boxes": [ + 176, + 897, + 706, + 933 + ] + }, + { + "text": "观点网讯：5月15日，小鹏汽车董事长何小鹏在微博宣布，旗下热门车型小鹏P7将迎来大改款。此", + "boxes": [ + 176, + 923, + 786, + 955 + ] + }, + { + "text": "次改款备受业界关注，标志着小鹏P7将在产品力上实现显著提升和创新变革。何小鹏表示，", + "boxes": [ + 176, + 947, + 752, + 977 + ] + }, + { + "text": "®", + "boxes": [ + 178, + 998, + 216, + 1035 + ] + }, + { + "text": "ITBear科技资讯", + "boxes": [ + 210, + 993, + 322, + 1022 + ] + }, + { + "text": "http://ww.itbear.com.cn>html Translate tis esult", + "boxes": [ + 208, + 1010, + 532, + 1042 + ] + }, + { + "text": "鹏P7将迎来", + "boxes": [ + 234, + 1050, + 300, + 1070 + ] + } + ] + }, + { + "frame_id": "180_7_2", + "episode_id": 180, + "env_id": 7, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.97122573852539, + "advantages": -0.9670703411102295, + "generated_text": "{\n \"intent\": \"The first step towards accessing the platform is to click on the 'Sign in' button to begin the login process.\",\n \"action\": \"DoubleClick(1027, 102)\"\n}", + "action_string": "DoubleClick(1027, 102)", + "intent_string": "The first step towards accessing the platform is to click on the 'Sign in' button to begin the login process.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1038, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1048, + 411 + ] + }, + { + "text": "手机号", + "boxes": [ + 1052, + 385, + 1110, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 946, + 437, + 1084, + 467 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1038, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 950, + 312, + 1036, + 338 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1048, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "180_0_3", + "episode_id": 180, + "env_id": 0, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.99964714050293, + "advantages": -0.935806155204773, + "generated_text": "{\n \"intent\": \"The first step towards logging in by opening the app and scanning the QR code.\",\n \"action\": \"DoubleClick(1005, 100)\" \n}", + "action_string": "DoubleClick(1005, 100)", + "intent_string": "The first step towards logging in by opening the app and scanning the QR code.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×「十", + "boxes": [ + 6, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1038, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 817, + 413 + ] + }, + { + "text": "中国+8", + "boxes": [ + 941, + 390, + 1019, + 421 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "美国+1", + "boxes": [ + 942, + 435, + 1002, + 461 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1204, + 443, + 1308, + 469 + ] + }, + { + "text": "日本+81", + "boxes": [ + 944, + 476, + 1008, + 496 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 510 + ] + }, + { + "text": "中国香港+852", + "boxes": [ + 944, + 514, + 1046, + 540 + ] + }, + { + "text": "中国澳门+853", + "boxes": [ + 944, + 554, + 1046, + 578 + ] + }, + { + "text": "中国台湾+886", + "boxes": [ + 944, + 594, + 1046, + 619 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "马来西亚+60", + "boxes": [ + 944, + 635, + 1038, + 659 + ] + }, + { + "text": "澳大利亚+61", + "boxes": [ + 944, + 675, + 1038, + 699 + ] + }, + { + "text": "代表同意《知乎协议》《隐私", + "boxes": [ + 1136, + 703, + 1300, + 727 + ] + }, + { + "text": "加拿大+1", + "boxes": [ + 946, + 717, + 1012, + 737 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "英国+44", + "boxes": [ + 942, + 754, + 1012, + 780 + ] + }, + { + "text": "新加坡+65", + "boxes": [ + 942, + 794, + 1024, + 820 + ] + }, + { + "text": "德国+49", + "boxes": [ + 944, + 834, + 1014, + 860 + ] + }, + { + "text": "通考化务", + "boxes": [ + 922, + 987, + 994, + 1018 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 173, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1055, + 380, + 1109, + 412 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "180_1_3", + "episode_id": 180, + "env_id": 1, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.625612258911133, + "advantages": 0.8527936935424805, + "generated_text": "{\n \"intent\": \"Clicking on one of these clicked logos aiming to find out which one provides useful exploration\",\n \"action\": \"DoubleClick(692, 471)\"\n}", + "action_string": "DoubleClick(692, 471)", + "intent_string": "Clicking on one of these clicked logos aiming to find out which one provides useful exploration", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1606, + 69, + 1658, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 185, + 153 + ] + }, + { + "text": "国内版", + "boxes": [ + 492, + 250, + 560, + 282 + ] + }, + { + "text": "国际版", + "boxes": [ + 550, + 250, + 636, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 472, + 295, + 614, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "Next", + "boxes": [ + 1364, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 486, + 415, + 638, + 439 + ] + }, + { + "text": " 2 这些习惯在泄露信息", + "boxes": [ + 788, + 409, + 968, + 445 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1102, + 409, + 1286, + 443 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 654, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1246, + 478 + ] + } + ] + }, + { + "frame_id": "180_2_3", + "episode_id": 180, + "env_id": 2, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.346874237060547, + "advantages": 0.5461753010749817, + "generated_text": "{\n \"intent\": \"Click on the '国家版' option\", \"action\": \"DoubleClick(589, 285)\" \n}", + "action_string": "DoubleClick(589, 285)", + "intent_string": "Click on the '国家版' option", + "before_screen_ocr_results": [ + { + "text": "MicrosoftBing", + "boxes": [ + 854, + 42, + 996, + 60 + ] + }, + { + "text": "Mozilla Firefox", + "boxes": [ + 1006, + 42, + 1132, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "α Search - Microsoft Bing ×+", + "boxes": [ + 326, + 66, + 574, + 95 + ] + }, + { + "text": "→白", + "boxes": [ + 326, + 101, + 454, + 133 + ] + }, + { + "text": " https://cn.bing.com", + "boxes": [ + 546, + 99, + 744, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 101, + 1560, + 133 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 341, + 148, + 503, + 191 + ] + }, + { + "text": "8", + "boxes": [ + 1474, + 161, + 1500, + 183 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "国内版", + "boxes": [ + 490, + 272, + 560, + 306 + ] + }, + { + "text": "国际版", + "boxes": [ + 556, + 274, + 640, + 306 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 317, + 616, + 354 + ] + }, + { + "text": "g", + "boxes": [ + 1334, + 320, + 1362, + 347 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 115, + 423 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 395, + 644, + 425 + ] + }, + { + "text": "@Next", + "boxes": [ + 1364, + 399, + 1414, + 425 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 435, + 640, + 465 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 794, + 435, + 966, + 465 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1104, + 431, + 1282, + 467 + ] + }, + { + "text": "小鹏P7将迎来大改款", + "boxes": [ + 496, + 474, + 658, + 498 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 792, + 471, + 968, + 500 + ] + }, + { + "text": "6 巴宝莉裁员18%", + "boxes": [ + 1104, + 466, + 1246, + 503 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 38, + 681, + 80, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 31, + 775, + 82, + 831 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 348, + 850, + 426, + 868 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1298, + 889, + 1396, + 915 + ] + }, + { + "text": "辆", + "boxes": [ + 1298, + 917, + 1370, + 975 + ] + }, + { + "text": "+4.07%", + "boxes": [ + 1478, + 927, + 1540, + 959 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1306, + 975, + 1360, + 1005 + ] + }, + { + "text": "+0.01%", + "boxes": [ + 1466, + 977, + 1536, + 1003 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 324, + 44, + 340, + 62 + ] + }, + { + "text": "Search - Microsoft Bing -", + "boxes": [ + 786, + 40, + 1014, + 64 + ] + }, + { + "text": "MozillaFirefo", + "boxes": [ + 1004, + 42, + 1124, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "α Search - Microsoft Bing ×+", + "boxes": [ + 324, + 63, + 574, + 97 + ] + }, + { + "text": "←→白", + "boxes": [ + 326, + 101, + 452, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1286, + 101, + 1368, + 133 + ] + }, + { + "text": "三四@", + "boxes": [ + 1462, + 101, + 1560, + 133 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1588, + 125 + ] + }, + { + "text": "", + "boxes": [ + 1458, + 159, + 1512, + 185 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "国内版", + "boxes": [ + 502, + 280, + 552, + 300 + ] + }, + { + "text": "園际版", + "boxes": [ + 578, + 280, + 628, + 300 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "酒", + "boxes": [ + 27, + 547, + 88, + 618 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 770, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1296, + 887, + 1398, + 919 + ] + }, + { + "text": "特新", + "boxes": [ + 1300, + 921, + 1370, + 975 + ] + }, + { + "text": " .9728 ", + "boxes": [ + 1464, + 919, + 1548, + 973 + ] + }, + { + "text": "r", + "boxes": [ + 1436, + 922, + 1480, + 958 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1302, + 973, + 1360, + 1005 + ] + }, + { + "text": "v- +0.01%", + "boxes": [ + 1432, + 971, + 1544, + 1009 + ] + }, + { + "text": "1", + "boxes": [ + 184, + 1050, + 202, + 1064 + ] + }, + { + "text": "arch - Micr", + "boxes": [ + 234, + 1050, + 308, + 1068 + ] + } + ] + }, + { + "frame_id": "180_3_3", + "episode_id": 180, + "env_id": 3, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.594863891601562, + "advantages": -0.28105372190475464, + "generated_text": "{\n \"intent\": \"Explore the computer accessories section to find gaming equipment, such as headphones or keyboards\",\n \"action\": \"Click(1325, 690)\" \n}", + "action_string": "Click(1325, 690)", + "intent_string": "Explore the computer accessories section to find gaming equipment, such as headphones or keyboards", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "①", + "boxes": [ + 254, + 68, + 308, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三口?", + "boxes": [ + 1784, + 66, + 1874, + 89 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 298, + 115, + 412, + 139 + ] + }, + { + "text": "EN", + "boxes": [ + 1524, + 121, + 1576, + 147 + ] + }, + { + "text": "三AlL", + "boxes": [ + 24, + 167, + 66, + 195 + ] + }, + { + "text": "Free international returns", + "boxes": [ + 512, + 254, + 1056, + 312 + ] + }, + { + "text": "on qualifying items*", + "boxes": [ + 696, + 316, + 902, + 351 + ] + }, + { + "text": "*Restrictionsaply", + "boxes": [ + 731, + 355, + 841, + 392 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 242, + 530, + 424, + 560 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 610, + 526, + 834, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 980, + 530, + 1288, + 560 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 1354, + 532, + 1546, + 556 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 240, + 889, + 326, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 610, + 889, + 690, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 982, + 891, + 1116, + 909 + ] + }, + { + "text": "See more", + "boxes": [ + 1352, + 891, + 1412, + 911 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "@ Crive to", + "boxes": [ + 131, + 104, + 219, + 152 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 416, + 143 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 117, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "Account&Lists", + "boxes": [ + 1598, + 127, + 1700, + 145 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "New arrivals in Toys", + "boxes": [ + 768, + 252, + 1192, + 314 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 242, + 530, + 424, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 608, + 526, + 834, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 980, + 528, + 1288, + 558 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 1348, + 528, + 1546, + 558 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 240, + 889, + 326, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 610, + 889, + 690, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 982, + 891, + 1116, + 909 + ] + }, + { + "text": "Seemore", + "boxes": [ + 1350, + 891, + 1412, + 911 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": " appliances", + "boxes": [ + 238, + 994, + 356, + 1029 + ] + } + ] + }, + { + "frame_id": "180_4_3", + "episode_id": 180, + "env_id": 4, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.451676368713379, + "advantages": -0.43856334686279297, + "generated_text": "{\n \"intent\": \"I want to explore different iPhone models available on this webpage.\",\n \"action\": \"DoubleClick(495, 100)\"}", + "action_string": "DoubleClick(495, 100)", + "intent_string": "I want to explore different iPhone models available on this webpage.", + "before_screen_ocr_results": [ + { + "text": "·☆", + "boxes": [ + 1566, + 66, + 1660, + 89 + ] + }, + { + "text": "AirPod", + "boxes": [ + 910, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 111, + 1046, + 129 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "Need shopping help?", + "boxes": [ + 1600, + 230, + 1742, + 254 + ] + }, + { + "text": "Specialist 7", + "boxes": [ + 1688, + 254, + 1766, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 292, + 1588, + 318 + ] + }, + { + "text": "Visit an Apple Store", + "boxes": [ + 1596, + 284, + 1732, + 312 + ] + }, + { + "text": "Find one near you 7", + "boxes": [ + 1598, + 303, + 1726, + 332 + ] + }, + { + "text": "?", + "boxes": [ + 1002, + 345, + 1016, + 361 + ] + }, + { + "text": "All Models ", + "boxes": [ + 144, + 389, + 230, + 413 + ] + }, + { + "text": " Shopping guides ", + "boxes": [ + 260, + 387, + 400, + 417 + ] + }, + { + "text": "Ways to Save", + "boxes": [ + 432, + 389, + 540, + 413 + ] + }, + { + "text": " Sustainability", + "boxes": [ + 570, + 387, + 682, + 417 + ] + }, + { + "text": "Accessories", + "boxes": [ + 716, + 389, + 814, + 413 + ] + }, + { + "text": " Setup and Support ", + "boxes": [ + 846, + 387, + 1000, + 417 + ] + }, + { + "text": "The iPhone Experience", + "boxes": [ + 1034, + 389, + 1214, + 413 + ] + }, + { + "text": "Special Stores", + "boxes": [ + 1248, + 389, + 1362, + 413 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 138, + 472, + 464, + 508 + ] + }, + { + "text": "PPLE INTELLIGENCE", + "boxes": [ + 180, + 560, + 296, + 578 + ] + }, + { + "text": "APPLE INTELLIGENCE", + "boxes": [ + 1012, + 556, + 1140, + 580 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 164, + 580, + 376, + 621 + ] + }, + { + "text": "iPhone 16 &", + "boxes": [ + 586, + 582, + 746, + 619 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 1004, + 579, + 1156, + 622 + ] + }, + { + "text": "iPhone 15 &", + "boxes": [ + 1424, + 580, + 1582, + 617 + ] + }, + { + "text": "Expl", + "boxes": [ + 1841, + 579, + 1917, + 624 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 611, + 408, + 653 + ] + }, + { + "text": "iPhone 16 Plus", + "boxes": [ + 586, + 613, + 778, + 651 + ] + }, + { + "text": "iPhone 15 Plus", + "boxes": [ + 1424, + 611, + 1618, + 653 + ] + }, + { + "text": "acce", + "boxes": [ + 1846, + 619, + 1914, + 651 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "·☆", + "boxes": [ + 1566, + 66, + 1660, + 89 + ] + }, + { + "text": "AirPod", + "boxes": [ + 910, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 111, + 1046, + 129 + ] + }, + { + "text": "u", + "boxes": [ + 1382, + 115, + 1394, + 127 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "Need shopping help?", + "boxes": [ + 1600, + 230, + 1742, + 254 + ] + }, + { + "text": "Specialist 7", + "boxes": [ + 1686, + 254, + 1766, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 292, + 1588, + 318 + ] + }, + { + "text": "Visit an Apple Store", + "boxes": [ + 1596, + 284, + 1732, + 312 + ] + }, + { + "text": "Find one near you 7", + "boxes": [ + 1598, + 303, + 1726, + 332 + ] + }, + { + "text": "All Models ", + "boxes": [ + 144, + 389, + 230, + 413 + ] + }, + { + "text": " Shopping guides ", + "boxes": [ + 260, + 387, + 400, + 417 + ] + }, + { + "text": "Ways to Save", + "boxes": [ + 432, + 389, + 540, + 413 + ] + }, + { + "text": " Sustainability", + "boxes": [ + 570, + 387, + 682, + 417 + ] + }, + { + "text": "Accessories", + "boxes": [ + 716, + 389, + 814, + 413 + ] + }, + { + "text": " Setup and Support ", + "boxes": [ + 846, + 387, + 1000, + 417 + ] + }, + { + "text": "The iPhone Experience", + "boxes": [ + 1032, + 389, + 1214, + 413 + ] + }, + { + "text": " Special Stores ", + "boxes": [ + 1246, + 387, + 1366, + 417 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 138, + 472, + 464, + 508 + ] + }, + { + "text": "PPLE INTELLIGENCE", + "boxes": [ + 180, + 560, + 296, + 578 + ] + }, + { + "text": "APPLE INTELLIGENCE", + "boxes": [ + 1012, + 556, + 1140, + 580 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 164, + 580, + 376, + 621 + ] + }, + { + "text": "iPhone 16 &", + "boxes": [ + 586, + 582, + 746, + 619 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 1004, + 579, + 1156, + 622 + ] + }, + { + "text": "iPhone 15 &", + "boxes": [ + 1424, + 580, + 1582, + 617 + ] + }, + { + "text": "Expl", + "boxes": [ + 1841, + 579, + 1917, + 624 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 611, + 408, + 653 + ] + }, + { + "text": "iPhone 16 Plus", + "boxes": [ + 586, + 613, + 778, + 651 + ] + }, + { + "text": "iPhone 15 Plus", + "boxes": [ + 1424, + 611, + 1618, + 653 + ] + }, + { + "text": "acce", + "boxes": [ + 1846, + 619, + 1914, + 651 + ] + } + ] + }, + { + "frame_id": "180_5_3", + "episode_id": 180, + "env_id": 5, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.828433990478516, + "advantages": 1.0759023427963257, + "generated_text": "{\n \"intent\": \"Click on the link titled \\\"小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大\\\" to explore more about this news article.\",\n \"action\": \"Click(342, 354)\" \n}", + "action_string": "Click(342, 354)", + "intent_string": "Click on the link titled \"小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大\" to explore more about this news article.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "小鹏P7将迎来大改款", + "boxes": [ + 176, + 157, + 334, + 187 + ] + }, + { + "text": "Sign ii", + "boxes": [ + 1566, + 163, + 1602, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": "About 509,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 294, + 278, + 320 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大", + "boxes": [ + 176, + 336, + 672, + 371 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，小鹏P7将迎来大改款，“这不是一款概念", + "boxes": [ + 176, + 363, + 772, + 393 + ] + }, + { + "text": "车，我们做的只是把它从未来带到现在”。随后，何.", + "boxes": [ + 174, + 385, + 502, + 417 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 208, + 433, + 266, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 204, + 467 + ] + }, + { + "text": ".qq.com", + "boxes": [ + 288, + 457, + 340, + 474 + ] + }, + { + "text": "1 rain ransate thisresuit ", + "boxes": [ + 336, + 453, + 504, + 482 + ] + }, + { + "text": "何小鹏官宣小鹏P7将迎大改款：“从未来带到现在”－腾讯网", + "boxes": [ + 176, + 476, + 712, + 512 + ] + }, + { + "text": "?", + "boxes": [ + 564, + 467, + 586, + 480 + ] + }, + { + "text": "【环球网科技综合报道】5月15日，小鹏汽车董事长何小鹏在社交平台宣布旗下热门车型小鹏 P7", + "boxes": [ + 180, + 504, + 784, + 534 + ] + }, + { + "text": "将迎来大改款。他强调：“这不是一款概念车，我们...", + "boxes": [ + 176, + 526, + 510, + 556 + ] + }, + { + "text": "CNMO", + "boxes": [ + 218, + 578, + 262, + 598 + ] + }, + { + "text": "何小鹏官宣新款P7：中国造车新势力第一次迎来大改款", + "boxes": [ + 174, + 615, + 672, + 651 + ] + }, + { + "text": "3 hours ago·CNMO了解到，小鹏P7曾是小鹏汽车的销量主力，小鹏P7曾是小鹏汽车的销量支", + "boxes": [ + 174, + 645, + 772, + 675 + ] + }, + { + "text": "柱。2021年，其全年销量达到60569台，占据小鹏汽车品牌整体销量的62%：7月份销量达6054", + "boxes": [ + 176, + 669, + 772, + 693 + ] + }, + { + "text": "和讯汽车", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "何小鹏：小鹏P7将迎来大改款，有史以来情感投入最大的..", + "boxes": [ + 176, + 760, + 702, + 790 + ] + }, + { + "text": "5 hours ago·小鹏汽车CEO何小鹏在微博上表示小鹏P7将进行大改款，强调这不是概念车，而是", + "boxes": [ + 178, + 784, + 784, + 814 + ] + }, + { + "text": "将未来设计带到现在。他还提及新款小鹏P7项目是公司有史以来情感投入最大的一个，团队用..", + "boxes": [ + 176, + 808, + 770, + 838 + ] + }, + { + "text": "观点网", + "boxes": [ + 208, + 856, + 262, + 881 + ] + }, + { + "text": "https://ww.guandian.cn article Translatethisresult", + "boxes": [ + 206, + 869, + 544, + 901 + ] + }, + { + "text": "小鹏汽车董事长何小鹏宣布P7大改款2025年初亮相引期待.", + "boxes": [ + 176, + 897, + 706, + 933 + ] + }, + { + "text": "观点网讯：5月15日，小鹏汽车董事长何小鹏在微博宣布，旗下热门车型小鹏P7将迎来大改款。此", + "boxes": [ + 176, + 923, + 786, + 955 + ] + }, + { + "text": "次改款备受业界关注，标志着小鹏P7将在产品力上实现显著提升和创新变革。何小鹏表示，", + "boxes": [ + 176, + 947, + 752, + 977 + ] + }, + { + "text": "®", + "boxes": [ + 178, + 998, + 216, + 1035 + ] + }, + { + "text": "ITBear科技资讯", + "boxes": [ + 210, + 993, + 322, + 1022 + ] + }, + { + "text": "http://ww.itbear.com.cn>html Translatetisresult", + "boxes": [ + 208, + 1010, + 532, + 1042 + ] + }, + { + "text": "鹏P7将迎来", + "boxes": [ + 234, + 1050, + 300, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 410, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 704, + 111, + 744, + 137 + ] + }, + { + "text": "图片", + "boxes": [ + 752, + 113, + 798, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sina 新浪财经经济新闻滚动>正文", + "boxes": [ + 336, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "√新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 332, + 349, + 810, + 397 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16　界面新闻", + "boxes": [ + 328, + 451, + 584, + 486 + ] + }, + { + "text": "A丨", + "boxes": [ + 1186, + 453, + 1232, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "A", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ] + }, + { + "frame_id": "180_6_3", + "episode_id": 180, + "env_id": 6, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.817998886108398, + "advantages": 1.0644234418869019, + "generated_text": "{\n \"intent\": \"Click on the first search result titled 小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大...\", \"action\": \"Click(201, 349) \"\n}", + "action_string": "Click(201, 349)", + "intent_string": "Click on the first search result titled 小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大...", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "小鹏P7将迎来大改款", + "boxes": [ + 176, + 157, + 334, + 187 + ] + }, + { + "text": "Sign ii", + "boxes": [ + 1566, + 163, + 1602, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": "About 509,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 294, + 278, + 320 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大", + "boxes": [ + 178, + 339, + 670, + 369 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，小鹏P7将迎来大改款，“这不是一款概念", + "boxes": [ + 176, + 363, + 772, + 393 + ] + }, + { + "text": "车，我们做的只是把它从未来带到现在”。随后，何.", + "boxes": [ + 174, + 385, + 502, + 417 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 208, + 433, + 266, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 204, + 467 + ] + }, + { + "text": "https://ne", + "boxes": [ + 218, + 455, + 268, + 472 + ] + }, + { + "text": "s.q.com rain ranslate thisresuit ", + "boxes": [ + 282, + 453, + 504, + 482 + ] + }, + { + "text": "人", + "boxes": [ + 572, + 451, + 586, + 467 + ] + }, + { + "text": "何小鹏官宣小鹏P7将迎大改款：“从未来带到现在”－腾讯网", + "boxes": [ + 176, + 476, + 712, + 512 + ] + }, + { + "text": "【环球网科技综合报道】5月15日，小鹏汽车董事长何小鹏在社交平台宣布旗下热门车型小鹏 P7", + "boxes": [ + 180, + 502, + 782, + 532 + ] + }, + { + "text": "将迎来大改款。他强调：“这不是一款概念车，我们.", + "boxes": [ + 178, + 530, + 508, + 554 + ] + }, + { + "text": "CNMO", + "boxes": [ + 218, + 578, + 262, + 598 + ] + }, + { + "text": "何小鹏官宣新款P7：中国造车新势力第一次迎来大改款", + "boxes": [ + 174, + 615, + 672, + 651 + ] + }, + { + "text": "3 hours ago·CNMO了解到，小鹏P7曾是小鹏汽车的销量主力，小鹏P7曾是小鹏汽车的销量支", + "boxes": [ + 174, + 645, + 772, + 675 + ] + }, + { + "text": "柱。2021年，其全年销量达到60569台，占据小鹏汽车品牌整体销量的62%：7月份销量达6054", + "boxes": [ + 176, + 669, + 772, + 693 + ] + }, + { + "text": "和讯汽车", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "何小鹏：小鹏P7将迎来大改款，有史以来情感投入最大的..", + "boxes": [ + 176, + 760, + 702, + 790 + ] + }, + { + "text": "5 hours ago·小鹏汽车CEO何小鹏在微博上表示小鹏P7将进行大改款，强调这不是概念车，而是", + "boxes": [ + 178, + 784, + 784, + 814 + ] + }, + { + "text": "将未来设计带到现在。他还提及新款小鹏P7项目是公司有史以来情感投入最大的一个，团队用..", + "boxes": [ + 176, + 808, + 770, + 838 + ] + }, + { + "text": "观点网", + "boxes": [ + 208, + 856, + 262, + 881 + ] + }, + { + "text": "https://ww.guandian.cn article Translatethis esult ", + "boxes": [ + 206, + 869, + 544, + 901 + ] + }, + { + "text": "小鹏汽车董事长何小鹏宣布P7大改款2025年初亮相引期待.", + "boxes": [ + 176, + 897, + 706, + 933 + ] + }, + { + "text": "观点网讯：5月15日，小鹏汽车董事长何小鹏在微博宣布，旗下热门车型小鹏P7将迎来大改款。此", + "boxes": [ + 176, + 923, + 786, + 955 + ] + }, + { + "text": "次改款备受业界关注，标志着小鹏P7将在产品力上实现显著提升和创新变革。何小鹏表示，", + "boxes": [ + 176, + 947, + 752, + 977 + ] + }, + { + "text": "®", + "boxes": [ + 178, + 998, + 216, + 1035 + ] + }, + { + "text": "ITBear科技资讯", + "boxes": [ + 210, + 993, + 322, + 1022 + ] + }, + { + "text": "http://ww.itbear.com.cn>html Translate tis esult", + "boxes": [ + 208, + 1010, + 532, + 1042 + ] + }, + { + "text": "鹏P7将迎来", + "boxes": [ + 234, + 1050, + 300, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 410, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 704, + 111, + 744, + 137 + ] + }, + { + "text": "图片", + "boxes": [ + 752, + 113, + 798, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "√新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 328, + 449, + 582, + 486 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "A", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "浪首页", + "boxes": [ + 1602, + 524, + 1634, + 538 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ] + }, + { + "frame_id": "180_7_3", + "episode_id": 180, + "env_id": 7, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.74046516418457, + "advantages": -1.2209123373031616, + "generated_text": "{\n \"intent\": \"Click the login/register button to proceed with logging into the Zhihu platform\",\n \"action\": \"DoubleClick(1007, 557)\"\n}", + "action_string": "DoubleClick(1007, 557)", + "intent_string": "Click the login/register button to proceed with logging into the Zhihu platform", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1038, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 950, + 312, + 1036, + 338 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1048, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×」十", + "boxes": [ + 6, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1038, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 894, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 945, + 307, + 1039, + 344 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1048, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 948, + 385, + 1046, + 411 + ] + }, + { + "text": "请输入手机号", + "boxes": [ + 1062, + 381, + 1150, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "请输入短信验证码", + "boxes": [ + 948, + 441, + 1068, + 471 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1200, + 443, + 1308, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 690, + 629, + 824, + 659 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "180_0_4", + "episode_id": 180, + "env_id": 0, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.670101165771484, + "advantages": -1.2983144521713257, + "generated_text": "{\n \"intent\": \"Click the QR code to open Zhihu App and explore more applications.\",\n \"action\": \"DoubleClick(103, 27)\"\n}", + "action_string": "DoubleClick(103, 27)", + "intent_string": "Click the QR code to open Zhihu App and explore more applications.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 173, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1055, + 380, + 1109, + 412 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎-有问题，就会有答案×十", + "boxes": [ + 6, + 26, + 248, + 56 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 946, + 310, + 1040, + 341 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1108, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "180_1_4", + "episode_id": 180, + "env_id": 1, + "step": 4, + "format_rewards": 1.0, + "rewards": 11.885931968688965, + "advantages": 2.2391748428344727, + "generated_text": "{\n \"intent\": \"Click on '小鹏P7将迎来大改款' to explore further information about the upcoming changes in Xiaopeng P7.\",\n \"action\": \"DoubleClick(584, 461)\"\n}", + "action_string": "DoubleClick(584, 461)", + "intent_string": "Click on '小鹏P7将迎来大改款' to explore further information about the upcoming changes in Xiaopeng P7.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 69, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 20, + 109, + 184, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 472, + 295, + 614, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1104, + 411, + 1286, + 441 + ] + }, + { + "text": "4 小鹏P7将迎来大改款", + "boxes": [ + 482, + 451, + 656, + 480 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "桐乡市人民法院", + "boxes": [ + 326, + 796, + 440, + 826 + ] + }, + { + "text": "执行事项", + "boxes": [ + 586, + 798, + 656, + 824 + ] + }, + { + "text": "斯拉上", + "boxes": [ + 1455, + 799, + 1523, + 847 + ] + }, + { + "text": "（2025）浙0483财保5号", + "boxes": [ + 302, + 838, + 472, + 868 + ] + }, + { + "text": "执行通知书文号", + "boxes": [ + 564, + 838, + 678, + 868 + ] + }, + { + "text": "(202", + "boxes": [ + 766, + 840, + 800, + 862 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1460, + 852, + 1512, + 887 + ] + }, + { + "text": "被执行人持有股权、其它投资权", + "boxes": [ + 510, + 873, + 734, + 911 + ] + }, + { + "text": "方运舟", + "boxes": [ + 352, + 887, + 410, + 921 + ] + }, + { + "text": "益的数额", + "boxes": [ + 584, + 899, + 656, + 931 + ] + }, + { + "text": "13,2326", + "boxes": [ + 1630, + 895, + 1692, + 937 + ] + }, + { + "text": "ITBEAR科技资讯·1天", + "boxes": [ + 824, + 917, + 984, + 947 + ] + }, + { + "text": "游戏天地·2天", + "boxes": [ + 1142, + 921, + 1254, + 945 + ] + }, + { + "text": "人民共和国居民身份证", + "boxes": [ + 330, + 945, + 474, + 969 + ] + }, + { + "text": "被执行人证照号码", + "boxes": [ + 558, + 941, + 684, + 971 + ] + }, + { + "text": "2025纯电MPV续航大比拼，", + "boxes": [ + 828, + 943, + 1092, + 973 + ] + }, + { + "text": "荒野大镖客必知3个隐藏任", + "boxes": [ + 1136, + 941, + 1384, + 977 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 937, + 1524, + 987 + ] + }, + { + "text": "+4.16%", + "boxes": [ + 1640, + 945, + 1690, + 973 + ] + }, + { + "text": "哪款才是家庭出行首选“奶爸", + "boxes": [ + 826, + 967, + 1090, + 1003 + ] + }, + { + "text": "务，助你快速通关！", + "boxes": [ + 1136, + 967, + 1322, + 1001 + ] + }, + { + "text": "哪吒汽车创始人方运舟被冻结2000万元股权", + "boxes": [ + 198, + 979, + 780, + 1022 + ] + }, + { + "text": "黄金", + "boxes": [ + 1454, + 983, + 1494, + 1022 + ] + }, + { + "text": "3.1.4%0", + "boxes": [ + 1636, + 985, + 1698, + 1024 + ] + }, + { + "text": "神车”？", + "boxes": [ + 826, + 997, + 904, + 1022 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "小鹏P7将迎来大改款", + "boxes": [ + 176, + 157, + 334, + 187 + ] + }, + { + "text": "Sign ii", + "boxes": [ + 1566, + 163, + 1602, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 510,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 294, + 278, + 320 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大", + "boxes": [ + 176, + 338, + 668, + 367 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，小鹏P7将迎来大改款，“这不是一款概念", + "boxes": [ + 176, + 363, + 772, + 393 + ] + }, + { + "text": "车，我们做的只是把它从未来带到现在”。随后，何.", + "boxes": [ + 174, + 385, + 502, + 417 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 212, + 435, + 262, + 463 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 202, + 467 + ] + }, + { + "text": ".qq.com", + "boxes": [ + 288, + 457, + 340, + 474 + ] + }, + { + "text": "1 rain ransate thisresuit ", + "boxes": [ + 336, + 453, + 504, + 482 + ] + }, + { + "text": "何小鹏官宣小鹏P7将迎大改款：“从未来带到现在”－腾讯网", + "boxes": [ + 176, + 476, + 712, + 512 + ] + }, + { + "text": "【环球网科技综合报道】5月15日，小鹏汽车董事长何小鹏在社交平台宣布旗下热门车型小鹏 P7", + "boxes": [ + 180, + 504, + 784, + 534 + ] + }, + { + "text": "将迎来大改款。他强调：“这不是一款概念车，我们..", + "boxes": [ + 180, + 530, + 508, + 554 + ] + }, + { + "text": "和讯汽车", + "boxes": [ + 212, + 574, + 280, + 600 + ] + }, + { + "text": "和", + "boxes": [ + 184, + 588, + 212, + 609 + ] + }, + { + "text": "何小鹏：小鹏P7将迎来大改款，有史以来情感投入最大的..", + "boxes": [ + 176, + 617, + 706, + 647 + ] + }, + { + "text": "5 hours ago·小鹏汽车CEO何小鹏在微博上表示小鹏P7将进行大改款，强调这不是概念车，而是", + "boxes": [ + 176, + 643, + 784, + 673 + ] + }, + { + "text": "将未来设计带到现在。他还提及新款小鹏P7项目是公司有史以来情感投入最大的一个，团队用，", + "boxes": [ + 176, + 667, + 766, + 695 + ] + }, + { + "text": "观点网", + "boxes": [ + 214, + 715, + 262, + 741 + ] + }, + { + "text": "https://www.guandian.cn > article Translate this result ", + "boxes": [ + 214, + 735, + 542, + 758 + ] + }, + { + "text": "小鹏汽车董事长何小鹏宣布P7大改款2025年初亮相引期待，", + "boxes": [ + 174, + 756, + 702, + 792 + ] + }, + { + "text": "观点网讯：5月15日，小鹏汽车董事长何小鹏在微博宣布，旗下热门车型小鹏P7将迎来大改款。此", + "boxes": [ + 178, + 784, + 784, + 814 + ] + }, + { + "text": "次改款备受业界关注，标志着小鹏P7将在产品力上实现显著提升和创新变革。何小鹏表示，", + "boxes": [ + 178, + 810, + 742, + 834 + ] + }, + { + "text": "ITBear科技资讯", + "boxes": [ + 212, + 854, + 320, + 881 + ] + }, + { + "text": "®", + "boxes": [ + 186, + 870, + 206, + 885 + ] + }, + { + "text": "htp://www.itbear.com.cnhlransate this resut", + "boxes": [ + 206, + 869, + 532, + 901 + ] + }, + { + "text": "小鹏P7大改款来袭，中国造车新势力迎来新变革？-智能汽车，", + "boxes": [ + 176, + 897, + 720, + 933 + ] + }, + { + "text": "2 hours ago·小鹏汽车董事长何小鹏近期揭晓了一个令人瞩目的消息：小鹏P7将迎来其历史上的", + "boxes": [ + 178, + 927, + 782, + 951 + ] + }, + { + "text": "首次大改款。他强调，这不仅是中国造车新势力中的首次大改款尝试，更是一款从未来走进现实..", + "boxes": [ + 176, + 947, + 782, + 977 + ] + }, + { + "text": "O", + "boxes": [ + 177, + 999, + 213, + 1034 + ] + }, + { + "text": "CNMO", + "boxes": [ + 214, + 995, + 264, + 1020 + ] + }, + { + "text": "htp://smartcar.cnmo.com news Translate this result", + "boxes": [ + 208, + 1008, + 550, + 1042 + ] + }, + { + "text": "鹏P7将迎来·", + "boxes": [ + 224, + 1048, + 308, + 1072 + ] + } + ] + }, + { + "frame_id": "180_2_4", + "episode_id": 180, + "env_id": 2, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.852720260620117, + "advantages": 1.102617859840393, + "generated_text": "{\n \"intent\": \"Open the Firefox web browser application located immediately below the browser window.\",\n \"action\": \"DoubleClick(54, 73)\"\n}", + "action_string": "DoubleClick(54, 73)", + "intent_string": "Open the Firefox web browser application located immediately below the browser window.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 320, + 40, + 344, + 64 + ] + }, + { + "text": "Search - Microsoft Bing -", + "boxes": [ + 786, + 40, + 1014, + 64 + ] + }, + { + "text": "MozillaFirefo", + "boxes": [ + 1004, + 42, + 1124, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "α Search - Microsoft Bing ×+", + "boxes": [ + 326, + 66, + 574, + 95 + ] + }, + { + "text": "←→白", + "boxes": [ + 326, + 101, + 452, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1286, + 101, + 1368, + 133 + ] + }, + { + "text": "三四@", + "boxes": [ + 1462, + 101, + 1560, + 133 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1592, + 127 + ] + }, + { + "text": "", + "boxes": [ + 1456, + 159, + 1512, + 185 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "国内版", + "boxes": [ + 502, + 280, + 552, + 300 + ] + }, + { + "text": "菌际版", + "boxes": [ + 576, + 278, + 630, + 304 + ] + }, + { + "text": "O", + "boxes": [ + 1339, + 324, + 1359, + 343 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "", + "boxes": [ + 26, + 546, + 87, + 617 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": " Ore and more", + "boxes": [ + 1361, + 796, + 1475, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 30, + 826, + 90, + 866 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 337, + 837, + 433, + 876 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1296, + 887, + 1398, + 919 + ] + }, + { + "text": "特新", + "boxes": [ + 1300, + 921, + 1370, + 975 + ] + }, + { + "text": "4.878 ", + "boxes": [ + 1468, + 919, + 1548, + 973 + ] + }, + { + "text": "r", + "boxes": [ + 1436, + 922, + 1480, + 958 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + }, + { + "text": "电影《超人》正式预告", + "boxes": [ + 614, + 963, + 936, + 1005 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1302, + 973, + 1360, + 1005 + ] + }, + { + "text": "v-. +0.01%", + "boxes": [ + 1432, + 971, + 1542, + 1009 + ] + }, + { + "text": "1", + "boxes": [ + 180, + 1050, + 202, + 1064 + ] + }, + { + "text": "arch - Micr", + "boxes": [ + 234, + 1050, + 308, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "NewTab", + "boxes": [ + 34, + 34, + 86, + 52 + ] + }, + { + "text": "□0", + "boxes": [ + 1534, + 38, + 1600, + 69 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 68, + 132, + 93 + ] + }, + { + "text": "Ⅲ目?", + "boxes": [ + 1146, + 66, + 1246, + 91 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 101, + 168, + 123 + ] + }, + { + "text": "Getting Started", + "boxes": [ + 210, + 103, + 312, + 121 + ] + }, + { + "text": "☆", + "boxes": [ + 1292, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 101, + 1560, + 133 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1588, + 125 + ] + }, + { + "text": "8", + "boxes": [ + 1470, + 161, + 1502, + 183 + ] + }, + { + "text": "II Top Sites", + "boxes": [ + 167, + 357, + 255, + 390 + ] + }, + { + "text": "知", + "boxes": [ + 662, + 407, + 740, + 474 + ] + }, + { + "text": "LQIYI", + "boxes": [ + 537, + 414, + 617, + 470 + ] + }, + { + "text": "8", + "boxes": [ + 200, + 441, + 244, + 494 + ] + }, + { + "text": "“", + "boxes": [ + 242, + 463, + 264, + 486 + ] + }, + { + "text": "Apple", + "boxes": [ + 200, + 492, + 242, + 518 + ] + }, + { + "text": "qiyi", + "boxes": [ + 570, + 498, + 594, + 512 + ] + }, + { + "text": "veibo", + "boxes": [ + 926, + 498, + 956, + 512 + ] + }, + { + "text": " Highlights", + "boxes": [ + 168, + 576, + 270, + 600 + ] + }, + { + "text": "amazon", + "boxes": [ + 672, + 633, + 852, + 677 + ] + }, + { + "text": "moz://a", + "boxes": [ + 907, + 634, + 1093, + 694 + ] + }, + { + "text": "", + "boxes": [ + 830, + 705, + 852, + 731 + ] + }, + { + "text": "", + "boxes": [ + 1072, + 709, + 1092, + 729 + ] + }, + { + "text": "apple", + "boxes": [ + 186, + 733, + 226, + 752 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 428, + 733, + 472, + 750 + ] + }, + { + "text": "mazon", + "boxes": [ + 674, + 735, + 714, + 750 + ] + }, + { + "text": "mozilla ", + "boxes": [ + 908, + 733, + 954, + 752 + ] + }, + { + "text": "Apple", + "boxes": [ + 184, + 750, + 230, + 778 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 426, + 752, + 586, + 776 + ] + }, + { + "text": "Amazon.com. Spend less...", + "boxes": [ + 668, + 752, + 848, + 776 + ] + }, + { + "text": "Firefox Privacy Notice ", + "boxes": [ + 906, + 752, + 1062, + 776 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1296, + 887, + 1398, + 919 + ] + }, + { + "text": "全", + "boxes": [ + 1299, + 913, + 1369, + 974 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1306, + 975, + 1360, + 1005 + ] + } + ] + }, + { + "frame_id": "180_3_4", + "episode_id": 180, + "env_id": 3, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.035667419433594, + "advantages": -0.8961829543113708, + "generated_text": "{\n \"intent\": \"Analyzing the homepage to identify upcoming sales and deals.\",\n \"action\": \"Click(1005, 54) \"\n}", + "action_string": "Click(1005, 54)", + "intent_string": "Analyzing the homepage to identify upcoming sales and deals.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 414, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 658, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1336, + 486, + 1418, + 510 + ] + }, + { + "text": "", + "boxes": [ + 1446, + 486, + 1546, + 510 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 242, + 530, + 424, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 606, + 524, + 832, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 980, + 530, + 1288, + 560 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 1350, + 530, + 1548, + 560 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 240, + 889, + 326, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 610, + 889, + 690, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 982, + 891, + 1116, + 909 + ] + }, + { + "text": "Seemore", + "boxes": [ + 1350, + 891, + 1412, + 911 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1510, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 414, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1336, + 486, + 1418, + 510 + ] + }, + { + "text": "", + "boxes": [ + 1446, + 486, + 1546, + 510 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 242, + 530, + 424, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 608, + 526, + 834, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 980, + 530, + 1288, + 560 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 1350, + 530, + 1548, + 560 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 240, + 889, + 326, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 610, + 889, + 690, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 982, + 891, + 1116, + 909 + ] + }, + { + "text": "Seemore", + "boxes": [ + 1350, + 891, + 1412, + 911 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1510, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "180_4_4", + "episode_id": 180, + "env_id": 4, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.38039779663086, + "advantages": -0.5169714689254761, + "generated_text": "{\n \"intent\": \"To explore the various iPhone models available on Apple's website\",\n \"action\": \"Click(497, 46)\" }", + "action_string": "Click(497, 46)", + "intent_string": "To explore the various iPhone models available on Apple's website", + "before_screen_ocr_results": [ + { + "text": "·☆", + "boxes": [ + 1566, + 66, + 1660, + 89 + ] + }, + { + "text": "AirPod", + "boxes": [ + 910, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 111, + 1046, + 129 + ] + }, + { + "text": "u", + "boxes": [ + 1382, + 115, + 1394, + 127 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "Need shopping help?", + "boxes": [ + 1600, + 230, + 1742, + 254 + ] + }, + { + "text": "Specialist 7", + "boxes": [ + 1686, + 254, + 1766, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 292, + 1588, + 318 + ] + }, + { + "text": "Visit an Apple Store", + "boxes": [ + 1596, + 284, + 1732, + 312 + ] + }, + { + "text": "Find one near you 7", + "boxes": [ + 1598, + 303, + 1726, + 332 + ] + }, + { + "text": "All Models ", + "boxes": [ + 144, + 389, + 230, + 413 + ] + }, + { + "text": " Shopping guides ", + "boxes": [ + 260, + 387, + 400, + 417 + ] + }, + { + "text": "Ways to Save", + "boxes": [ + 432, + 389, + 540, + 413 + ] + }, + { + "text": " Sustainability", + "boxes": [ + 570, + 387, + 682, + 417 + ] + }, + { + "text": "Accessories", + "boxes": [ + 716, + 389, + 814, + 413 + ] + }, + { + "text": " Setup and Support ", + "boxes": [ + 846, + 387, + 1000, + 417 + ] + }, + { + "text": "The iPhone Experience", + "boxes": [ + 1032, + 389, + 1214, + 413 + ] + }, + { + "text": " Special Stores ", + "boxes": [ + 1246, + 387, + 1366, + 417 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 138, + 472, + 464, + 508 + ] + }, + { + "text": "PPLE INTELLIGENCE", + "boxes": [ + 180, + 560, + 296, + 578 + ] + }, + { + "text": "APPLE INTELLIGENCE", + "boxes": [ + 1012, + 556, + 1140, + 580 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 164, + 580, + 376, + 621 + ] + }, + { + "text": "iPhone 16 &", + "boxes": [ + 586, + 582, + 746, + 619 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 1004, + 579, + 1156, + 622 + ] + }, + { + "text": "iPhone 15 &", + "boxes": [ + 1424, + 580, + 1582, + 617 + ] + }, + { + "text": "Expl", + "boxes": [ + 1841, + 579, + 1917, + 624 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 611, + 408, + 653 + ] + }, + { + "text": "iPhone 16 Plus", + "boxes": [ + 586, + 613, + 778, + 651 + ] + }, + { + "text": "iPhone 15 Plus", + "boxes": [ + 1424, + 611, + 1618, + 653 + ] + }, + { + "text": "acce", + "boxes": [ + 1846, + 619, + 1914, + 651 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "·☆", + "boxes": [ + 1566, + 66, + 1660, + 89 + ] + }, + { + "text": "AirPod", + "boxes": [ + 910, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 111, + 1046, + 129 + ] + }, + { + "text": "u", + "boxes": [ + 1382, + 115, + 1394, + 127 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "Need shopping help?", + "boxes": [ + 1600, + 230, + 1742, + 254 + ] + }, + { + "text": "Specialist 7", + "boxes": [ + 1688, + 254, + 1766, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 292, + 1588, + 318 + ] + }, + { + "text": "Visit an Apple Store", + "boxes": [ + 1596, + 284, + 1732, + 312 + ] + }, + { + "text": "Find one near you 7", + "boxes": [ + 1598, + 303, + 1726, + 332 + ] + }, + { + "text": "All Models ", + "boxes": [ + 144, + 389, + 230, + 413 + ] + }, + { + "text": " Shopping guides ", + "boxes": [ + 260, + 387, + 400, + 417 + ] + }, + { + "text": "Ways to Save", + "boxes": [ + 432, + 389, + 540, + 413 + ] + }, + { + "text": " Sustainability", + "boxes": [ + 570, + 387, + 682, + 417 + ] + }, + { + "text": "Accessories", + "boxes": [ + 716, + 389, + 814, + 413 + ] + }, + { + "text": " Setup and Support ", + "boxes": [ + 846, + 387, + 1000, + 417 + ] + }, + { + "text": "The iPhone Experience", + "boxes": [ + 1032, + 389, + 1214, + 413 + ] + }, + { + "text": " Special Stores ", + "boxes": [ + 1246, + 387, + 1366, + 417 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 138, + 472, + 464, + 508 + ] + }, + { + "text": "PPLE INTELLIGENCE", + "boxes": [ + 180, + 560, + 296, + 578 + ] + }, + { + "text": "APPLE INTELLIGENCE", + "boxes": [ + 1012, + 556, + 1140, + 580 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 164, + 580, + 376, + 621 + ] + }, + { + "text": "iPhone 16 &", + "boxes": [ + 586, + 582, + 746, + 619 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 1004, + 579, + 1156, + 622 + ] + }, + { + "text": "iPhone 15 &", + "boxes": [ + 1424, + 580, + 1582, + 617 + ] + }, + { + "text": "Expl", + "boxes": [ + 1841, + 579, + 1917, + 624 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 611, + 408, + 653 + ] + }, + { + "text": "iPhone 16 Plus", + "boxes": [ + 586, + 613, + 778, + 651 + ] + }, + { + "text": "iPhone 15 Plus", + "boxes": [ + 1424, + 611, + 1618, + 653 + ] + }, + { + "text": "acce", + "boxes": [ + 1846, + 619, + 1914, + 651 + ] + } + ] + }, + { + "frame_id": "180_5_4", + "episode_id": 180, + "env_id": 5, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.892354965209961, + "advantages": -1.0538300275802612, + "generated_text": "{\n \"intent\": \"scroll down to see more content on the page\",\n \"action\": \"ScrollDown(100, 50)\"\n}", + "action_string": "ScrollDown(100, 50)", + "intent_string": "scroll down to see more content on the page", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "娱乐", + "boxes": [ + 572, + 113, + 630, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 752, + 113, + 798, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 278, + 628, + 322 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "√新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 332, + 349, + 810, + 397 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 326, + 446, + 584, + 487 + ] + }, + { + "text": "A丨", + "boxes": [ + 1186, + 453, + 1232, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "A", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 336, + 113, + 392, + 133 + ] + }, + { + "text": "新闻", + "boxes": [ + 410, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 752, + 113, + 798, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "√新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16　界面新闻", + "boxes": [ + 326, + 449, + 584, + 487 + ] + }, + { + "text": "A丨", + "boxes": [ + 1186, + 453, + 1232, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "A", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "浪首页", + "boxes": [ + 1602, + 524, + 1634, + 538 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ] + }, + { + "frame_id": "180_6_4", + "episode_id": 180, + "env_id": 6, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.40241813659668, + "advantages": -0.49274858832359314, + "generated_text": "{\n \"intent\": \"Click on the article title '小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大' to explore the details\",\n \"action\": \"Click(133, 17)\"\n}", + "action_string": "Click(133, 17)", + "intent_string": "Click on the article title '小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大' to explore the details", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 752, + 113, + 798, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "√新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 328, + 449, + 582, + 486 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "A", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "娱乐", + "boxes": [ + 572, + 113, + 630, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 752, + 113, + 798, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 326, + 449, + 584, + 487 + ] + }, + { + "text": "A丨", + "boxes": [ + 1186, + 453, + 1232, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "A", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "浪首页", + "boxes": [ + 1602, + 524, + 1634, + 538 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ] + }, + { + "frame_id": "180_7_4", + "episode_id": 180, + "env_id": 7, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.647053718566895, + "advantages": -1.3236671686172485, + "generated_text": "{\n \"intent\": \"To begin exploring Zhihu by logging in or creating an account now.\",\n \"action\": \"Click(306, 50)\"\n}", + "action_string": "Click(306, 50)", + "intent_string": "To begin exploring Zhihu by logging in or creating an account now.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×」十", + "boxes": [ + 6, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1038, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 894, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 945, + 307, + 1039, + 344 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1048, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 948, + 385, + 1046, + 411 + ] + }, + { + "text": "请输入手机号", + "boxes": [ + 1062, + 381, + 1150, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "请输入短信验证码", + "boxes": [ + 948, + 441, + 1068, + 471 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1200, + 443, + 1308, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 690, + 629, + 824, + 659 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 28, + 244, + 52 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "①| https://www.zhihu.com/s", + "boxes": [ + 252, + 68, + 478, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1038, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 894, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 945, + 307, + 1039, + 344 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1048, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 948, + 385, + 1046, + 411 + ] + }, + { + "text": "请输入手机号", + "boxes": [ + 1062, + 381, + 1150, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 411, + 860, + 441 + ] + }, + { + "text": "请输入短信验证码", + "boxes": [ + 948, + 441, + 1068, + 471 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1200, + 443, + 1308, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "180_0_5", + "episode_id": 180, + "env_id": 0, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.963394165039062, + "advantages": -0.9756852388381958, + "generated_text": "{\n \"intent\": \"The goal is to access the login or sign-in page for the Zhihu app, allowing exploration of its features.\",\n \"action\": \"Click(1056, 450)\"\n}", + "action_string": "Click(1056, 450)", + "intent_string": "The goal is to access the login or sign-in page for the Zhihu app, allowing exploration of its features.", + "before_screen_ocr_results": [ + { + "text": "知知乎-有问题，就会有答案×十", + "boxes": [ + 6, + 26, + 248, + 56 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 946, + 310, + 1040, + 341 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1108, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 411 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1110, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验I码", + "boxes": [ + 948, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "180_1_5", + "episode_id": 180, + "env_id": 1, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.515857696533203, + "advantages": 0.7320610880851746, + "generated_text": "{\n \"intent\": \"Click on one of the news articles about the Xiaoyou P7 changes and its new features.\",\n \"action\": \"DoubleClick(436, 358)\"\n}", + "action_string": "DoubleClick(436, 358)", + "intent_string": "Click on one of the news articles about the Xiaoyou P7 changes and its new features.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "小鹏P7将迎来大改款", + "boxes": [ + 176, + 157, + 334, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": "About 510,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 294, + 278, + 320 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大", + "boxes": [ + 176, + 338, + 668, + 367 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，小鹏P7将迎来大改款，“这不是一款概念", + "boxes": [ + 176, + 363, + 772, + 393 + ] + }, + { + "text": "车，我们做的只是把它从未来带到现在”。随后，何.", + "boxes": [ + 174, + 385, + 502, + 417 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 212, + 435, + 262, + 463 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 202, + 467 + ] + }, + { + "text": ".qq.com", + "boxes": [ + 288, + 457, + 340, + 474 + ] + }, + { + "text": "1 rain ransate thisresuit ", + "boxes": [ + 336, + 453, + 504, + 482 + ] + }, + { + "text": "何小鹏官宣小鹏P7将迎大改款：“从未来带到现在”－腾讯网", + "boxes": [ + 176, + 476, + 712, + 512 + ] + }, + { + "text": "【环球网科技综合报道】5月15日，小鹏汽车董事长何小鹏在社交平台宣布旗下热门车型小鹏 P7", + "boxes": [ + 180, + 504, + 784, + 534 + ] + }, + { + "text": "将迎来大改款。他强调：“这不是一款概念车，我们..", + "boxes": [ + 180, + 530, + 508, + 554 + ] + }, + { + "text": "和讯汽车", + "boxes": [ + 212, + 574, + 280, + 600 + ] + }, + { + "text": "和", + "boxes": [ + 184, + 588, + 212, + 609 + ] + }, + { + "text": "何小鹏：小鹏P7将迎来大改款，有史以来情感投入最大的..", + "boxes": [ + 176, + 617, + 706, + 647 + ] + }, + { + "text": "5 hours ago·小鹏汽车CEO何小鹏在微博上表示小鹏P7将进行大改款，强调这不是概念车，而是", + "boxes": [ + 176, + 643, + 784, + 673 + ] + }, + { + "text": "将未来设计带到现在。他还提及新款小鹏P7项目是公司有史以来情感投入最大的一个，团队用，", + "boxes": [ + 176, + 667, + 766, + 695 + ] + }, + { + "text": "观点网", + "boxes": [ + 214, + 715, + 262, + 741 + ] + }, + { + "text": "https://www.guandian.cn > article Translate this result ", + "boxes": [ + 214, + 735, + 542, + 758 + ] + }, + { + "text": "小鹏汽车董事长何小鹏宣布P7大改款2025年初亮相引期待", + "boxes": [ + 174, + 756, + 702, + 792 + ] + }, + { + "text": "观点网讯：5月15日，小鹏汽车董事长何小鹏在微博宣布，旗下热门车型小鹏P7将迎来大改款。此", + "boxes": [ + 178, + 784, + 784, + 814 + ] + }, + { + "text": "次改款备受业界关注，标志着小鹏P7将在产品力上实现显著提升和创新变革。何小鹏表示，", + "boxes": [ + 178, + 810, + 742, + 834 + ] + }, + { + "text": "ITBear科技资讯", + "boxes": [ + 212, + 854, + 320, + 881 + ] + }, + { + "text": "®", + "boxes": [ + 186, + 870, + 206, + 885 + ] + }, + { + "text": "htp://www.itbear.com.cnhml ranslate thisresut", + "boxes": [ + 206, + 869, + 532, + 901 + ] + }, + { + "text": "小鹏P7大改款来袭，中国造车新势力迎来新变革？-智能汽车，", + "boxes": [ + 176, + 897, + 720, + 933 + ] + }, + { + "text": "2 hours ago·小鹏汽车董事长何小鹏近期揭晓了一个令人瞩目的消息：小鹏P7将迎来其历史上的", + "boxes": [ + 178, + 927, + 782, + 951 + ] + }, + { + "text": "首次大改款。他强调，这不仅是中国造车新势力中的首次大改款尝试，更是一款从未来走进现实.", + "boxes": [ + 176, + 947, + 782, + 977 + ] + }, + { + "text": "O", + "boxes": [ + 177, + 999, + 213, + 1034 + ] + }, + { + "text": "CNMO", + "boxes": [ + 214, + 995, + 264, + 1020 + ] + }, + { + "text": "htp://smartcar.cnmo.com news Translate this result", + "boxes": [ + 208, + 1008, + 550, + 1042 + ] + }, + { + "text": "鹏P7将迎来·", + "boxes": [ + 224, + 1048, + 308, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 410, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "娱乐", + "boxes": [ + 586, + 113, + 630, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 704, + 111, + 744, + 137 + ] + }, + { + "text": "图片", + "boxes": [ + 754, + 113, + 796, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "√新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 332, + 349, + 810, + 397 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日 11:16界面新闻", + "boxes": [ + 326, + 449, + 584, + 487 + ] + }, + { + "text": "A丨", + "boxes": [ + 1186, + 453, + 1232, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "A", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26345秒前 证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ] + }, + { + "frame_id": "180_2_5", + "episode_id": 180, + "env_id": 2, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.511695861816406, + "advantages": -0.37254050374031067, + "generated_text": "{\n \"intent\": \"Move the mouse to the top site labeled 'bing' in order to explore alternative search engine options.\",\n \"action\": \"Move(535, 439)\" \n}", + "action_string": "Move(535, 439)", + "intent_string": "Move the mouse to the top site labeled 'bing' in order to explore alternative search engine options.", + "before_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 32, + 34, + 86, + 52 + ] + }, + { + "text": "□0", + "boxes": [ + 1534, + 38, + 1600, + 69 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 68, + 132, + 93 + ] + }, + { + "text": "Ⅲ目?", + "boxes": [ + 1146, + 66, + 1246, + 91 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 101, + 168, + 123 + ] + }, + { + "text": "Getting Started", + "boxes": [ + 210, + 103, + 312, + 121 + ] + }, + { + "text": "☆", + "boxes": [ + 1292, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 101, + 1560, + 133 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1588, + 125 + ] + }, + { + "text": "8", + "boxes": [ + 1470, + 161, + 1502, + 183 + ] + }, + { + "text": "II Top Sites", + "boxes": [ + 167, + 357, + 255, + 390 + ] + }, + { + "text": "知", + "boxes": [ + 662, + 407, + 740, + 474 + ] + }, + { + "text": "IQIYI", + "boxes": [ + 540, + 419, + 616, + 467 + ] + }, + { + "text": "8", + "boxes": [ + 200, + 441, + 244, + 494 + ] + }, + { + "text": "“", + "boxes": [ + 242, + 463, + 264, + 486 + ] + }, + { + "text": "Apple", + "boxes": [ + 200, + 492, + 242, + 518 + ] + }, + { + "text": "qiyi", + "boxes": [ + 570, + 498, + 594, + 512 + ] + }, + { + "text": "veibo", + "boxes": [ + 926, + 498, + 956, + 512 + ] + }, + { + "text": " Highlights", + "boxes": [ + 168, + 576, + 270, + 600 + ] + }, + { + "text": "amazon", + "boxes": [ + 672, + 633, + 852, + 677 + ] + }, + { + "text": "moz://a", + "boxes": [ + 907, + 634, + 1093, + 694 + ] + }, + { + "text": "", + "boxes": [ + 830, + 705, + 852, + 731 + ] + }, + { + "text": "", + "boxes": [ + 1072, + 709, + 1092, + 729 + ] + }, + { + "text": "apple", + "boxes": [ + 186, + 733, + 226, + 752 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 428, + 733, + 472, + 750 + ] + }, + { + "text": "mazon", + "boxes": [ + 674, + 735, + 714, + 750 + ] + }, + { + "text": "mozilla ", + "boxes": [ + 908, + 733, + 954, + 752 + ] + }, + { + "text": "Apple", + "boxes": [ + 184, + 750, + 230, + 778 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 426, + 752, + 586, + 776 + ] + }, + { + "text": "Amazon.com. Spend less...", + "boxes": [ + 668, + 752, + 848, + 776 + ] + }, + { + "text": "Firefox Privacy Notice ", + "boxes": [ + 906, + 752, + 1062, + 776 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1296, + 887, + 1398, + 919 + ] + }, + { + "text": "全", + "boxes": [ + 1299, + 913, + 1369, + 974 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1306, + 975, + 1360, + 1005 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 24, + 34, + 88, + 52 + ] + }, + { + "text": "□0", + "boxes": [ + 1534, + 38, + 1600, + 69 + ] + }, + { + "text": "→", + "boxes": [ + 32, + 66, + 132, + 91 + ] + }, + { + "text": "Ⅲ目?", + "boxes": [ + 1146, + 66, + 1246, + 91 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 101, + 168, + 123 + ] + }, + { + "text": "Getting Started", + "boxes": [ + 210, + 103, + 312, + 121 + ] + }, + { + "text": "☆", + "boxes": [ + 1292, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 101, + 1560, + 133 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1588, + 125 + ] + }, + { + "text": "8", + "boxes": [ + 1470, + 161, + 1502, + 183 + ] + }, + { + "text": "II Top Sites", + "boxes": [ + 167, + 357, + 255, + 390 + ] + }, + { + "text": "知", + "boxes": [ + 662, + 407, + 740, + 474 + ] + }, + { + "text": "QIYI", + "boxes": [ + 538, + 419, + 616, + 467 + ] + }, + { + "text": "8", + "boxes": [ + 200, + 441, + 244, + 494 + ] + }, + { + "text": "“", + "boxes": [ + 242, + 463, + 264, + 486 + ] + }, + { + "text": "Apple", + "boxes": [ + 200, + 492, + 242, + 518 + ] + }, + { + "text": "veibo", + "boxes": [ + 926, + 498, + 956, + 512 + ] + }, + { + "text": " Highlights", + "boxes": [ + 168, + 576, + 270, + 600 + ] + }, + { + "text": "amazon", + "boxes": [ + 672, + 633, + 852, + 677 + ] + }, + { + "text": "moz://a", + "boxes": [ + 907, + 634, + 1093, + 694 + ] + }, + { + "text": "", + "boxes": [ + 830, + 705, + 852, + 731 + ] + }, + { + "text": "", + "boxes": [ + 1072, + 709, + 1092, + 729 + ] + }, + { + "text": "apple", + "boxes": [ + 186, + 733, + 226, + 752 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 428, + 733, + 472, + 750 + ] + }, + { + "text": "mazon", + "boxes": [ + 674, + 735, + 714, + 750 + ] + }, + { + "text": "mozilla ", + "boxes": [ + 908, + 733, + 954, + 752 + ] + }, + { + "text": "Apple", + "boxes": [ + 184, + 750, + 230, + 778 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 426, + 752, + 586, + 776 + ] + }, + { + "text": "Amazon.com. Spend less....", + "boxes": [ + 668, + 752, + 850, + 776 + ] + }, + { + "text": "Firefox Privacy Notice ", + "boxes": [ + 906, + 752, + 1062, + 776 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1296, + 887, + 1398, + 919 + ] + }, + { + "text": "全", + "boxes": [ + 1299, + 913, + 1369, + 974 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1306, + 975, + 1360, + 1005 + ] + } + ] + }, + { + "frame_id": "180_3_5", + "episode_id": 180, + "env_id": 3, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.131932258605957, + "advantages": -0.7902894020080566, + "generated_text": "{\n \"intent\": \"Move towards the search bar to explore specific products\",\n \"action\": \"DoubleClick(147, 55)\"\n}", + "action_string": "DoubleClick(147, 55)", + "intent_string": "Move towards the search bar to explore specific products", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 414, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1336, + 486, + 1418, + 510 + ] + }, + { + "text": "", + "boxes": [ + 1446, + 486, + 1546, + 510 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 242, + 530, + 424, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 608, + 526, + 834, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 980, + 530, + 1288, + 560 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 1350, + 530, + 1548, + 560 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 240, + 889, + 326, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 610, + 889, + 690, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 982, + 891, + 1116, + 909 + ] + }, + { + "text": "Seemore", + "boxes": [ + 1350, + 891, + 1412, + 911 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1510, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": ".com. Spend less x", + "boxes": [ + 86, + 32, + 220, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 658, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1336, + 486, + 1418, + 510 + ] + }, + { + "text": "", + "boxes": [ + 1446, + 486, + 1546, + 510 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 242, + 530, + 424, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 606, + 524, + 832, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 980, + 530, + 1288, + 560 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 1350, + 530, + 1548, + 560 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 240, + 889, + 326, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 610, + 889, + 690, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 982, + 891, + 1116, + 909 + ] + }, + { + "text": "Seemore", + "boxes": [ + 1350, + 891, + 1412, + 911 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1510, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "180_4_5", + "episode_id": 180, + "env_id": 4, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.163515090942383, + "advantages": -0.7555475234985352, + "generated_text": "{\n \"intent\": \"Clicking on a specific model link will help me explore detailed information about it.\",\n \"action\": \"Click(546, 582)\"\n}", + "action_string": "Click(546, 582)", + "intent_string": "Clicking on a specific model link will help me explore detailed information about it.", + "before_screen_ocr_results": [ + { + "text": "·☆", + "boxes": [ + 1566, + 66, + 1660, + 89 + ] + }, + { + "text": "AirPod", + "boxes": [ + 910, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 111, + 1046, + 129 + ] + }, + { + "text": "u", + "boxes": [ + 1382, + 115, + 1394, + 127 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "Need shopping help?", + "boxes": [ + 1600, + 230, + 1742, + 254 + ] + }, + { + "text": "Specialist 7", + "boxes": [ + 1688, + 254, + 1766, + 272 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 292, + 1588, + 318 + ] + }, + { + "text": "Visit an Apple Store", + "boxes": [ + 1596, + 284, + 1732, + 312 + ] + }, + { + "text": "Find one near you 7", + "boxes": [ + 1598, + 303, + 1726, + 332 + ] + }, + { + "text": "All Models ", + "boxes": [ + 144, + 389, + 230, + 413 + ] + }, + { + "text": " Shopping guides ", + "boxes": [ + 260, + 387, + 400, + 417 + ] + }, + { + "text": "Ways to Save", + "boxes": [ + 432, + 389, + 540, + 413 + ] + }, + { + "text": " Sustainability", + "boxes": [ + 570, + 387, + 682, + 417 + ] + }, + { + "text": "Accessories", + "boxes": [ + 716, + 389, + 814, + 413 + ] + }, + { + "text": " Setup and Support ", + "boxes": [ + 846, + 387, + 1000, + 417 + ] + }, + { + "text": "The iPhone Experience", + "boxes": [ + 1032, + 389, + 1214, + 413 + ] + }, + { + "text": " Special Stores ", + "boxes": [ + 1246, + 387, + 1366, + 417 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 138, + 472, + 464, + 508 + ] + }, + { + "text": "PPLE INTELLIGENCE", + "boxes": [ + 180, + 560, + 296, + 578 + ] + }, + { + "text": "APPLE INTELLIGENCE", + "boxes": [ + 1012, + 556, + 1140, + 580 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 164, + 580, + 376, + 621 + ] + }, + { + "text": "iPhone 16 &", + "boxes": [ + 586, + 582, + 746, + 619 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 1004, + 579, + 1156, + 622 + ] + }, + { + "text": "iPhone 15 &", + "boxes": [ + 1424, + 580, + 1582, + 617 + ] + }, + { + "text": "Expl", + "boxes": [ + 1841, + 579, + 1917, + 624 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 611, + 408, + 653 + ] + }, + { + "text": "iPhone 16 Plus", + "boxes": [ + 586, + 613, + 778, + 651 + ] + }, + { + "text": "iPhone 15 Plus", + "boxes": [ + 1424, + 611, + 1618, + 653 + ] + }, + { + "text": "acce", + "boxes": [ + 1846, + 619, + 1914, + 651 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "·☆", + "boxes": [ + 1566, + 66, + 1660, + 89 + ] + }, + { + "text": "AirPod", + "boxes": [ + 910, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 111, + 1046, + 129 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "Need shopping help?", + "boxes": [ + 1600, + 230, + 1742, + 254 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 292, + 1588, + 318 + ] + }, + { + "text": "Visit an Apple Store", + "boxes": [ + 1596, + 284, + 1732, + 312 + ] + }, + { + "text": "Find one near you 7", + "boxes": [ + 1598, + 303, + 1726, + 332 + ] + }, + { + "text": "All Models ", + "boxes": [ + 144, + 389, + 230, + 413 + ] + }, + { + "text": " Shopping guides ", + "boxes": [ + 260, + 387, + 400, + 417 + ] + }, + { + "text": "Ways to Save", + "boxes": [ + 432, + 389, + 540, + 413 + ] + }, + { + "text": " Sustainability", + "boxes": [ + 570, + 387, + 684, + 417 + ] + }, + { + "text": "Accessories", + "boxes": [ + 716, + 389, + 814, + 413 + ] + }, + { + "text": " Setup and Support ", + "boxes": [ + 846, + 387, + 1000, + 417 + ] + }, + { + "text": "The iPhone Experience", + "boxes": [ + 1032, + 389, + 1214, + 413 + ] + }, + { + "text": " Special Stores ", + "boxes": [ + 1246, + 387, + 1366, + 417 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 138, + 472, + 464, + 508 + ] + }, + { + "text": "PPLE INTELLIGENCE", + "boxes": [ + 180, + 560, + 296, + 578 + ] + }, + { + "text": "APPLE INTELLIGENCE", + "boxes": [ + 594, + 556, + 720, + 580 + ] + }, + { + "text": "APPLE INTELLIGENCE", + "boxes": [ + 1012, + 556, + 1140, + 580 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 164, + 580, + 376, + 621 + ] + }, + { + "text": "iPhone 16 &", + "boxes": [ + 586, + 582, + 746, + 619 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 1004, + 579, + 1156, + 622 + ] + }, + { + "text": "iPhone 15 &", + "boxes": [ + 1424, + 580, + 1582, + 617 + ] + }, + { + "text": "Expl", + "boxes": [ + 1841, + 579, + 1917, + 624 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 611, + 408, + 653 + ] + }, + { + "text": "iPhone 16 Plus", + "boxes": [ + 584, + 611, + 776, + 649 + ] + }, + { + "text": "iPhone 15 Plus", + "boxes": [ + 1424, + 611, + 1618, + 653 + ] + }, + { + "text": "acce", + "boxes": [ + 1846, + 619, + 1914, + 651 + ] + } + ] + }, + { + "frame_id": "180_5_5", + "episode_id": 180, + "env_id": 5, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.281947135925293, + "advantages": -0.6252695322036743, + "generated_text": "{\n \"intent\": \"Click on \\\"小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大\\\" to read the article\",\n \"action\": \"DoubleClick(502, 410)\"\n}", + "action_string": "DoubleClick(502, 410)", + "intent_string": "Click on \"小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大\" to read the article", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 336, + 113, + 392, + 133 + ] + }, + { + "text": "新闻", + "boxes": [ + 410, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 752, + 113, + 798, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "√新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16　界面新闻", + "boxes": [ + 326, + 449, + 584, + 487 + ] + }, + { + "text": "A丨", + "boxes": [ + 1186, + 453, + 1232, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "A", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "浪首页", + "boxes": [ + 1602, + 524, + 1634, + 538 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 458, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 586, + 113, + 630, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 754, + 113, + 796, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sina 新浪财经经济新闻滚动>正文", + "boxes": [ + 336, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1290, + 316 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "√新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 332, + 349, + 810, + 397 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 405 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "", + "boxes": [ + 500, + 409, + 514, + 427 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16　界面新闻", + "boxes": [ + 328, + 449, + 584, + 487 + ] + }, + { + "text": "A", + "boxes": [ + 1134, + 455, + 1162, + 478 + ] + }, + { + "text": "A1", + "boxes": [ + 1186, + 453, + 1230, + 478 + ] + }, + { + "text": "の", + "boxes": [ + 1300, + 455, + 1338, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 952, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播批", + "boxes": [ + 1598, + 598, + 1634, + 611 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1248, + 707, + 1566, + 737 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + } + ] + }, + { + "frame_id": "180_6_5", + "episode_id": 180, + "env_id": 6, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.670445442199707, + "advantages": -0.19791224598884583, + "generated_text": "{\n \"intent\": \"Carefully reading the news article titled '小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大' to understand the information and its impact.\",\n \"action\": \"Click(1024, 502)\"\n}", + "action_string": "Click(1024, 502)", + "intent_string": "Carefully reading the news article titled '小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大' to understand the information and its impact.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "娱乐", + "boxes": [ + 572, + 113, + 630, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 752, + 113, + 798, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "√新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16　界面新闻", + "boxes": [ + 326, + 449, + 584, + 487 + ] + }, + { + "text": "A丨", + "boxes": [ + 1186, + 453, + 1232, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "A", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "娱乐", + "boxes": [ + 572, + 113, + 630, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 752, + 113, + 798, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 328, + 449, + 582, + 486 + ] + }, + { + "text": "A", + "boxes": [ + 1130, + 453, + 1164, + 480 + ] + }, + { + "text": "A1", + "boxes": [ + 1186, + 453, + 1230, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 578 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ] + }, + { + "frame_id": "180_7_5", + "episode_id": 180, + "env_id": 7, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.262968063354492, + "advantages": -0.6461469531059265, + "generated_text": "{\n \"intent\": \"click the login/register button to open the login page\",\n \"action\": \"Click(781, 432)\" \n}", + "action_string": "Click(781, 432)", + "intent_string": "click the login/register button to open the login page", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 28, + 244, + 52 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "①| https://www.zhihu.com/s", + "boxes": [ + 252, + 68, + 478, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1038, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 894, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 945, + 307, + 1039, + 344 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1048, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 948, + 385, + 1046, + 411 + ] + }, + { + "text": "请输入手机号", + "boxes": [ + 1062, + 381, + 1150, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 411, + 860, + 441 + ] + }, + { + "text": "请输入短信验证码", + "boxes": [ + 948, + 441, + 1068, + 471 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1200, + 443, + 1308, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×」十", + "boxes": [ + 6, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 948, + 385, + 1046, + 411 + ] + }, + { + "text": "请输入手机号", + "boxes": [ + 1062, + 381, + 1150, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 411, + 860, + 441 + ] + }, + { + "text": "请输入短信验证码", + "boxes": [ + 948, + 441, + 1068, + 471 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1200, + 443, + 1308, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 690, + 629, + 824, + 659 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "180_0_6", + "episode_id": 180, + "env_id": 0, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.378429412841797, + "advantages": -1.6191601753234863, + "generated_text": "{\n \"intent\": \"Move closer to the login section on the homepage\",\n \"action\": \"Click(1037, 38)\"\n}", + "action_string": "Click(1037, 38)", + "intent_string": "Move closer to the login section on the homepage", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 411 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1110, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验IE码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1110, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 411, + 858, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 948, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "180_1_6", + "episode_id": 180, + "env_id": 1, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.616445541381836, + "advantages": -0.25731340050697327, + "generated_text": "{\n \"intent\": \"浏览这篇文章，了解小鹏P7将要进行的大改款及其带来的变化\",\n \"action\": \"Click(504, 48)\"\n}", + "action_string": "Click(504, 48)", + "intent_string": "浏览这篇文章，了解小鹏P7将要进行的大改款及其带来的变化", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 410, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "娱乐", + "boxes": [ + 586, + 113, + 628, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 754, + 113, + 796, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 826, + 113, + 854, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "√新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 332, + 349, + 810, + 397 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16　界面新闻", + "boxes": [ + 326, + 449, + 584, + 487 + ] + }, + { + "text": "A丨", + "boxes": [ + 1186, + 453, + 1232, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "A", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "浪首页", + "boxes": [ + 1602, + 524, + 1634, + 538 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26345秒前 证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 456, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 528, + 111, + 570, + 137 + ] + }, + { + "text": "娱乐", + "boxes": [ + 586, + 113, + 628, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 642, + 111, + 690, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 762, + 113, + 796, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 826, + 113, + 854, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "√新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16　界面新闻", + "boxes": [ + 326, + 449, + 584, + 487 + ] + }, + { + "text": "A丨", + "boxes": [ + 1186, + 453, + 1232, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "A", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "浪首页", + "boxes": [ + 1602, + 524, + 1634, + 538 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26345秒前 证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ] + }, + { + "frame_id": "180_2_6", + "episode_id": 180, + "env_id": 2, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.186683654785156, + "advantages": 0.3699619174003601, + "generated_text": "{\n \"intent\": \"Click on the Bing website icon to explore content related to it.\",\n \"action\": \"DoubleClick(332, 444)\" \n}", + "action_string": "DoubleClick(332, 444)", + "intent_string": "Click on the Bing website icon to explore content related to it.", + "before_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 24, + 34, + 88, + 52 + ] + }, + { + "text": "□0", + "boxes": [ + 1534, + 38, + 1600, + 69 + ] + }, + { + "text": "→", + "boxes": [ + 32, + 66, + 132, + 91 + ] + }, + { + "text": "Ⅲ目?", + "boxes": [ + 1146, + 66, + 1246, + 91 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 101, + 166, + 123 + ] + }, + { + "text": "Getting Started", + "boxes": [ + 210, + 103, + 312, + 121 + ] + }, + { + "text": "☆", + "boxes": [ + 1292, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 101, + 1560, + 133 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1588, + 125 + ] + }, + { + "text": "8", + "boxes": [ + 1470, + 161, + 1502, + 183 + ] + }, + { + "text": "II Top Sites", + "boxes": [ + 167, + 357, + 255, + 390 + ] + }, + { + "text": "知", + "boxes": [ + 662, + 407, + 740, + 474 + ] + }, + { + "text": "QIYI", + "boxes": [ + 538, + 419, + 616, + 467 + ] + }, + { + "text": "8", + "boxes": [ + 200, + 441, + 244, + 494 + ] + }, + { + "text": "“", + "boxes": [ + 242, + 463, + 264, + 486 + ] + }, + { + "text": "Apple", + "boxes": [ + 200, + 492, + 242, + 518 + ] + }, + { + "text": "veibo", + "boxes": [ + 926, + 498, + 956, + 512 + ] + }, + { + "text": " Highlights", + "boxes": [ + 168, + 576, + 270, + 600 + ] + }, + { + "text": "amazon", + "boxes": [ + 672, + 633, + 852, + 677 + ] + }, + { + "text": "moz://a", + "boxes": [ + 907, + 634, + 1093, + 694 + ] + }, + { + "text": "", + "boxes": [ + 830, + 705, + 852, + 731 + ] + }, + { + "text": "", + "boxes": [ + 1072, + 709, + 1092, + 729 + ] + }, + { + "text": "apple", + "boxes": [ + 186, + 733, + 226, + 752 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 428, + 733, + 472, + 750 + ] + }, + { + "text": "mazon", + "boxes": [ + 674, + 735, + 714, + 750 + ] + }, + { + "text": "mozilla ", + "boxes": [ + 908, + 733, + 954, + 752 + ] + }, + { + "text": "Apple", + "boxes": [ + 184, + 750, + 230, + 778 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 426, + 752, + 586, + 776 + ] + }, + { + "text": "Amazon.com. Spend less....", + "boxes": [ + 668, + 752, + 850, + 776 + ] + }, + { + "text": "Firefox Privacy Notice ", + "boxes": [ + 906, + 752, + 1062, + 776 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1296, + 887, + 1398, + 919 + ] + }, + { + "text": "全", + "boxes": [ + 1299, + 913, + 1369, + 974 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1306, + 975, + 1360, + 1005 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 34, + 34, + 182, + 52 + ] + }, + { + "text": "□0", + "boxes": [ + 1534, + 38, + 1600, + 69 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1142, + 64, + 1256, + 95 + ] + }, + { + "text": "三", + "boxes": [ + 1252, + 71, + 1268, + 89 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四@", + "boxes": [ + 1462, + 101, + 1560, + 133 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1588, + 125 + ] + }, + { + "text": "oftBi", + "boxes": [ + 116, + 123, + 156, + 139 + ] + }, + { + "text": "8", + "boxes": [ + 1466, + 161, + 1504, + 181 + ] + }, + { + "text": "国内版", + "boxes": [ + 188, + 244, + 222, + 258 + ] + }, + { + "text": " Ore and mor", + "boxes": [ + 1362, + 796, + 1469, + 826 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 986, + 852, + 1074, + 878 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 984, + 887, + 1044, + 919 + ] + }, + { + "text": "+4.07%", + "boxes": [ + 1160, + 889, + 1216, + 915 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1294, + 887, + 1398, + 919 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 988, + 907, + 1040, + 925 + ] + }, + { + "text": "347.68", + "boxes": [ + 1174, + 909, + 1214, + 925 + ] + }, + { + "text": "新", + "boxes": [ + 1300, + 919, + 1370, + 973 + ] + }, + { + "text": "+4.07% ", + "boxes": [ + 1478, + 925, + 1542, + 959 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1302, + 973, + 1360, + 1005 + ] + }, + { + "text": "arch - Mi", + "boxes": [ + 238, + 1050, + 292, + 1068 + ] + } + ] + }, + { + "frame_id": "180_3_6", + "episode_id": 180, + "env_id": 3, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.299118995666504, + "advantages": 0.4936434328556061, + "generated_text": "{\n \"intent\": \"Click on the 'Customer Service' option to explore available services on Amazon\",\n \"action\": \"Click(507, 174)\"\n}", + "action_string": "Click(507, 174)", + "intent_string": "Click on the 'Customer Service' option to explore available services on Amazon", + "before_screen_ocr_results": [ + { + "text": ".com. Spend less x", + "boxes": [ + 86, + 32, + 220, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 658, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1336, + 486, + 1418, + 510 + ] + }, + { + "text": "", + "boxes": [ + 1446, + 486, + 1546, + 510 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 242, + 530, + 424, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 606, + 524, + 832, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 980, + 530, + 1288, + 560 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 1350, + 530, + 1548, + 560 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 240, + 889, + 326, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 610, + 889, + 690, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 982, + 891, + 1116, + 909 + ] + }, + { + "text": "Seemore", + "boxes": [ + 1350, + 891, + 1412, + 911 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1510, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "a, Help & Contact Us - Am", + "boxes": [ + 8, + 28, + 190, + 52 + ] + }, + { + "text": "←→", + "boxes": [ + 4, + 62, + 132, + 93 + ] + }, + { + "text": "①", + "boxes": [ + 254, + 68, + 310, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1807, + 98, + 1877, + 138 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 139, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 121, + 1446, + 147 + ] + }, + { + "text": "$7,082.85", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "三 AIl ", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "Registry", + "boxes": [ + 188, + 167, + 246, + 193 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 348, + 167, + 422, + 191 + ] + }, + { + "text": "Customer Service", + "boxes": [ + 22, + 214, + 152, + 244 + ] + }, + { + "text": "Home", + "boxes": [ + 200, + 216, + 250, + 242 + ] + }, + { + "text": "Digital Services and Device Support", + "boxes": [ + 252, + 210, + 528, + 246 + ] + }, + { + "text": "$12.99", + "boxes": [ + 1812, + 296, + 1862, + 322 + ] + }, + { + "text": "Welcome to Amazon Customer Service", + "boxes": [ + 256, + 306, + 754, + 341 + ] + }, + { + "text": "We can help you take care of most things here, sign in to get started.", + "boxes": [ + 256, + 351, + 882, + 381 + ] + }, + { + "text": " A delivery, order or return", + "boxes": [ + 344, + 442, + 544, + 477 + ] + }, + { + "text": "习", + "boxes": [ + 718, + 438, + 760, + 477 + ] + }, + { + "text": " Help with signing in", + "boxes": [ + 772, + 445, + 928, + 474 + ] + }, + { + "text": "$16.47", + "boxes": [ + 1814, + 506, + 1860, + 526 + ] + }, + { + "text": "Kindle, Fire, Alexa, or other Amazon", + "boxes": [ + 346, + 552, + 610, + 582 + ] + }, + { + "text": "eBooks, Prime Videos, Music, or Games", + "boxes": [ + 780, + 562, + 1064, + 592 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 554, + 1820, + 576 + ] + }, + { + "text": "Payment, charges or gift cards", + "boxes": [ + 1208, + 564, + 1430, + 594 + ] + }, + { + "text": "devices", + "boxes": [ + 352, + 578, + 404, + 598 + ] + }, + { + "text": "Memberships, subscriptions or", + "boxes": [ + 776, + 671, + 1000, + 701 + ] + }, + { + "text": "Accessibility ", + "boxes": [ + 1210, + 679, + 1300, + 711 + ] + }, + { + "text": "communications", + "boxes": [ + 780, + 695, + 902, + 719 + ] + }, + { + "text": "$49.93", + "boxes": [ + 1814, + 707, + 1860, + 733 + ] + }, + { + "text": "云", + "boxes": [ + 1796, + 760, + 1810, + 778 + ] + }, + { + "text": "Something else", + "boxes": [ + 350, + 798, + 466, + 828 + ] + }, + { + "text": "Report Something Suspicious", + "boxes": [ + 778, + 802, + 992, + 826 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 913, + 1864, + 939 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 965, + 1820, + 985 + ] + }, + { + "text": " Search our help library", + "boxes": [ + 252, + 983, + 524, + 1023 + ] + }, + { + "text": "p/help/customer/display.html?r", + "boxes": [ + 186, + 1022, + 392, + 1040 + ] + } + ] + }, + { + "frame_id": "180_4_6", + "episode_id": 180, + "env_id": 4, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.12961483001709, + "advantages": 0.3071848750114441, + "generated_text": "{\n \"intent\": \"Click on one of the iPhone models showcased on the screen to continue exploring purchasing options.\",\n \"action\": \"DoubleClick(1308, 12)\"\n}", + "action_string": "DoubleClick(1308, 12)", + "intent_string": "Click on one of the iPhone models showcased on the screen to continue exploring purchasing options.", + "before_screen_ocr_results": [ + { + "text": "·☆", + "boxes": [ + 1566, + 66, + 1660, + 89 + ] + }, + { + "text": "AirPod", + "boxes": [ + 910, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 111, + 1046, + 129 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 134, + 218, + 412, + 278 + ] + }, + { + "text": "Need shopping help?", + "boxes": [ + 1600, + 230, + 1742, + 254 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 292, + 1588, + 318 + ] + }, + { + "text": "Visit an Apple Store", + "boxes": [ + 1596, + 284, + 1732, + 312 + ] + }, + { + "text": "Find one near you 7", + "boxes": [ + 1598, + 303, + 1726, + 332 + ] + }, + { + "text": "All Models ", + "boxes": [ + 144, + 389, + 230, + 413 + ] + }, + { + "text": " Shopping guides ", + "boxes": [ + 260, + 387, + 400, + 417 + ] + }, + { + "text": "Ways to Save", + "boxes": [ + 432, + 389, + 540, + 413 + ] + }, + { + "text": " Sustainability", + "boxes": [ + 570, + 387, + 684, + 417 + ] + }, + { + "text": "Accessories", + "boxes": [ + 716, + 389, + 814, + 413 + ] + }, + { + "text": " Setup and Support ", + "boxes": [ + 846, + 387, + 1000, + 417 + ] + }, + { + "text": "The iPhone Experience", + "boxes": [ + 1032, + 389, + 1214, + 413 + ] + }, + { + "text": " Special Stores ", + "boxes": [ + 1246, + 387, + 1366, + 417 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 138, + 472, + 464, + 508 + ] + }, + { + "text": "PPLE INTELLIGENCE", + "boxes": [ + 180, + 560, + 296, + 578 + ] + }, + { + "text": "APPLE INTELLIGENCE", + "boxes": [ + 594, + 556, + 720, + 580 + ] + }, + { + "text": "APPLE INTELLIGENCE", + "boxes": [ + 1012, + 556, + 1140, + 580 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 164, + 580, + 376, + 621 + ] + }, + { + "text": "iPhone 16 &", + "boxes": [ + 586, + 582, + 746, + 619 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 1004, + 579, + 1156, + 622 + ] + }, + { + "text": "iPhone 15 &", + "boxes": [ + 1424, + 580, + 1582, + 617 + ] + }, + { + "text": "Expl", + "boxes": [ + 1841, + 579, + 1917, + 624 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 164, + 611, + 408, + 653 + ] + }, + { + "text": "iPhone 16 Plus", + "boxes": [ + 584, + 611, + 776, + 649 + ] + }, + { + "text": "iPhone 15 Plus", + "boxes": [ + 1424, + 611, + 1618, + 653 + ] + }, + { + "text": "acce", + "boxes": [ + 1846, + 619, + 1914, + 651 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " Buy iPhone - Apple", + "boxes": [ + 344, + 69, + 482, + 93 + ] + }, + { + "text": "×+", + "boxes": [ + 516, + 68, + 572, + 93 + ] + }, + { + "text": "Q白", + "boxes": [ + 392, + 103, + 450, + 129 + ] + }, + { + "text": "①| https://www.apple.com/shop/buy-iphone", + "boxes": [ + 548, + 101, + 886, + 131 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1242, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 103, + 1558, + 129 + ] + }, + { + "text": "Stor", + "boxes": [ + 518, + 153, + 538, + 167 + ] + }, + { + "text": "Watch", + "boxes": [ + 770, + 153, + 810, + 169 + ] + }, + { + "text": "Vision", + "boxes": [ + 834, + 151, + 882, + 169 + ] + }, + { + "text": "AirPods", + "boxes": [ + 898, + 151, + 954, + 169 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 980, + 147, + 1054, + 171 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1082, + 151, + 1166, + 169 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1198, + 151, + 1268, + 169 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 151, + 1350, + 169 + ] + }, + { + "text": "α", + "boxes": [ + 1372, + 149, + 1400, + 169 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 151, + 1446, + 167 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 408, + 256, + 690, + 322 + ] + }, + { + "text": "Need shopping help?", + "boxes": [ + 1322, + 268, + 1472, + 298 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Ask an iPhone Specialist ", + "boxes": [ + 1328, + 290, + 1496, + 312 + ] + }, + { + "text": "O", + "boxes": [ + 1286, + 330, + 1318, + 359 + ] + }, + { + "text": "Visit an Apple Store", + "boxes": [ + 1322, + 324, + 1460, + 353 + ] + }, + { + "text": " near you", + "boxes": [ + 1378, + 351, + 1444, + 369 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "All Models", + "boxes": [ + 418, + 429, + 504, + 453 + ] + }, + { + "text": " Shopping guides", + "boxes": [ + 534, + 427, + 676, + 457 + ] + }, + { + "text": "Ways to Save", + "boxes": [ + 704, + 427, + 818, + 457 + ] + }, + { + "text": " Sustainability", + "boxes": [ + 846, + 427, + 960, + 457 + ] + }, + { + "text": "Accessories", + "boxes": [ + 992, + 429, + 1092, + 455 + ] + }, + { + "text": " Setup and Support", + "boxes": [ + 1120, + 427, + 1276, + 457 + ] + }, + { + "text": "The iPhone Experience", + "boxes": [ + 1308, + 429, + 1486, + 453 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 414, + 512, + 744, + 548 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 440, + 621, + 650, + 657 + ] + }, + { + "text": "iPhone 16 &", + "boxes": [ + 860, + 621, + 1022, + 659 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 1280, + 621, + 1430, + 659 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 442, + 655, + 684, + 691 + ] + }, + { + "text": "iPhone 16 Plus", + "boxes": [ + 858, + 651, + 1056, + 693 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "2", + "boxes": [ + 38, + 784, + 78, + 826 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 865 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "180_5_6", + "episode_id": 180, + "env_id": 5, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.236527442932129, + "advantages": -0.6752322316169739, + "generated_text": "{\n \"intent\": \"Click on the article '小鹏将迎来大改款，何小鹏：这下有史以来的情感投入最大' titled '小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大'\",\n \"action\": \"DoubleClick(518, 58)\" \n}", + "action_string": "DoubleClick(518, 58)", + "intent_string": "Click on the article '小鹏将迎来大改款，何小鹏：这下有史以来的情感投入最大' titled '小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大'", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 458, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 586, + 113, + 630, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 754, + 113, + 796, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sina 新浪财经经济新闻滚动>正文", + "boxes": [ + 336, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1290, + 316 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 332, + 349, + 810, + 397 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 405 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "", + "boxes": [ + 500, + 409, + 514, + 427 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 328, + 449, + 584, + 487 + ] + }, + { + "text": "A", + "boxes": [ + 1134, + 455, + 1162, + 478 + ] + }, + { + "text": "A1", + "boxes": [ + 1186, + 453, + 1230, + 478 + ] + }, + { + "text": "の", + "boxes": [ + 1300, + 455, + 1338, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 952, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播批", + "boxes": [ + 1598, + 598, + 1634, + 611 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 456, + 133 + ] + }, + { + "text": "体育", + "boxes": [ + 456, + 111, + 516, + 137 + ] + }, + { + "text": "财经", + "boxes": [ + 528, + 111, + 570, + 137 + ] + }, + { + "text": "娱乐", + "boxes": [ + 586, + 113, + 630, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 642, + 111, + 690, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 762, + 113, + 796, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1290, + 316 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 856, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 405 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 326, + 449, + 584, + 487 + ] + }, + { + "text": "A", + "boxes": [ + 1134, + 455, + 1162, + 478 + ] + }, + { + "text": "A1", + "boxes": [ + 1186, + 453, + 1230, + 478 + ] + }, + { + "text": "の", + "boxes": [ + 1300, + 455, + 1338, + 474 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1446, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播批", + "boxes": [ + 1598, + 598, + 1634, + 611 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1248, + 707, + 1566, + 737 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + } + ] + }, + { + "frame_id": "180_6_6", + "episode_id": 180, + "env_id": 6, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.168402671813965, + "advantages": -0.7501710653305054, + "generated_text": "{\n \"intent\": \"The user want to explore and clickable \\\"小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大\\\" article\", \"action\": \"DoubleClick(102, 502)\"\n}", + "action_string": "DoubleClick(102, 502)", + "intent_string": "The user want to explore and clickable \"小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大\" article", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "娱乐", + "boxes": [ + 572, + 113, + 630, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 752, + 113, + 798, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 328, + 449, + 582, + 486 + ] + }, + { + "text": "A", + "boxes": [ + 1130, + 453, + 1164, + 480 + ] + }, + { + "text": "A1", + "boxes": [ + 1186, + 453, + 1230, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 578 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "娱乐", + "boxes": [ + 572, + 113, + 630, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 752, + 113, + 798, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 330, + 449, + 582, + 486 + ] + }, + { + "text": "A丨", + "boxes": [ + 1186, + 453, + 1232, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ] + }, + { + "frame_id": "180_7_6", + "episode_id": 180, + "env_id": 7, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.761432647705078, + "advantages": -0.09782417863607407, + "generated_text": "{\n \"intent\": \"登录知乎网站，以便在应用程序中打开扫描二维码进行下载。\",\n \"action\": \"DoubleClick(102, 50)\" \n}", + "action_string": "DoubleClick(102, 50)", + "intent_string": "登录知乎网站，以便在应用程序中打开扫描二维码进行下载。", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×」十", + "boxes": [ + 6, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 948, + 385, + 1046, + 411 + ] + }, + { + "text": "请输入手机号", + "boxes": [ + 1062, + 381, + 1150, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 411, + 860, + 441 + ] + }, + { + "text": "请输入短信验证码", + "boxes": [ + 948, + 441, + 1068, + 471 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1200, + 443, + 1308, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 690, + 629, + 824, + 659 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 126, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 948, + 385, + 1046, + 411 + ] + }, + { + "text": "请输入手机号", + "boxes": [ + 1062, + 381, + 1150, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 411, + 860, + 441 + ] + }, + { + "text": "请输入短信验证码", + "boxes": [ + 948, + 441, + 1068, + 471 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1200, + 443, + 1308, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "180_0_7", + "episode_id": 180, + "env_id": 0, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.080552101135254, + "advantages": -0.8468087911605835, + "generated_text": "{\n \"intent\": \"Move the cursor towards the 'Text' input field in order to type in the login information.\",\n \"action\": \"Click(1050, 460)\" \n}", + "action_string": "Click(1050, 460)", + "intent_string": "Move the cursor towards the 'Text' input field in order to type in the login information.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1110, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 948, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "输入6位短信验", + "boxes": [ + 950, + 445, + 1054, + 463 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "180_1_7", + "episode_id": 180, + "env_id": 1, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.758536338806152, + "advantages": -0.10101018846035004, + "generated_text": "{\n \"intent\": \"Scroll down to read more articles about the new updates of Xiaopeng P7 and its features.\",\n \"action\": \"DoubleClick(1032, 503)\"\n}", + "action_string": "DoubleClick(1032, 503)", + "intent_string": "Scroll down to read more articles about the new updates of Xiaopeng P7 and its features.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 456, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 528, + 111, + 570, + 137 + ] + }, + { + "text": "娱乐", + "boxes": [ + 586, + 113, + 628, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 642, + 111, + 690, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 762, + 113, + 796, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 826, + 113, + 854, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "√新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日 11:16界面新闻", + "boxes": [ + 326, + 449, + 584, + 487 + ] + }, + { + "text": "A丨", + "boxes": [ + 1186, + 453, + 1232, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26345秒前 证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 410, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "娱乐", + "boxes": [ + 586, + 113, + 628, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 754, + 113, + 796, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 826, + 113, + 854, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 856, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 328, + 449, + 582, + 486 + ] + }, + { + "text": "A", + "boxes": [ + 1130, + 453, + 1164, + 480 + ] + }, + { + "text": "A1", + "boxes": [ + 1186, + 453, + 1230, + 478 + ] + }, + { + "text": "8", + "boxes": [ + 1340, + 455, + 1388, + 472 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1446, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 822, + 474, + 1070, + 510 + ] + }, + { + "text": "联，把握套利机会", + "boxes": [ + 824, + 498, + 958, + 528 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 578 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 532, + 758, + 792, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26345秒前 证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ] + }, + { + "frame_id": "180_2_7", + "episode_id": 180, + "env_id": 2, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.11430549621582, + "advantages": -0.8096792697906494, + "generated_text": "{\n \"intent\": \"Click on the image of the blue building to access more details and possibly shoot further within the environment\",\n \"action\": \"DoubleClick(100, 55)\"\n}", + "action_string": "DoubleClick(100, 55)", + "intent_string": "Click on the image of the blue building to access more details and possibly shoot further within the environment", + "before_screen_ocr_results": [ + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": "↑", + "boxes": [ + 16, + 69, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1142, + 64, + 1256, + 95 + ] + }, + { + "text": "三", + "boxes": [ + 1252, + 71, + 1268, + 89 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四@", + "boxes": [ + 1462, + 101, + 1560, + 133 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1588, + 125 + ] + }, + { + "text": "8", + "boxes": [ + 1466, + 161, + 1504, + 181 + ] + }, + { + "text": " Ore and mor", + "boxes": [ + 1362, + 796, + 1469, + 826 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 26, + 812, + 102, + 830 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 988, + 852, + 1074, + 878 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 986, + 889, + 1042, + 915 + ] + }, + { + "text": "+4.07%", + "boxes": [ + 1159, + 882, + 1217, + 917 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1294, + 887, + 1398, + 919 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 988, + 907, + 1040, + 925 + ] + }, + { + "text": "347.68", + "boxes": [ + 1174, + 909, + 1214, + 925 + ] + }, + { + "text": "新", + "boxes": [ + 1300, + 919, + 1370, + 973 + ] + }, + { + "text": "+4.07% ", + "boxes": [ + 1478, + 925, + 1540, + 959 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1302, + 973, + 1360, + 1005 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "□0", + "boxes": [ + 1534, + 38, + 1600, + 69 + ] + }, + { + "text": "三四@", + "boxes": [ + 1142, + 64, + 1256, + 95 + ] + }, + { + "text": "三", + "boxes": [ + 1252, + 71, + 1272, + 91 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四@", + "boxes": [ + 1462, + 101, + 1562, + 133 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1588, + 125 + ] + }, + { + "text": "8", + "boxes": [ + 1466, + 161, + 1504, + 181 + ] + }, + { + "text": " Ore and mor", + "boxes": [ + 1362, + 796, + 1469, + 826 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 988, + 852, + 1074, + 878 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 984, + 887, + 1044, + 919 + ] + }, + { + "text": "+4.07%", + "boxes": [ + 1160, + 889, + 1216, + 915 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1294, + 887, + 1398, + 919 + ] + }, + { + "text": "正快速上张", + "boxes": [ + 990, + 907, + 1040, + 925 + ] + }, + { + "text": "347.68", + "boxes": [ + 1174, + 909, + 1214, + 925 + ] + }, + { + "text": "新", + "boxes": [ + 1300, + 919, + 1370, + 973 + ] + }, + { + "text": "+4.07% ", + "boxes": [ + 1478, + 925, + 1542, + 959 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1302, + 973, + 1360, + 1005 + ] + } + ] + }, + { + "frame_id": "180_3_7", + "episode_id": 180, + "env_id": 3, + "step": 7, + "format_rewards": 1.0, + "rewards": 11.022944450378418, + "advantages": 1.2898684740066528, + "generated_text": "{\n \"intent\": \"Clicking on a navigation link to explore more services offered by Amazon Customer Service\",\n \"action\": \"Click(476, 570)\"\n}", + "action_string": "Click(476, 570)", + "intent_string": "Clicking on a navigation link to explore more services offered by Amazon Customer Service", + "before_screen_ocr_results": [ + { + "text": "@, Help & Contact Us - Am", + "boxes": [ + 8, + 28, + 190, + 52 + ] + }, + { + "text": "←→", + "boxes": [ + 4, + 62, + 132, + 93 + ] + }, + { + "text": "①", + "boxes": [ + 254, + 68, + 310, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1807, + 98, + 1877, + 138 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 139, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 121, + 1446, + 147 + ] + }, + { + "text": "$7,082.85", + "boxes": [ + 1808, + 125, + 1878, + 151 + ] + }, + { + "text": "三 AIl ", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "Registry", + "boxes": [ + 188, + 167, + 246, + 193 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 348, + 167, + 422, + 191 + ] + }, + { + "text": "Customer Service", + "boxes": [ + 22, + 214, + 152, + 244 + ] + }, + { + "text": "Home", + "boxes": [ + 200, + 216, + 250, + 242 + ] + }, + { + "text": "Digital Services and Device Support", + "boxes": [ + 252, + 210, + 528, + 246 + ] + }, + { + "text": "$12.99", + "boxes": [ + 1812, + 296, + 1862, + 322 + ] + }, + { + "text": "Welcome to Amazon Customer Service", + "boxes": [ + 256, + 306, + 754, + 341 + ] + }, + { + "text": "We can help you take care of most things here, sign in to get started.", + "boxes": [ + 256, + 351, + 882, + 381 + ] + }, + { + "text": " A delivery, order or return", + "boxes": [ + 344, + 442, + 544, + 477 + ] + }, + { + "text": "习", + "boxes": [ + 718, + 438, + 760, + 477 + ] + }, + { + "text": " Help with signing in", + "boxes": [ + 772, + 445, + 928, + 474 + ] + }, + { + "text": "$16.47", + "boxes": [ + 1814, + 506, + 1860, + 526 + ] + }, + { + "text": "Kindle, Fire, Alexa, or other Amazon", + "boxes": [ + 346, + 552, + 610, + 582 + ] + }, + { + "text": "eBooks, Prime Videos, Music, or Games", + "boxes": [ + 780, + 562, + 1064, + 592 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 554, + 1820, + 576 + ] + }, + { + "text": "Payment, charges or gift cards", + "boxes": [ + 1208, + 564, + 1430, + 594 + ] + }, + { + "text": "devices", + "boxes": [ + 352, + 578, + 404, + 598 + ] + }, + { + "text": "Memberships, subscriptions or", + "boxes": [ + 776, + 671, + 1000, + 701 + ] + }, + { + "text": "Accessibility ", + "boxes": [ + 1210, + 679, + 1300, + 711 + ] + }, + { + "text": "communications", + "boxes": [ + 780, + 695, + 902, + 719 + ] + }, + { + "text": "$49.93", + "boxes": [ + 1814, + 707, + 1860, + 733 + ] + }, + { + "text": "云", + "boxes": [ + 1796, + 760, + 1810, + 778 + ] + }, + { + "text": "Something else", + "boxes": [ + 350, + 798, + 466, + 828 + ] + }, + { + "text": "Report Something Suspicious", + "boxes": [ + 778, + 802, + 992, + 826 + ] + }, + { + "text": "$85.49", + "boxes": [ + 1812, + 913, + 1864, + 939 + ] + }, + { + "text": " Search our help library", + "boxes": [ + 252, + 983, + 524, + 1023 + ] + }, + { + "text": "p/help/customer/display.html?r", + "boxes": [ + 186, + 1022, + 392, + 1040 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "n Sign-In", + "boxes": [ + 78, + 32, + 136, + 50 + ] + }, + { + "text": "1", + "boxes": [ + 16, + 69, + 34, + 85 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 89 + ] + }, + { + "text": "·☆", + "boxes": [ + 1586, + 66, + 1660, + 89 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1872, + 89 + ] + }, + { + "text": "amazon", + "boxes": [ + 904, + 107, + 1018, + 139 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 806, + 183, + 906, + 220 + ] + }, + { + "text": "Email or mobilephon", + "boxes": [ + 816, + 230, + 956, + 248 + ] + }, + { + "text": "Continue", + "boxes": [ + 928, + 300, + 992, + 326 + ] + }, + { + "text": "By continuing, you agree to Amazon's Conditions of", + "boxes": [ + 810, + 338, + 1092, + 361 + ] + }, + { + "text": "Use and Privacy Notice.", + "boxes": [ + 808, + 351, + 938, + 380 + ] + }, + { + "text": " Need help?", + "boxes": [ + 808, + 393, + 902, + 419 + ] + }, + { + "text": "New to Amazon?", + "boxes": [ + 912, + 457, + 1008, + 482 + ] + }, + { + "text": "Create your Amazon account", + "boxes": [ + 872, + 486, + 1048, + 516 + ] + }, + { + "text": "Privacy Notice", + "boxes": [ + 952, + 588, + 1034, + 611 + ] + }, + { + "text": "Help", + "boxes": [ + 1060, + 592, + 1080, + 606 + ] + } + ] + }, + { + "frame_id": "180_4_7", + "episode_id": 180, + "env_id": 4, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.495012283325195, + "advantages": 0.7091306447982788, + "generated_text": "{\n \"intent\": \"Click on one of the iPhone models displayed to learn more about it.\",\n \"action\": \"DoubleClick(1331, 633)\"\n}", + "action_string": "DoubleClick(1331, 633)", + "intent_string": "Click on one of the iPhone models displayed to learn more about it.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " Buy iPhone - Apple", + "boxes": [ + 344, + 69, + 482, + 93 + ] + }, + { + "text": "×+", + "boxes": [ + 516, + 68, + 572, + 93 + ] + }, + { + "text": "Q白", + "boxes": [ + 392, + 103, + 450, + 129 + ] + }, + { + "text": "①| https://www.apple.com/shop/buy-iphone", + "boxes": [ + 548, + 101, + 886, + 131 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1242, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 103, + 1558, + 129 + ] + }, + { + "text": "Stor", + "boxes": [ + 518, + 153, + 538, + 167 + ] + }, + { + "text": "Watch", + "boxes": [ + 770, + 153, + 810, + 169 + ] + }, + { + "text": "Vision", + "boxes": [ + 834, + 151, + 882, + 169 + ] + }, + { + "text": "AirPods", + "boxes": [ + 898, + 151, + 954, + 169 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 980, + 147, + 1054, + 171 + ] + }, + { + "text": " Entertainment", + "boxes": [ + 1082, + 151, + 1166, + 169 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1198, + 151, + 1268, + 169 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 151, + 1350, + 169 + ] + }, + { + "text": "α", + "boxes": [ + 1372, + 149, + 1400, + 169 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 151, + 1446, + 167 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 408, + 256, + 690, + 322 + ] + }, + { + "text": "Need shopping help?", + "boxes": [ + 1322, + 268, + 1472, + 298 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Ask an iPhone Specialist ", + "boxes": [ + 1328, + 290, + 1496, + 312 + ] + }, + { + "text": "O", + "boxes": [ + 1286, + 330, + 1318, + 359 + ] + }, + { + "text": "Visit an Apple Store", + "boxes": [ + 1322, + 324, + 1460, + 353 + ] + }, + { + "text": " near you", + "boxes": [ + 1378, + 351, + 1444, + 369 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "All Models", + "boxes": [ + 418, + 429, + 504, + 453 + ] + }, + { + "text": " Shopping guides", + "boxes": [ + 534, + 427, + 676, + 457 + ] + }, + { + "text": "Ways to Save", + "boxes": [ + 704, + 427, + 818, + 457 + ] + }, + { + "text": " Sustainability", + "boxes": [ + 846, + 427, + 960, + 457 + ] + }, + { + "text": "Accessories", + "boxes": [ + 992, + 429, + 1092, + 455 + ] + }, + { + "text": " Setup and Support", + "boxes": [ + 1120, + 427, + 1276, + 457 + ] + }, + { + "text": "The iPhone Experience", + "boxes": [ + 1308, + 429, + 1486, + 453 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "All models. Take your pick.", + "boxes": [ + 414, + 512, + 744, + 548 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "iPhone 16 Pro &", + "boxes": [ + 440, + 621, + 650, + 657 + ] + }, + { + "text": "iPhone 16 &", + "boxes": [ + 860, + 621, + 1022, + 659 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 1280, + 621, + 1430, + 659 + ] + }, + { + "text": "iPhone 16 Pro Max", + "boxes": [ + 442, + 655, + 684, + 691 + ] + }, + { + "text": "iPhone 16 Plus", + "boxes": [ + 858, + 651, + 1056, + 693 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "2", + "boxes": [ + 38, + 784, + 78, + 826 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "BuyiPhone", + "boxes": [ + 806, + 42, + 908, + 60 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 996, + 42, + 1116, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " Buy iPhone - Apple", + "boxes": [ + 328, + 66, + 486, + 95 + ] + }, + { + "text": "×+", + "boxes": [ + 520, + 69, + 570, + 89 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 452, + 133 + ] + }, + { + "text": "目…☆", + "boxes": [ + 1240, + 99, + 1370, + 137 + ] + }, + { + "text": "三日@", + "boxes": [ + 1457, + 95, + 1563, + 138 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 410, + 260, + 690, + 320 + ] + }, + { + "text": "iPhone 16 Pro ", + "boxes": [ + 738, + 260, + 840, + 292 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 872, + 260, + 952, + 292 + ] + }, + { + "text": " iPhone 16e", + "boxes": [ + 980, + 260, + 1064, + 292 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 1098, + 260, + 1174, + 292 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 948, + 377, + 1122, + 421 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "From $599 or $24.95/mo.for 24 mo.*", + "boxes": [ + 956, + 425, + 1198, + 449 + ] + }, + { + "text": "Stunning 6.1-inch Super Retina XDR display", + "boxes": [ + 1008, + 482, + 1374, + 522 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "AIl!", + "boxes": [ + 416, + 514, + 460, + 542 + ] + }, + { + "text": "protected by durable Ceramic Shield, tougher", + "boxes": [ + 1012, + 510, + 1382, + 540 + ] + }, + { + "text": "than any smartphone glass ", + "boxes": [ + 1014, + 530, + 1238, + 560 + ] + }, + { + "text": "Built for e IntelieceWrite, exrs", + "boxes": [ + 1010, + 578, + 1362, + 613 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "yourself, and get things done effortlessly.", + "boxes": [ + 1014, + 606, + 1352, + 635 + ] + }, + { + "text": "A18 chippowers AppleIntelligence, gaming,", + "boxes": [ + 1010, + 651, + 1372, + 689 + ] + }, + { + "text": "", + "boxes": [ + 964, + 665, + 992, + 693 + ] + }, + { + "text": "画", + "boxes": [ + 38, + 677, + 82, + 721 + ] + }, + { + "text": "and ios updates for years to come", + "boxes": [ + 1016, + 679, + 1294, + 703 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "Supersized battery life with up to 26 hours of", + "boxes": [ + 1012, + 729, + 1382, + 758 + ] + }, + { + "text": "video playback. Connect and charge with", + "boxes": [ + 1012, + 748, + 1352, + 778 + ] + }, + { + "text": "USB-C.3", + "boxes": [ + 1016, + 770, + 1084, + 796 + ] + }, + { + "text": "口", + "boxes": [ + 38, + 786, + 78, + 826 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Advanced cameras for all you shoot.", + "boxes": [ + 1012, + 822, + 1308, + 852 + ] + }, + { + "text": "", + "boxes": [ + 962, + 844, + 986, + 866 + ] + }, + { + "text": "48MP Fusion camera with optical-quality", + "boxes": [ + 1008, + 838, + 1350, + 878 + ] + }, + { + "text": "2x Telephoto and 12MP front camera.", + "boxes": [ + 1014, + 864, + 1316, + 893 + ] + }, + { + "text": "Customize the Action button to use visual", + "boxes": [ + 1010, + 915, + 1352, + 945 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "intelligence, launch your favorite app, and mre", + "boxes": [ + 1008, + 933, + 1402, + 971 + ] + }, + { + "text": "iPhone16efurther>", + "boxes": [ + 1018, + 985, + 1170, + 1003 + ] + } + ] + }, + { + "frame_id": "180_5_7", + "episode_id": 180, + "env_id": 5, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.081184387207031, + "advantages": -0.8461132645606995, + "generated_text": "{\n \"intent\": \"To open and read the article titled '小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大' which discusses the upcoming changes to the small electric car Xiaopeng P7\",\n \"action\": \"Click(1023, 48)\" \n}", + "action_string": "Click(1023, 48)", + "intent_string": "To open and read the article titled '小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大' which discusses the upcoming changes to the small electric car Xiaopeng P7", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 456, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 528, + 111, + 570, + 137 + ] + }, + { + "text": "娱乐", + "boxes": [ + 586, + 113, + 630, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 642, + 111, + 690, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 762, + 113, + 796, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 316 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 856, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 405 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 328, + 449, + 582, + 486 + ] + }, + { + "text": "A", + "boxes": [ + 1134, + 455, + 1162, + 478 + ] + }, + { + "text": "A1", + "boxes": [ + 1186, + 453, + 1230, + 478 + ] + }, + { + "text": "の", + "boxes": [ + 1300, + 455, + 1338, + 474 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1446, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "A", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播批", + "boxes": [ + 1598, + 598, + 1634, + 611 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1248, + 707, + 1566, + 737 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 458, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 586, + 113, + 626, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 686, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 762, + 113, + 796, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 926, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1290, + 316 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 856, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 405 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16　界面新闻", + "boxes": [ + 326, + 449, + 584, + 487 + ] + }, + { + "text": "A", + "boxes": [ + 1134, + 455, + 1162, + 478 + ] + }, + { + "text": "A1", + "boxes": [ + 1186, + 453, + 1230, + 478 + ] + }, + { + "text": "の", + "boxes": [ + 1300, + 455, + 1338, + 474 + ] + }, + { + "text": "2", + "boxes": [ + 1358, + 457, + 1386, + 471 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1446, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "A", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播批", + "boxes": [ + 1598, + 598, + 1634, + 611 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 532, + 758, + 792, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + } + ] + }, + { + "frame_id": "180_6_7", + "episode_id": 180, + "env_id": 6, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.113653182983398, + "advantages": -0.8103967905044556, + "generated_text": "{\n \"intent\": \"Click on the article titled '小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大' \",\n \"action\": \"Click(550, 409)\"\n}", + "action_string": "Click(550, 409)", + "intent_string": "Click on the article titled '小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大' ", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 416, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "娱乐", + "boxes": [ + 572, + 113, + 630, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 752, + 113, + 798, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 330, + 449, + 582, + 486 + ] + }, + { + "text": "A丨", + "boxes": [ + 1186, + 453, + 1232, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "A", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "浪首页", + "boxes": [ + 1602, + 524, + 1634, + 538 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "娱乐", + "boxes": [ + 586, + 113, + 630, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 754, + 113, + 798, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 332, + 349, + 810, + 397 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "，", + "boxes": [ + 548, + 409, + 562, + 425 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 330, + 451, + 582, + 485 + ] + }, + { + "text": "A丨", + "boxes": [ + 1186, + 453, + 1232, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 952, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ] + }, + { + "frame_id": "180_7_7", + "episode_id": 180, + "env_id": 7, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.632820129394531, + "advantages": -1.3393244743347168, + "generated_text": "{\n \"intent\": \"Click on the login form to start the exploration process\",\n \"action\": \"Click(150, 100)\"\n}", + "action_string": "Click(150, 100)", + "intent_string": "Click on the login form to start the exploration process", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 126, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 948, + 385, + 1046, + 411 + ] + }, + { + "text": "请输入手机号", + "boxes": [ + 1062, + 381, + 1150, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "请输入短信验证码", + "boxes": [ + 948, + 441, + 1068, + 471 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1200, + 443, + 1308, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 28, + 244, + 52 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 948, + 385, + 1046, + 411 + ] + }, + { + "text": "请输入手机号", + "boxes": [ + 1062, + 381, + 1150, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "请输入短信验证码", + "boxes": [ + 948, + 441, + 1068, + 471 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1200, + 443, + 1308, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "180_0_8", + "episode_id": 180, + "env_id": 0, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.61899185180664, + "advantages": -1.3545359373092651, + "generated_text": "{\n \"intent\": \"Click on the join button to attempt creating an account\",\n \"action\": \"Click(440, 79)\" \n}", + "action_string": "Click(440, 79)", + "intent_string": "Click on the join button to attempt creating an account", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "输入6位短信验", + "boxes": [ + 950, + 445, + 1054, + 463 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×", + "boxes": [ + 8, + 30, + 222, + 54 + ] + }, + { + "text": "三目?", + "boxes": [ + 1788, + 69, + 1868, + 87 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1304, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》", + "boxes": [ + 950, + 703, + 1262, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 794, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "无障毒", + "boxes": [ + 928, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "180_1_8", + "episode_id": 180, + "env_id": 1, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.222373962402344, + "advantages": -0.6908013820648193, + "generated_text": "{\n \"intent\": \"Comment on how Xiaopeng P7 will be upgraded and explore additional information\",\n \"action\": \"Click(103, 12)\"\n}", + "action_string": "Click(103, 12)", + "intent_string": "Comment on how Xiaopeng P7 will be upgraded and explore additional information", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 410, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "娱乐", + "boxes": [ + 586, + 113, + 628, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 754, + 113, + 796, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 826, + 113, + 854, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 856, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 328, + 449, + 582, + 486 + ] + }, + { + "text": "A", + "boxes": [ + 1130, + 453, + 1164, + 480 + ] + }, + { + "text": "A1", + "boxes": [ + 1186, + 453, + 1230, + 478 + ] + }, + { + "text": "8", + "boxes": [ + 1340, + 455, + 1388, + 472 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1446, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 822, + 474, + 1070, + 510 + ] + }, + { + "text": "联，把握套利机会", + "boxes": [ + 824, + 498, + 958, + 528 + ] + }, + { + "text": "A", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 578 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 532, + 758, + 792, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26345秒前 证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 458, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 528, + 111, + 572, + 137 + ] + }, + { + "text": "娱乐", + "boxes": [ + 586, + 113, + 626, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 754, + 113, + 796, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 826, + 113, + 854, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1264, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 856, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16　界面新闻", + "boxes": [ + 326, + 449, + 584, + 487 + ] + }, + { + "text": "A1", + "boxes": [ + 1186, + 453, + 1230, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 820, + 472, + 1068, + 510 + ] + }, + { + "text": "联，把握套利机会", + "boxes": [ + 824, + 498, + 960, + 528 + ] + }, + { + "text": "A", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 578 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 532, + 758, + 792, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26345秒前 证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ] + }, + { + "frame_id": "180_2_8", + "episode_id": 180, + "env_id": 2, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.124632835388184, + "advantages": -0.7983189225196838, + "generated_text": "{\n \"intent\": \"Clicking allows exploration of more content\",\n \"action\": \"DoubleClick(51, 50)\"\n}", + "action_string": "DoubleClick(51, 50)", + "intent_string": "Clicking allows exploration of more content", + "before_screen_ocr_results": [ + { + "text": "□0", + "boxes": [ + 1534, + 38, + 1600, + 69 + ] + }, + { + "text": "?", + "boxes": [ + 996, + 73, + 1018, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1012, + 69, + 1044, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1142, + 64, + 1256, + 95 + ] + }, + { + "text": "三", + "boxes": [ + 1252, + 71, + 1268, + 89 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四@", + "boxes": [ + 1462, + 101, + 1560, + 133 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1588, + 125 + ] + }, + { + "text": "8", + "boxes": [ + 1466, + 161, + 1504, + 181 + ] + }, + { + "text": " Ore and more", + "boxes": [ + 1361, + 796, + 1471, + 828 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 986, + 852, + 1074, + 878 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 984, + 887, + 1044, + 919 + ] + }, + { + "text": "+4.07%", + "boxes": [ + 1160, + 889, + 1216, + 915 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1294, + 887, + 1398, + 919 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 988, + 907, + 1040, + 925 + ] + }, + { + "text": "347.68", + "boxes": [ + 1174, + 909, + 1214, + 925 + ] + }, + { + "text": "新", + "boxes": [ + 1300, + 919, + 1370, + 973 + ] + }, + { + "text": "+4.07% ", + "boxes": [ + 1478, + 925, + 1542, + 959 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1302, + 973, + 1360, + 1005 + ] + }, + { + "text": "arch - Mi", + "boxes": [ + 238, + 1050, + 292, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "□0", + "boxes": [ + 1534, + 38, + 1600, + 69 + ] + }, + { + "text": "C", + "boxes": [ + 70, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 992, + 68, + 1046, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1142, + 64, + 1256, + 95 + ] + }, + { + "text": "三", + "boxes": [ + 1252, + 71, + 1272, + 91 + ] + }, + { + "text": "·☆", + "boxes": [ + 1286, + 101, + 1368, + 133 + ] + }, + { + "text": "三四@", + "boxes": [ + 1462, + 101, + 1560, + 133 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1588, + 125 + ] + }, + { + "text": "", + "boxes": [ + 1464, + 159, + 1506, + 185 + ] + }, + { + "text": "国内版", + "boxes": [ + 188, + 244, + 222, + 258 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 988, + 852, + 1076, + 878 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 986, + 889, + 1042, + 915 + ] + }, + { + "text": "+4.07%", + "boxes": [ + 1164, + 891, + 1212, + 911 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1294, + 887, + 1398, + 919 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 988, + 907, + 1040, + 925 + ] + }, + { + "text": "347.68", + "boxes": [ + 1172, + 907, + 1216, + 925 + ] + }, + { + "text": "经监", + "boxes": [ + 1294, + 914, + 1372, + 976 + ] + }, + { + "text": "+4.07%", + "boxes": [ + 1475, + 922, + 1541, + 962 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1302, + 973, + 1360, + 1005 + ] + }, + { + "text": "rch - Mi", + "boxes": [ + 240, + 1050, + 292, + 1068 + ] + } + ] + }, + { + "frame_id": "180_3_8", + "episode_id": 180, + "env_id": 3, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.983697891235352, + "advantages": 0.1466728001832962, + "generated_text": "{\n \"intent\": \"Click on the sign-in button to proceed with signing into my Amazon account\",\n \"action\": \"DoubleClick(100, 40)\"\n}", + "action_string": "DoubleClick(100, 40)", + "intent_string": "Click on the sign-in button to proceed with signing into my Amazon account", + "before_screen_ocr_results": [ + { + "text": "n Sign-In", + "boxes": [ + 78, + 32, + 136, + 50 + ] + }, + { + "text": "1", + "boxes": [ + 16, + 69, + 34, + 85 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 89 + ] + }, + { + "text": "·☆", + "boxes": [ + 1586, + 66, + 1660, + 89 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1872, + 89 + ] + }, + { + "text": "amazon", + "boxes": [ + 904, + 107, + 1018, + 139 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 806, + 183, + 906, + 220 + ] + }, + { + "text": "mail ormobile phon", + "boxes": [ + 820, + 230, + 956, + 248 + ] + }, + { + "text": "Continue", + "boxes": [ + 928, + 300, + 994, + 326 + ] + }, + { + "text": "By continuing, you agree to Amazon's Conditions o", + "boxes": [ + 808, + 336, + 1090, + 359 + ] + }, + { + "text": "Use and Privacy Notice.", + "boxes": [ + 808, + 351, + 938, + 380 + ] + }, + { + "text": " Need help?", + "boxes": [ + 808, + 393, + 902, + 419 + ] + }, + { + "text": "New to Amazon?", + "boxes": [ + 912, + 457, + 1008, + 482 + ] + }, + { + "text": "Create your Amazon account", + "boxes": [ + 872, + 486, + 1048, + 516 + ] + }, + { + "text": "Privacy Notice", + "boxes": [ + 954, + 588, + 1034, + 611 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "·☆", + "boxes": [ + 1586, + 66, + 1662, + 89 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "amazon", + "boxes": [ + 904, + 107, + 1018, + 139 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 804, + 181, + 908, + 224 + ] + }, + { + "text": "Email or mobilephon", + "boxes": [ + 816, + 230, + 956, + 248 + ] + }, + { + "text": "Continue", + "boxes": [ + 928, + 300, + 994, + 326 + ] + }, + { + "text": "By continuing, you agree to Amazon's Conditions of", + "boxes": [ + 810, + 338, + 1092, + 361 + ] + }, + { + "text": " Need help?", + "boxes": [ + 808, + 393, + 902, + 419 + ] + }, + { + "text": "New to Amazon?", + "boxes": [ + 912, + 457, + 1008, + 482 + ] + }, + { + "text": " Create your Amazon account", + "boxes": [ + 870, + 484, + 1048, + 518 + ] + }, + { + "text": "Privacy Notice", + "boxes": [ + 954, + 588, + 1032, + 611 + ] + } + ] + }, + { + "frame_id": "180_4_8", + "episode_id": 180, + "env_id": 4, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.963871955871582, + "advantages": 0.12486381083726883, + "generated_text": "{\n \"intent\": \"Click on the \\\"iPhone 16\\\" section to view more details about the product.\",\n \"action\": \"Click(1012, 275)\"\n}", + "action_string": "Click(1012, 275)", + "intent_string": "Click on the \"iPhone 16\" section to view more details about the product.", + "before_screen_ocr_results": [ + { + "text": "BuyiPhone", + "boxes": [ + 806, + 42, + 908, + 60 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 996, + 42, + 1116, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " Buy iPhone - Apple", + "boxes": [ + 328, + 66, + 486, + 95 + ] + }, + { + "text": "×+", + "boxes": [ + 520, + 69, + 570, + 89 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 452, + 133 + ] + }, + { + "text": "目…☆", + "boxes": [ + 1240, + 99, + 1370, + 137 + ] + }, + { + "text": "三日@", + "boxes": [ + 1457, + 95, + 1563, + 138 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 410, + 260, + 690, + 320 + ] + }, + { + "text": "iPhone 16 Pro ", + "boxes": [ + 738, + 260, + 840, + 292 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 872, + 260, + 952, + 292 + ] + }, + { + "text": " iPhone 16e", + "boxes": [ + 980, + 260, + 1064, + 292 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 1098, + 260, + 1174, + 292 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 948, + 377, + 1122, + 421 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "From $599 or $24.95/mo.for 24 mo.*", + "boxes": [ + 956, + 425, + 1198, + 449 + ] + }, + { + "text": "Stunning 6.1-inch Super Retina XDR display", + "boxes": [ + 1008, + 482, + 1374, + 522 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "AIl!", + "boxes": [ + 416, + 514, + 460, + 542 + ] + }, + { + "text": "protected by durable Ceramic Shield, tougher", + "boxes": [ + 1012, + 510, + 1382, + 540 + ] + }, + { + "text": "than any smartphone glass ", + "boxes": [ + 1014, + 530, + 1238, + 560 + ] + }, + { + "text": "Built for e IntelieceWrite, exrs", + "boxes": [ + 1010, + 578, + 1362, + 613 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "yourself, and get things done effortlessly.", + "boxes": [ + 1014, + 606, + 1352, + 635 + ] + }, + { + "text": "A18 chippowers AppleIntelligence, gaming,", + "boxes": [ + 1010, + 651, + 1372, + 689 + ] + }, + { + "text": "", + "boxes": [ + 964, + 665, + 992, + 693 + ] + }, + { + "text": "画", + "boxes": [ + 38, + 677, + 82, + 721 + ] + }, + { + "text": "and ios updates for years to come", + "boxes": [ + 1016, + 679, + 1294, + 703 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "Supersized battery life with up to 26 hours of", + "boxes": [ + 1012, + 729, + 1382, + 758 + ] + }, + { + "text": "video playback. Connect and charge with", + "boxes": [ + 1012, + 748, + 1352, + 778 + ] + }, + { + "text": "USB-C.3", + "boxes": [ + 1016, + 770, + 1084, + 796 + ] + }, + { + "text": "口", + "boxes": [ + 38, + 786, + 78, + 826 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Advanced cameras for all you shoot.", + "boxes": [ + 1012, + 822, + 1308, + 852 + ] + }, + { + "text": "", + "boxes": [ + 962, + 844, + 986, + 866 + ] + }, + { + "text": "48MP Fusion camera with optical-quality", + "boxes": [ + 1008, + 838, + 1350, + 878 + ] + }, + { + "text": "2x Telephoto and 12MP front camera.", + "boxes": [ + 1014, + 864, + 1316, + 893 + ] + }, + { + "text": "Customize the Action button to use visual", + "boxes": [ + 1010, + 915, + 1352, + 945 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "intelligence, launch your favorite app, and mre", + "boxes": [ + 1008, + 933, + 1402, + 971 + ] + }, + { + "text": "iPhone16efurther>", + "boxes": [ + 1018, + 985, + 1170, + 1003 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "BuyiPhone", + "boxes": [ + 806, + 42, + 908, + 60 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 996, + 42, + 1116, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " Buy iPhone - Apple ", + "boxes": [ + 328, + 66, + 486, + 95 + ] + }, + { + "text": "×+", + "boxes": [ + 520, + 69, + 570, + 89 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 452, + 133 + ] + }, + { + "text": "目…☆", + "boxes": [ + 1240, + 99, + 1370, + 137 + ] + }, + { + "text": "三日@", + "boxes": [ + 1457, + 95, + 1563, + 138 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 410, + 260, + 690, + 320 + ] + }, + { + "text": "iPhone 16 Pro ", + "boxes": [ + 738, + 260, + 840, + 292 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 872, + 260, + 952, + 292 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 1098, + 260, + 1174, + 292 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 948, + 377, + 1122, + 421 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "From $599 or $24.95/mo.for 24 mo.*", + "boxes": [ + 956, + 425, + 1198, + 449 + ] + }, + { + "text": "Stunning 6.1-inch Super RetinaXDR display", + "boxes": [ + 1008, + 482, + 1374, + 522 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 88, + 528 + ] + }, + { + "text": "AIl!", + "boxes": [ + 416, + 514, + 460, + 542 + ] + }, + { + "text": "protected by durable Ceramic Shield, tougher", + "boxes": [ + 1012, + 510, + 1382, + 540 + ] + }, + { + "text": "than any smartphone glass ", + "boxes": [ + 1014, + 530, + 1238, + 560 + ] + }, + { + "text": "Built for le IntelieceWrite, exprs", + "boxes": [ + 1010, + 578, + 1362, + 613 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "yourself, and get things done effortlessly.", + "boxes": [ + 1016, + 607, + 1350, + 631 + ] + }, + { + "text": "A18 chip powers AppleIntelligence, gaming,", + "boxes": [ + 1010, + 651, + 1374, + 689 + ] + }, + { + "text": "", + "boxes": [ + 964, + 665, + 992, + 693 + ] + }, + { + "text": "画", + "boxes": [ + 38, + 677, + 82, + 721 + ] + }, + { + "text": "and ios updates for years to come", + "boxes": [ + 1016, + 679, + 1294, + 703 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "Supersized battery life with up to 26 hours of", + "boxes": [ + 1012, + 729, + 1382, + 758 + ] + }, + { + "text": "video playback. Connect and charge with", + "boxes": [ + 1012, + 748, + 1352, + 778 + ] + }, + { + "text": "USB-C.3", + "boxes": [ + 1016, + 770, + 1084, + 796 + ] + }, + { + "text": "口", + "boxes": [ + 38, + 786, + 78, + 826 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Advanced cameras for all you shoot.", + "boxes": [ + 1012, + 822, + 1308, + 852 + ] + }, + { + "text": "", + "boxes": [ + 962, + 844, + 986, + 866 + ] + }, + { + "text": "48MPFusion camera withoptical-quality", + "boxes": [ + 1008, + 838, + 1350, + 878 + ] + }, + { + "text": "2x Telephoto and 12MP front camera.", + "boxes": [ + 1014, + 864, + 1316, + 893 + ] + }, + { + "text": "Customize the Action button to use visual", + "boxes": [ + 1010, + 915, + 1352, + 945 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "intelligence, launch your favorite app, and more", + "boxes": [ + 1012, + 939, + 1400, + 969 + ] + }, + { + "text": "iPhone16efurther>", + "boxes": [ + 1018, + 985, + 1170, + 1003 + ] + } + ] + }, + { + "frame_id": "180_5_8", + "episode_id": 180, + "env_id": 5, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.487120628356934, + "advantages": -0.39957383275032043, + "generated_text": "{\n \"intent\": \"To click on the article title and begin reading the main content about Xiaopeng P7's upcoming major upgrade\",\n \"action\": \"Click(546, 369)\"\n}", + "action_string": "Click(546, 369)", + "intent_string": "To click on the article title and begin reading the main content about Xiaopeng P7's upcoming major upgrade", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 458, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 586, + 113, + 626, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 686, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 762, + 113, + 796, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 926, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1290, + 316 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 856, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 405 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 326, + 449, + 584, + 487 + ] + }, + { + "text": "A", + "boxes": [ + 1134, + 455, + 1162, + 478 + ] + }, + { + "text": "A1", + "boxes": [ + 1186, + 453, + 1230, + 478 + ] + }, + { + "text": "の", + "boxes": [ + 1300, + 455, + 1338, + 474 + ] + }, + { + "text": "2", + "boxes": [ + 1358, + 457, + 1386, + 471 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1446, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "A", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播批", + "boxes": [ + 1598, + 598, + 1634, + 611 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 532, + 758, + 792, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "娱乐", + "boxes": [ + 572, + 113, + 630, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 752, + 113, + 798, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 326, + 449, + 584, + 487 + ] + }, + { + "text": "A丨", + "boxes": [ + 1186, + 453, + 1232, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "A", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "浪首页", + "boxes": [ + 1602, + 524, + 1634, + 538 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ] + }, + { + "frame_id": "180_6_8", + "episode_id": 180, + "env_id": 6, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.695333480834961, + "advantages": -1.27055823802948, + "generated_text": "{\n \"intent\": \"Click V8.13.0 button to proceed further into the article about XiaoPeng's new upgrade.\",\n \"action\": \"Click(900, 449)\"\n}", + "action_string": "Click(900, 449)", + "intent_string": "Click V8.13.0 button to proceed further into the article about XiaoPeng's new upgrade.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "娱乐", + "boxes": [ + 586, + 113, + 630, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 752, + 113, + 798, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经 经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "√新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 332, + 349, + 810, + 397 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "，", + "boxes": [ + 548, + 409, + 562, + 425 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 330, + 451, + 582, + 485 + ] + }, + { + "text": "A丨", + "boxes": [ + 1186, + 453, + 1232, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "A", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "浪首页", + "boxes": [ + 1602, + 524, + 1634, + 538 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 952, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 752, + 113, + 798, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 856, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 898, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 328, + 449, + 582, + 486 + ] + }, + { + "text": "", + "boxes": [ + 888, + 449, + 908, + 463 + ] + }, + { + "text": "A1", + "boxes": [ + 1132, + 453, + 1174, + 480 + ] + }, + { + "text": "A丨", + "boxes": [ + 1186, + 453, + 1232, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ] + }, + { + "frame_id": "180_7_8", + "episode_id": 180, + "env_id": 7, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.288568496704102, + "advantages": -0.6179858446121216, + "generated_text": "{\n \"intent\": \"Click on the login button to attempt logging into Zh hub platform\",\n \"action\": \"DoubleClick(400, 5)\"\n}", + "action_string": "DoubleClick(400, 5)", + "intent_string": "Click on the login button to attempt logging into Zh hub platform", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 28, + 244, + 52 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 948, + 385, + 1046, + 411 + ] + }, + { + "text": "请输入手机号", + "boxes": [ + 1062, + 381, + 1150, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "请输入短信验证码", + "boxes": [ + 948, + 441, + 1068, + 471 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1200, + 443, + 1308, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 318, + 36, + 348, + 66 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 322, + 66, + 574, + 95 + ] + }, + { + "text": "↑→白", + "boxes": [ + 330, + 101, + 452, + 133 + ] + }, + { + "text": "☆", + "boxes": [ + 1282, + 99, + 1370, + 137 + ] + }, + { + "text": "I四?", + "boxes": [ + 1464, + 101, + 1568, + 133 + ] + }, + { + "text": "二", + "boxes": [ + 1574, + 111, + 1586, + 123 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 170, + 110, + 201 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1038, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1026, + 266 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 308, + 1040, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 306, + 1128, + 343 + ] + }, + { + "text": "打开知乎App", + "boxes": [ + 701, + 375, + 817, + 411 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 381, + 1044, + 407 + ] + }, + { + "text": "请输入手机号", + "boxes": [ + 1062, + 379, + 1150, + 405 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 112, + 419 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 660, + 413, + 862, + 437 + ] + }, + { + "text": "请输入短信验证码", + "boxes": [ + 950, + 439, + 1068, + 469 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1306, + 467 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 484, + 1310, + 512 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1096, + 542, + 1160, + 568 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 694, + 629, + 828, + 659 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 699, + 1302, + 729 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 723, + 1004, + 742 + ] + }, + { + "text": "D", + "boxes": [ + 34, + 778, + 80, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": "Files", + "boxes": [ + 31, + 936, + 87, + 974 + ] + }, + { + "text": "3", + "boxes": [ + 180, + 1050, + 206, + 1064 + ] + }, + { + "text": "知乎－有问题", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "180_0_9", + "episode_id": 180, + "env_id": 0, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.544561386108398, + "advantages": -1.4364111423492432, + "generated_text": "{\n \"intent\": \"Move the cursor towards the login area to proceed with the sign-in process\",\n \"action\": \"DoubleClick(1008, 558)\"\n}", + "action_string": "DoubleClick(1008, 558)", + "intent_string": "Move the cursor towards the login area to proceed with the sign-in process", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×", + "boxes": [ + 8, + 30, + 222, + 54 + ] + }, + { + "text": "三目?", + "boxes": [ + 1788, + 69, + 1868, + 87 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1304, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》", + "boxes": [ + 950, + 703, + 1262, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 794, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "无障毒", + "boxes": [ + 928, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×」十", + "boxes": [ + 6, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 948, + 385, + 1046, + 411 + ] + }, + { + "text": "请输入手机号", + "boxes": [ + 1062, + 381, + 1150, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "请输入短信验证码", + "boxes": [ + 948, + 441, + 1068, + 471 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1200, + 443, + 1308, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他方式登录", + "boxes": [ + 1092, + 604, + 1156, + 621 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "180_1_9", + "episode_id": 180, + "env_id": 1, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.109794616699219, + "advantages": 0.28538215160369873, + "generated_text": "{\n \"intent\": \"Click on the element containing '小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大' to continue exploring this news article\",\n \"action\": \"Click(677, 372)\"\n}", + "action_string": "Click(677, 372)", + "intent_string": "Click on the element containing '小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大' to continue exploring this news article", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "娱乐", + "boxes": [ + 586, + 113, + 628, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 754, + 113, + 796, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 826, + 113, + 854, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 856, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 328, + 449, + 582, + 486 + ] + }, + { + "text": "A1", + "boxes": [ + 1186, + 453, + 1230, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 820, + 472, + 1068, + 510 + ] + }, + { + "text": "联，把握套利机会", + "boxes": [ + 824, + 498, + 960, + 528 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 578 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 532, + 758, + 792, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26345秒前 证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 410, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "娱乐", + "boxes": [ + 586, + 113, + 628, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 754, + 113, + 796, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 826, + 113, + 854, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "√新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 328, + 449, + 582, + 486 + ] + }, + { + "text": "A丨", + "boxes": [ + 1186, + 453, + 1232, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26345秒前 证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + } + ] + }, + { + "frame_id": "180_2_9", + "episode_id": 180, + "env_id": 2, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.090677261352539, + "advantages": -0.8356708288192749, + "generated_text": "{\n \"intent\": \"To navigate the Bing search engine and explore potential content related to the image environment\",\n \"action\": \"DoubleClick(30, 30)\"\n}", + "action_string": "DoubleClick(30, 30)", + "intent_string": "To navigate the Bing search engine and explore potential content related to the image environment", + "before_screen_ocr_results": [ + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": "Q白", + "boxes": [ + 67, + 61, + 131, + 92 + ] + }, + { + "text": "☆", + "boxes": [ + 1010, + 63, + 1046, + 96 + ] + }, + { + "text": "?", + "boxes": [ + 996, + 73, + 1018, + 87 + ] + }, + { + "text": "三四@", + "boxes": [ + 1142, + 64, + 1250, + 95 + ] + }, + { + "text": "三", + "boxes": [ + 1252, + 71, + 1272, + 91 + ] + }, + { + "text": "·☆", + "boxes": [ + 1286, + 101, + 1368, + 133 + ] + }, + { + "text": "三四@", + "boxes": [ + 1462, + 101, + 1560, + 133 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1588, + 125 + ] + }, + { + "text": "8", + "boxes": [ + 1468, + 161, + 1504, + 181 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 986, + 852, + 1076, + 878 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 986, + 889, + 1042, + 915 + ] + }, + { + "text": "+4.07%", + "boxes": [ + 1162, + 891, + 1212, + 911 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1294, + 887, + 1398, + 919 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 988, + 907, + 1040, + 925 + ] + }, + { + "text": "347.68", + "boxes": [ + 1172, + 907, + 1216, + 925 + ] + }, + { + "text": "经监", + "boxes": [ + 1294, + 914, + 1372, + 976 + ] + }, + { + "text": "", + "boxes": [ + 1438, + 924, + 1478, + 952 + ] + }, + { + "text": "+4.07% ", + "boxes": [ + 1478, + 925, + 1540, + 959 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1302, + 973, + 1360, + 1005 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 38, + 32, + 182, + 50 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": "个", + "boxes": [ + 16, + 69, + 34, + 85 + ] + }, + { + "text": "→", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1142, + 64, + 1250, + 95 + ] + }, + { + "text": "三", + "boxes": [ + 1252, + 71, + 1268, + 89 + ] + }, + { + "text": "·☆", + "boxes": [ + 1286, + 101, + 1368, + 133 + ] + }, + { + "text": "三四@", + "boxes": [ + 1462, + 101, + 1560, + 133 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1588, + 125 + ] + }, + { + "text": "8", + "boxes": [ + 1466, + 161, + 1504, + 181 + ] + }, + { + "text": "国内版", + "boxes": [ + 188, + 244, + 222, + 258 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 24, + 808, + 108, + 832 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 986, + 852, + 1076, + 878 + ] + }, + { + "text": "长安铃木", + "boxes": [ + 214, + 866, + 286, + 891 + ] + }, + { + "text": "汽车班科消耗量行", + "boxes": [ + 293, + 864, + 417, + 911 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 986, + 889, + 1042, + 915 + ] + }, + { + "text": "+4.07%", + "boxes": [ + 1164, + 891, + 1212, + 911 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1294, + 887, + 1398, + 919 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 988, + 907, + 1040, + 925 + ] + }, + { + "text": "347.68", + "boxes": [ + 1172, + 907, + 1216, + 925 + ] + }, + { + "text": "版", + "boxes": [ + 1295, + 913, + 1371, + 976 + ] + }, + { + "text": "", + "boxes": [ + 1438, + 924, + 1478, + 952 + ] + }, + { + "text": "+4.07% ", + "boxes": [ + 1478, + 925, + 1540, + 959 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1302, + 973, + 1360, + 1005 + ] + }, + { + "text": "arch - Mic", + "boxes": [ + 238, + 1050, + 300, + 1068 + ] + } + ] + }, + { + "frame_id": "180_3_9", + "episode_id": 180, + "env_id": 3, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.13449764251709, + "advantages": -0.7874674201011658, + "generated_text": "{\n \"intent\": \"Move my cursor to focus the search or click on the Amazon Sign-in button.\",\n \"action\": \"DoubleClick(101, 26)\" \n}", + "action_string": "DoubleClick(101, 26)", + "intent_string": "Move my cursor to focus the search or click on the Amazon Sign-in button.", + "before_screen_ocr_results": [ + { + "text": "·☆", + "boxes": [ + 1586, + 66, + 1660, + 89 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "amazon", + "boxes": [ + 904, + 107, + 1018, + 139 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 806, + 183, + 906, + 220 + ] + }, + { + "text": "Continue", + "boxes": [ + 928, + 300, + 994, + 326 + ] + }, + { + "text": "By continuing, you agree to Amazon's Conditions of", + "boxes": [ + 810, + 338, + 1092, + 361 + ] + }, + { + "text": " Need help?", + "boxes": [ + 808, + 393, + 902, + 419 + ] + }, + { + "text": "New to Amazon?", + "boxes": [ + 912, + 457, + 1008, + 482 + ] + }, + { + "text": " Create your Amazon account", + "boxes": [ + 870, + 484, + 1048, + 518 + ] + }, + { + "text": "Privacy Notice", + "boxes": [ + 954, + 588, + 1032, + 611 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "·☆", + "boxes": [ + 1586, + 66, + 1660, + 89 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "amazon", + "boxes": [ + 904, + 107, + 1018, + 139 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 806, + 183, + 906, + 220 + ] + }, + { + "text": "Continue", + "boxes": [ + 928, + 300, + 994, + 326 + ] + }, + { + "text": "By continuing, you agree to Amazon's Conditions of", + "boxes": [ + 810, + 338, + 1092, + 361 + ] + }, + { + "text": " Need help?", + "boxes": [ + 808, + 393, + 902, + 419 + ] + }, + { + "text": "New to Amazon?", + "boxes": [ + 912, + 457, + 1008, + 482 + ] + }, + { + "text": " Create your Amazon account", + "boxes": [ + 870, + 484, + 1048, + 518 + ] + }, + { + "text": "Privacy Notice", + "boxes": [ + 954, + 588, + 1032, + 611 + ] + } + ] + }, + { + "frame_id": "180_4_9", + "episode_id": 180, + "env_id": 4, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.504003524780273, + "advantages": -0.3810022473335266, + "generated_text": "{\n \"intent\": \"After exploring the iPhone 16, click on the 'Buy' button to proceed with purchasing.\",\n \"action\": \"DoubleClick(1037, 108)\" \n}", + "action_string": "DoubleClick(1037, 108)", + "intent_string": "After exploring the iPhone 16, click on the 'Buy' button to proceed with purchasing.", + "before_screen_ocr_results": [ + { + "text": "BuyiPhone", + "boxes": [ + 806, + 42, + 908, + 60 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 996, + 42, + 1116, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " Buy iPhone - Apple ", + "boxes": [ + 328, + 66, + 486, + 95 + ] + }, + { + "text": "×+", + "boxes": [ + 520, + 69, + 570, + 89 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 452, + 133 + ] + }, + { + "text": "目…☆", + "boxes": [ + 1240, + 99, + 1370, + 137 + ] + }, + { + "text": "三日@", + "boxes": [ + 1457, + 95, + 1563, + 138 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 410, + 260, + 690, + 320 + ] + }, + { + "text": "iPhone 16 Pro ", + "boxes": [ + 738, + 260, + 840, + 292 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 872, + 260, + 952, + 292 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 1098, + 260, + 1174, + 292 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 948, + 377, + 1122, + 421 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "From $599 or $24.95/mo.for 24 mo.*", + "boxes": [ + 956, + 425, + 1198, + 449 + ] + }, + { + "text": "Stunning 6.1-inch Super RetinaXDR display", + "boxes": [ + 1008, + 482, + 1374, + 522 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 88, + 528 + ] + }, + { + "text": "AIl!", + "boxes": [ + 416, + 514, + 460, + 542 + ] + }, + { + "text": "protected by durable Ceramic Shield, tougher", + "boxes": [ + 1012, + 510, + 1382, + 540 + ] + }, + { + "text": "than any smartphone glass ", + "boxes": [ + 1014, + 530, + 1238, + 560 + ] + }, + { + "text": "Built for le IntelieceWrite, exprs", + "boxes": [ + 1010, + 578, + 1362, + 613 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "yourself, and get things done effortlessly.", + "boxes": [ + 1016, + 607, + 1350, + 631 + ] + }, + { + "text": "A18 chip powers AppleIntelligence, gaming,", + "boxes": [ + 1010, + 651, + 1374, + 689 + ] + }, + { + "text": "", + "boxes": [ + 964, + 665, + 992, + 693 + ] + }, + { + "text": "画", + "boxes": [ + 38, + 677, + 82, + 721 + ] + }, + { + "text": "and ios updates for years to come", + "boxes": [ + 1016, + 679, + 1294, + 703 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "Supersized battery life with up to 26 hours of", + "boxes": [ + 1012, + 729, + 1382, + 758 + ] + }, + { + "text": "video playback. Connect and charge with", + "boxes": [ + 1012, + 748, + 1352, + 778 + ] + }, + { + "text": "USB-C.3", + "boxes": [ + 1016, + 770, + 1084, + 796 + ] + }, + { + "text": "口", + "boxes": [ + 38, + 786, + 78, + 826 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Advanced cameras for all you shoot.", + "boxes": [ + 1012, + 822, + 1308, + 852 + ] + }, + { + "text": "", + "boxes": [ + 962, + 844, + 986, + 866 + ] + }, + { + "text": "48MPFusion camera withoptical-quality", + "boxes": [ + 1008, + 838, + 1350, + 878 + ] + }, + { + "text": "2x Telephoto and 12MP front camera.", + "boxes": [ + 1014, + 864, + 1316, + 893 + ] + }, + { + "text": "Customize the Action button to use visual", + "boxes": [ + 1010, + 915, + 1352, + 945 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "intelligence, launch your favorite app, and more", + "boxes": [ + 1012, + 939, + 1400, + 969 + ] + }, + { + "text": "iPhone16efurther>", + "boxes": [ + 1018, + 985, + 1170, + 1003 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 44, + 340, + 62 + ] + }, + { + "text": "Buy iPhone - Apple", + "boxes": [ + 802, + 40, + 966, + 64 + ] + }, + { + "text": "Mozilla Firefox", + "boxes": [ + 990, + 42, + 1116, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " Buy iPhone - Apple ", + "boxes": [ + 324, + 64, + 484, + 93 + ] + }, + { + "text": "×+", + "boxes": [ + 520, + 69, + 572, + 89 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 454, + 133 + ] + }, + { + "text": "①| https://ww.apple.com/shop/buy-iphone", + "boxes": [ + 550, + 101, + 886, + 131 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1242, + 99, + 1368, + 131 + ] + }, + { + "text": "三日@", + "boxes": [ + 1457, + 95, + 1563, + 138 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1588, + 123 + ] + }, + { + "text": " Apple - http://www.apple.com", + "boxes": [ + 552, + 149, + 776, + 173 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 544, + 179, + 692, + 208 + ] + }, + { + "text": "a Amazon - http://www.am", + "boxes": [ + 552, + 218, + 748, + 242 + ] + }, + { + "text": "Shop", + "boxes": [ + 405, + 257, + 543, + 321 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看－iqiy.com", + "boxes": [ + 546, + 252, + 962, + 282 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "知 zhihu — zhihu.com", + "boxes": [ + 544, + 286, + 706, + 316 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "?", + "boxes": [ + 1016, + 453, + 1034, + 467 + ] + }, + { + "text": "Stunning 6.1-inch Super Retina XDR display", + "boxes": [ + 1014, + 490, + 1368, + 514 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "AIl", + "boxes": [ + 416, + 514, + 458, + 542 + ] + }, + { + "text": "S.121", + "boxes": [ + 959, + 506, + 993, + 536 + ] + }, + { + "text": "protected by durable Ceramic Shield, tougher", + "boxes": [ + 1012, + 510, + 1384, + 540 + ] + }, + { + "text": "than any smartphone glass ", + "boxes": [ + 1014, + 530, + 1238, + 560 + ] + }, + { + "text": "", + "boxes": [ + 26, + 546, + 88, + 616 + ] + }, + { + "text": "Builtfrliit", + "boxes": [ + 1010, + 578, + 1362, + 613 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "yourself, and get things done effortlessly.", + "boxes": [ + 1016, + 607, + 1350, + 631 + ] + }, + { + "text": "A18 chip powers Apple Intelligence, gaming,", + "boxes": [ + 1010, + 651, + 1374, + 689 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "", + "boxes": [ + 964, + 665, + 992, + 693 + ] + }, + { + "text": "and ios updates for years to come", + "boxes": [ + 1016, + 679, + 1294, + 703 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "Supersized battery life with up to 26 hours of", + "boxes": [ + 1012, + 729, + 1382, + 758 + ] + }, + { + "text": "video playback. Connect and charge with", + "boxes": [ + 1012, + 748, + 1352, + 778 + ] + }, + { + "text": "USB-C.3", + "boxes": [ + 1016, + 770, + 1086, + 796 + ] + }, + { + "text": "2", + "boxes": [ + 38, + 784, + 78, + 826 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Advanced cameras for all you shoot.", + "boxes": [ + 1012, + 822, + 1308, + 852 + ] + }, + { + "text": "", + "boxes": [ + 962, + 844, + 986, + 866 + ] + }, + { + "text": "48MP Fusion camera with optical-quality", + "boxes": [ + 1012, + 844, + 1348, + 874 + ] + }, + { + "text": "2x Telephoto and 12MP front camera.", + "boxes": [ + 1012, + 864, + 1316, + 893 + ] + }, + { + "text": "Customize the Action button to use visual", + "boxes": [ + 1010, + 915, + 1352, + 945 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "intelligence, launch your favorite app andmre", + "boxes": [ + 1008, + 933, + 1402, + 971 + ] + }, + { + "text": "iPhone16efurther>", + "boxes": [ + 1018, + 985, + 1170, + 1003 + ] + } + ] + }, + { + "frame_id": "180_5_9", + "episode_id": 180, + "env_id": 5, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.714061737060547, + "advantages": -0.14993329346179962, + "generated_text": "{\n \"intent\": \"Click on the \\\"小鹏P7将迎来大改款,何小鹏：有史以来情感投入最大\\\" button to open the news article.\",\n \"action\": \"DoubleClick(446, 398)\" \n}", + "action_string": "DoubleClick(446, 398)", + "intent_string": "Click on the \"小鹏P7将迎来大改款,何小鹏：有史以来情感投入最大\" button to open the news article.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 416, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 752, + 113, + 798, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "√新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日 11:16界面新闻", + "boxes": [ + 326, + 449, + 584, + 487 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "A", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "浪首页", + "boxes": [ + 1602, + 524, + 1634, + 538 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 394, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 456, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 586, + 113, + 630, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 754, + 113, + 796, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sina 新浪财经经济新闻滚动>正文", + "boxes": [ + 336, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "√新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "迎来大改款，何小", + "boxes": [ + 494, + 353, + 806, + 395 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日 11:16界面新闻", + "boxes": [ + 326, + 449, + 584, + 487 + ] + }, + { + "text": "A丨", + "boxes": [ + 1186, + 453, + 1232, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + } + ] + }, + { + "frame_id": "180_6_9", + "episode_id": 180, + "env_id": 6, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.71759033203125, + "advantages": -1.2460752725601196, + "generated_text": "{\n \"intent\": \"Click on the green button labeled '盘中牛股宝会员专享' to follow up on the stock investment opportunities mentioned in this article\",\n \"action\": \"DoubleClick(1348, 320)\" \n}", + "action_string": "DoubleClick(1348, 320)", + "intent_string": "Click on the green button labeled '盘中牛股宝会员专享' to follow up on the stock investment opportunities mentioned in this article", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 416, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 752, + 113, + 798, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "新浪财经客户端", + "boxes": [ + 856, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 898, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 328, + 449, + 582, + 486 + ] + }, + { + "text": "", + "boxes": [ + 888, + 449, + 908, + 463 + ] + }, + { + "text": "A1", + "boxes": [ + 1132, + 453, + 1174, + 480 + ] + }, + { + "text": "A丨", + "boxes": [ + 1186, + 453, + 1232, + 478 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "浪首页", + "boxes": [ + 1602, + 524, + 1634, + 538 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "娱乐", + "boxes": [ + 572, + 113, + 630, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 752, + 113, + 798, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 113, + 928, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 282, + 628, + 318 + ] + }, + { + "text": "√新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 330, + 347, + 810, + 399 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 328, + 449, + 582, + 486 + ] + }, + { + "text": "A1", + "boxes": [ + 1132, + 453, + 1174, + 480 + ] + }, + { + "text": "?", + "boxes": [ + 1290, + 455, + 1340, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "A", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "浪首页", + "boxes": [ + 1602, + 524, + 1634, + 538 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 530, + 758, + 790, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 923, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26392秒前证监会：抓紧出台深化科创板和创业板改革的一揽子政策措施 切实推动提.．×", + "boxes": [ + 470, + 959, + 1208, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + } + ] + }, + { + "frame_id": "180_7_9", + "episode_id": 180, + "env_id": 7, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.713236808776855, + "advantages": -1.2508642673492432, + "generated_text": "{\n \"intent\": \"Navigate to the login page of zhiqu.com to start the login process\",\n \"action\": \"Click(105, 57)\"\n}", + "action_string": "Click(105, 57)", + "intent_string": "Navigate to the login page of zhiqu.com to start the login process", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 318, + 36, + 348, + 66 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 322, + 66, + 574, + 95 + ] + }, + { + "text": "↑→白", + "boxes": [ + 330, + 101, + 452, + 133 + ] + }, + { + "text": "☆", + "boxes": [ + 1282, + 99, + 1370, + 137 + ] + }, + { + "text": "I四?", + "boxes": [ + 1464, + 101, + 1568, + 133 + ] + }, + { + "text": "二", + "boxes": [ + 1574, + 111, + 1586, + 123 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 170, + 110, + 201 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1038, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1026, + 266 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 308, + 1040, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 306, + 1128, + 343 + ] + }, + { + "text": "打开知乎App", + "boxes": [ + 701, + 375, + 817, + 411 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 381, + 1044, + 407 + ] + }, + { + "text": "请输入手机号", + "boxes": [ + 1062, + 379, + 1150, + 405 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 112, + 419 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 660, + 413, + 862, + 437 + ] + }, + { + "text": "请输入短信验证码", + "boxes": [ + 950, + 439, + 1068, + 469 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1306, + 467 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 484, + 1310, + 512 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1096, + 542, + 1160, + 568 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 694, + 629, + 828, + 659 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 699, + 1302, + 729 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 723, + 1004, + 742 + ] + }, + { + "text": "D", + "boxes": [ + 34, + 778, + 80, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": "Files", + "boxes": [ + 31, + 936, + 87, + 974 + ] + }, + { + "text": "3", + "boxes": [ + 180, + 1050, + 206, + 1064 + ] + }, + { + "text": "知乎－有问题", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 322, + 42, + 346, + 64 + ] + }, + { + "text": "□0", + "boxes": [ + 1534, + 38, + 1600, + 69 + ] + }, + { + "text": " Firefox", + "boxes": [ + 19, + 61, + 101, + 98 + ] + }, + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 322, + 66, + 574, + 95 + ] + }, + { + "text": "↑→白", + "boxes": [ + 330, + 101, + 452, + 133 + ] + }, + { + "text": "☆", + "boxes": [ + 1282, + 99, + 1370, + 137 + ] + }, + { + "text": "I四?", + "boxes": [ + 1464, + 101, + 1568, + 133 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 109, + 1586, + 125 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 170, + 110, + 201 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1038, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1026, + 266 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 308, + 1040, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 306, + 1128, + 343 + ] + }, + { + "text": "打开知乎App", + "boxes": [ + 701, + 375, + 817, + 411 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 381, + 1044, + 407 + ] + }, + { + "text": "请输入手机号", + "boxes": [ + 1062, + 379, + 1150, + 405 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 112, + 419 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 660, + 413, + 862, + 437 + ] + }, + { + "text": "请输入短信验证码", + "boxes": [ + 950, + 439, + 1068, + 469 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1306, + 467 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 484, + 1310, + 512 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1096, + 542, + 1160, + 568 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 694, + 629, + 828, + 659 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 699, + 1302, + 729 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 723, + 1004, + 742 + ] + }, + { + "text": "D", + "boxes": [ + 34, + 778, + 80, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + } + ] +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_180/scores_v3.json b/ScreenExplorer-3B-E1/episode_180/scores_v3.json new file mode 100644 index 0000000000000000000000000000000000000000..73256f86b8d13264baaa14ab071381b70be06b1c --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_180/scores_v3.json @@ -0,0 +1,19 @@ +{ + "directory_path": "logs/ScreenExplorer_2025-05-14_13-31-185da9f3/episode_180", + "single_trajectory_image_diversity": 0.3387803928926587, + "single_trajectory_text_diversity": 0.2346286391839385, + "single_trajectory_image_diversity_max": 0.74951171875, + "single_trajectory_image_diversity_min": 0.0009765625, + "single_trajectory_image_diversity_std": 0.2733154296875, + "single_trajectory_text_diversity_max": 0.52886962890625, + "single_trajectory_text_diversity_min": 0.00616455078125, + "single_trajectory_text_diversity_std": 0.17327117919921875, + "group_trajectories_image_diversity": 0.5031262636184692, + "group_trajectories_text_diversity": 0.4209427833557129, + "group_trajectories_image_diversity_max": 1.171875, + "group_trajectories_image_diversity_min": -0.0078125, + "group_trajectories_image_diversity_std": 0.29296875, + "group_trajectories_text_diversity_max": 0.73095703125, + "group_trajectories_text_diversity_min": 0.0, + "group_trajectories_text_diversity_std": 0.1766357421875 +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_190/game_record_20250515_145009.json b/ScreenExplorer-3B-E1/episode_190/game_record_20250515_145009.json new file mode 100644 index 0000000000000000000000000000000000000000..4cd90bf8a801e46b0ec61c9c8f1cb27e6a8da2aa --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_190/game_record_20250515_145009.json @@ -0,0 +1,49383 @@ +{ + "start_time": "2025-05-15T14:50:09.529287", + "end_time": "2025-05-15T14:58:50.224401", + "buffer_size": 80, + "all_records": [ + { + "frame_id": "190_0_0", + "episode_id": 190, + "env_id": 0, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.948308944702148, + "advantages": 1.9437222480773926, + "generated_text": "{\n \"intent\": \"To begin interacting with available applications by singled clicking the Firefox icon.\",\n \"action\": \"DoubleClick(73, 74)\" \n}", + "action_string": "DoubleClick(73, 74)", + "intent_string": "To begin interacting with available applications by singled clicking the Firefox icon.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 46, + 66, + 128, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "190_1_0", + "episode_id": 190, + "env_id": 1, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.975707054138184, + "advantages": 1.9744821786880493, + "generated_text": "{\n \"intent\": \"Exploring different applications by clicking their respective shortcuts.\",\n \"action\": \"DoubleClick(73, 62)\" \n}", + "action_string": "DoubleClick(73, 62)", + "intent_string": "Exploring different applications by clicking their respective shortcuts.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "190_2_0", + "episode_id": 190, + "env_id": 2, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.487842559814453, + "advantages": 1.4267551898956299, + "generated_text": "{\n \"intent\": \"Exploring the desktop by clicking the Firefox icon.\",\n \"action\": \"DoubleClick(79, 43)\" \n}", + "action_string": "DoubleClick(79, 43)", + "intent_string": "Exploring the desktop by clicking the Firefox icon.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "190_3_0", + "episode_id": 190, + "env_id": 3, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.45124626159668, + "advantages": 1.385668396949768, + "generated_text": "{\n \"intent\": \"Exploring all available applications starting from listening them.\",\n \"action\": \"DoubleClick(75, 120)\"\n}", + "action_string": "DoubleClick(75, 120)", + "intent_string": "Exploring all available applications starting from listening them.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 10, + 30, + 34, + 44 + ] + }, + { + "text": " Edit Search View Document Help", + "boxes": [ + 26, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ] + }, + { + "frame_id": "190_4_0", + "episode_id": 190, + "env_id": 4, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.639443397521973, + "advantages": 1.5969579219818115, + "generated_text": "{\n \"intent\": \"To move the cursor over different applications like Firefox, Excel, and LibreOffice Writer.\",\n \"action\": \"DoubleClick(73, 42)\" \n}", + "action_string": "DoubleClick(73, 42)", + "intent_string": "To move the cursor over different applications like Firefox, Excel, and LibreOffice Writer.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "190_5_0", + "episode_id": 190, + "env_id": 5, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.729121208190918, + "advantages": 1.6976394653320312, + "generated_text": "{\n \"intent\": \"To start by clicking one of these frequently accessed applications.\",\n \"action\": \"DoubleClick(47, 75)\"}", + "action_string": "DoubleClick(47, 75)", + "intent_string": "To start by clicking one of these frequently accessed applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "√C白", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "190_6_0", + "episode_id": 190, + "env_id": 6, + "step": 0, + "format_rewards": 1.0, + "rewards": 12.03277587890625, + "advantages": 2.038553476333618, + "generated_text": "{\n \"intent\": \"Exploring available applications by clicking each one, starting from Firefox.\",\n \"action\": \"DoubleClick(75, 74)\" \n}", + "action_string": "DoubleClick(75, 74)", + "intent_string": "Exploring available applications by clicking each one, starting from Firefox.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "西白", + "boxes": [ + 60, + 66, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Import ", + "boxes": [ + 14, + 103, + 84, + 121 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "190_7_0", + "episode_id": 190, + "env_id": 7, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.713444709777832, + "advantages": 1.680039405822754, + "generated_text": "{\n \"intent\": \"To start interacting with any applications or tools present on the desktop.\",\n \"action\": \"DoubleClick(78, 80)\"}", + "action_string": "DoubleClick(78, 80)", + "intent_string": "To start interacting with any applications or tools present on the desktop.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "合", + "boxes": [ + 66, + 66, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 198, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "190_0_1", + "episode_id": 190, + "env_id": 0, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.462767601013184, + "advantages": 0.2759004533290863, + "generated_text": "{\n \"intent\": \"Clicking on the Amazon link in the top sites section to navigate towards the Amazon website.\",\n \"action\": \"Click(790, 560)\"\n}", + "action_string": "Click(790, 560)", + "intent_string": "Clicking on the Amazon link in the top sites section to navigate towards the Amazon website.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 46, + 66, + 128, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "Retuns", + "boxes": [ + 1738, + 117, + 1780, + 137 + ] + }, + { + "text": "93", + "boxes": [ + 1826, + 115, + 1860, + 135 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "gistry", + "boxes": [ + 212, + 173, + 240, + 187 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1416, + 486, + 1554, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion ", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1352, + 889, + 1486, + 913 + ] + }, + { + "text": " Top categories in Kitchen ", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "190_1_1", + "episode_id": 190, + "env_id": 1, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.65778923034668, + "advantages": 0.49485182762145996, + "generated_text": "{\n \"intent\": \"To click on the Bing search site to explore its content and perform some actions there\",\n \"action\": \"DoubleClick(654, 526)\"\n}", + "action_string": "DoubleClick(654, 526)", + "intent_string": "To click on the Bing search site to explore its content and perform some actions there", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": "仓", + "boxes": [ + 100, + 71, + 124, + 85 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing×十", + "boxes": [ + 36, + 32, + 244, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "| https://cn.bing.com", + "boxes": [ + 250, + 64, + 448, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 66, + 1662, + 91 + ] + }, + { + "text": "川四", + "boxes": [ + 1790, + 68, + 1848, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 472, + 295, + 616, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 642, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1100, + 407, + 1290, + 443 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 656, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 804, + 1504, + 842 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1636, + 802, + 1698, + 844 + ] + }, + { + "text": "一年销量为0", + "boxes": [ + 818, + 844, + 1018, + 893 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 850, + 1514, + 891 + ] + }, + { + "text": "1,6,36%8", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "冬F赔大7", + "boxes": [ + 812, + 889, + 938, + 927 + ] + }, + { + "text": "高时中国A50 ", + "boxes": [ + 1449, + 884, + 1552, + 945 + ] + }, + { + "text": "13,5 6%", + "boxes": [ + 1626, + 891, + 1700, + 941 + ] + }, + { + "text": "春娱乐网·4小时", + "boxes": [ + 244, + 923, + 338, + 941 + ] + }, + { + "text": "China.com·1小时", + "boxes": [ + 1150, + 921, + 1280, + 945 + ] + }, + { + "text": "1.", + "boxes": [ + 830, + 937, + 850, + 951 + ] + }, + { + "text": "一点视频/墓史杂谈·8小时", + "boxes": [ + 848, + 933, + 1008, + 957 + ] + }, + { + "text": "事实证明，宣布新身份后的正厅级靳东，早已", + "boxes": [ + 200, + 945, + 792, + 987 + ] + }, + { + "text": "AMD新处理器火了，中小企", + "boxes": [ + 1136, + 941, + 1402, + 977 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 937, + 1508, + 989 + ] + }, + { + "text": "+4.3163 ", + "boxes": [ + 1632, + 937, + 1700, + 987 + ] + }, + { + "text": "又一国产车“倒下\"了，已连续", + "boxes": [ + 824, + 951, + 1104, + 987 + ] + }, + { + "text": "走上了另外一条大路", + "boxes": [ + 196, + 977, + 470, + 1025 + ] + }, + { + "text": "狂喜，最强性能有多牛？", + "boxes": [ + 1136, + 967, + 1364, + 1001 + ] + }, + { + "text": "一年销量为0，投资65亿全打", + "boxes": [ + 832, + 981, + 1096, + 1011 + ] + }, + { + "text": "黄", + "boxes": [ + 1454, + 981, + 1498, + 1032 + ] + }, + { + "text": "510", + "boxes": [ + 1632, + 983, + 1702, + 1036 + ] + }, + { + "text": "水漂？", + "boxes": [ + 824, + 1007, + 892, + 1040 + ] + }, + { + "text": "△", + "boxes": [ + 1144, + 1028, + 1162, + 1042 + ] + } + ] + }, + { + "frame_id": "190_2_1", + "episode_id": 190, + "env_id": 2, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.553570747375488, + "advantages": 0.37784543633461, + "generated_text": "{\n \"intent\": \"Click on the Bing icon in the search bar to open Microsoft Bing from Top Sites.\",\n \"action\": \"DoubleClick(637, 470)\"\n}", + "action_string": "DoubleClick(637, 470)", + "intent_string": "Click on the Bing icon in the search bar to open Microsoft Bing from Top Sites.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1606, + 69, + 1658, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 185, + 153 + ] + }, + { + "text": "国内版", + "boxes": [ + 492, + 250, + 560, + 282 + ] + }, + { + "text": "国际版", + "boxes": [ + 550, + 250, + 636, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "Next", + "boxes": [ + 1364, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 486, + 415, + 638, + 439 + ] + }, + { + "text": " 2 这些习惯在泄露信息", + "boxes": [ + 788, + 409, + 968, + 445 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1102, + 409, + 1286, + 443 + ] + }, + { + "text": "4 小鹏P7将迎来大改款", + "boxes": [ + 482, + 451, + 656, + 480 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1246, + 478 + ] + } + ] + }, + { + "frame_id": "190_3_1", + "episode_id": 190, + "env_id": 3, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.015481948852539, + "advantages": -1.3489714860916138, + "generated_text": "{\n \"intent\": \"Open and start interacting with the Untitled 1 - Mousepad application by clicking on it.\",\n \"action\": \"DoubleClick(73, 54)\"\n}", + "action_string": "DoubleClick(73, 54)", + "intent_string": "Open and start interacting with the Untitled 1 - Mousepad application by clicking on it.", + "before_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 10, + 30, + 34, + 44 + ] + }, + { + "text": " Edit Search View Document Help", + "boxes": [ + 26, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": ">", + "boxes": [ + 8, + 6, + 24, + 22 + ] + }, + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": "?", + "boxes": [ + 65, + 52, + 87, + 73 + ] + } + ] + }, + { + "frame_id": "190_4_1", + "episode_id": 190, + "env_id": 4, + "step": 1, + "format_rewards": 1.0, + "rewards": 11.163161277770996, + "advantages": 1.0622345209121704, + "generated_text": "{\n \"intent\": \"To start exploring by clicking on one of the top sites.\",\n \"action\": \"Click(671, 551)\"\n}", + "action_string": "Click(671, 551)", + "intent_string": "To start exploring by clicking on one of the top sites.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 38, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 472, + 295, + 614, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 365, + 644, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 642, + 441 + ] + }, + { + "text": " 2 这些习惯在泄露信息", + "boxes": [ + 788, + 409, + 968, + 445 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1100, + 407, + 1290, + 443 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 656, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1458, + 768, + 1552, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 804, + 1504, + 842 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1636, + 802, + 1698, + 844 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 850, + 1514, + 891 + ] + }, + { + "text": "1,6,36%8", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "13,5 6%", + "boxes": [ + 1626, + 891, + 1700, + 941 + ] + }, + { + "text": "气车资讯盘点·1小", + "boxes": [ + 234, + 923, + 332, + 941 + ] + }, + { + "text": "游侠网·1天", + "boxes": [ + 842, + 921, + 928, + 945 + ] + }, + { + "text": "选车号·20小时", + "boxes": [ + 1144, + 921, + 1262, + 945 + ] + }, + { + "text": "20.49万元起入门即高配！全新智己L6一图", + "boxes": [ + 202, + 943, + 784, + 987 + ] + }, + { + "text": "《毁灭战士：黑暗时代》加载速", + "boxes": [ + 836, + 941, + 1106, + 977 + ] + }, + { + "text": "小米SU7实力劲敌！全新智己", + "boxes": [ + 1134, + 937, + 1410, + 977 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 939, + 1506, + 987 + ] + }, + { + "text": "+4.3163 ", + "boxes": [ + 1632, + 937, + 1700, + 987 + ] + }, + { + "text": "度惊人！全平台秒级加载", + "boxes": [ + 830, + 969, + 1056, + 999 + ] + }, + { + "text": "L6上市，限时权益价20.49", + "boxes": [ + 1136, + 967, + 1400, + 1003 + ] + }, + { + "text": "看懂", + "boxes": [ + 204, + 983, + 274, + 1022 + ] + }, + { + "text": "黄", + "boxes": [ + 1454, + 981, + 1498, + 1032 + ] + }, + { + "text": "510", + "boxes": [ + 1632, + 983, + 1702, + 1036 + ] + }, + { + "text": "万起", + "boxes": [ + 1136, + 995, + 1190, + 1028 + ] + } + ] + }, + { + "frame_id": "190_5_1", + "episode_id": 190, + "env_id": 5, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.603142738342285, + "advantages": 0.4335000514984131, + "generated_text": "{\n \"intent\": \"Click on the Bing icon from the top sites section to open the Bing website quickly.\",\n \"action\": \"DoubleClick(630, 467)\"\n}", + "action_string": "DoubleClick(630, 467)", + "intent_string": "Click on the Bing icon from the top sites section to open the Bing website quickly.", + "before_screen_ocr_results": [ + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "√C白", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 44, + 32, + 192, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 472, + 295, + 614, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 792, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1104, + 411, + 1288, + 441 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "HELLDIVERS", + "boxes": [ + 600, + 758, + 786, + 806 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 804, + 1504, + 842 + ] + }, + { + "text": "+4.076 ", + "boxes": [ + 1638, + 802, + 1698, + 844 + ] + }, + { + "text": "傲光套房", + "boxes": [ + 902, + 854, + 1024, + 885 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1458, + 852, + 1512, + 887 + ] + }, + { + "text": "1,6,36%8", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "13,36 ", + "boxes": [ + 1628, + 891, + 1700, + 941 + ] + }, + { + "text": "游侠网·1天", + "boxes": [ + 232, + 921, + 306, + 945 + ] + }, + { + "text": "文化大家看·3小时", + "boxes": [ + 1138, + 921, + 1276, + 945 + ] + }, + { + "text": "超级地球告急！《绝地潜兵2》光能者「大", + "boxes": [ + 202, + 945, + 754, + 987 + ] + }, + { + "text": "著名词作家陈哲逝世，代表作", + "boxes": [ + 1138, + 941, + 1408, + 977 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 939, + 1506, + 987 + ] + }, + { + "text": "+4.31636 ", + "boxes": [ + 1632, + 937, + 1698, + 987 + ] + }, + { + "text": "《让世界充满爱》", + "boxes": [ + 1144, + 969, + 1304, + 999 + ] + }, + { + "text": "》《同一首", + "boxes": [ + 1287, + 966, + 1387, + 1003 + ] + }, + { + "text": "军」突袭！", + "boxes": [ + 197, + 978, + 349, + 1023 + ] + }, + { + "text": "1", + "boxes": [ + 830, + 993, + 850, + 1009 + ] + }, + { + "text": "一点视频/十六来了", + "boxes": [ + 848, + 991, + 956, + 1014 + ] + }, + { + "text": "黄", + "boxes": [ + 1460, + 989, + 1492, + 1022 + ] + }, + { + "text": "3.108%0", + "boxes": [ + 1636, + 985, + 1698, + 1026 + ] + }, + { + "text": "歌》等", + "boxes": [ + 1138, + 999, + 1206, + 1024 + ] + }, + { + "text": "鹏P7将迎来大改款", + "boxes": [ + 218, + 1022, + 332, + 1040 + ] + }, + { + "text": "13AB8143BD\"+tnV..d807eb99b4631c158\"", + "boxes": [ + 826, + 1018, + 1118, + 1036 + ] + } + ] + }, + { + "frame_id": "190_6_1", + "episode_id": 190, + "env_id": 6, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.42777156829834, + "advantages": 0.2366103082895279, + "generated_text": "{\n \"intent\": \"Click the Bing Top Site icon to explore the Bing website.\",\n \"action\": \"DoubleClick(637, 505)\"\n}", + "action_string": "DoubleClick(637, 505)", + "intent_string": "Click the Bing Top Site icon to explore the Bing website.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 46, + 66, + 128, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 38, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1601, + 65, + 1661, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 185, + 153 + ] + }, + { + "text": "国内版", + "boxes": [ + 490, + 250, + 560, + 282 + ] + }, + { + "text": "国际版", + "boxes": [ + 550, + 250, + 636, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 486, + 415, + 638, + 439 + ] + }, + { + "text": " 2 这些习惯在泄露信息", + "boxes": [ + 788, + 409, + 968, + 445 + ] + }, + { + "text": "3娃哈哈客服回应代工", + "boxes": [ + 1102, + 409, + 1286, + 443 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 654, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + } + ] + }, + { + "frame_id": "190_7_1", + "episode_id": 190, + "env_id": 7, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.670924186706543, + "advantages": 0.5095984935760498, + "generated_text": "{\n \"intent\": \"Exploring the top search sites like Bing, Amazon, IQIYI, and others by clicking them.\",\n \"action\": \"DoubleClick(658, 507)\"\n}", + "action_string": "DoubleClick(658, 507)", + "intent_string": "Exploring the top search sites like Bing, Amazon, IQIYI, and others by clicking them.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "合", + "boxes": [ + 64, + 66, + 128, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing ", + "boxes": [ + 36, + 32, + 190, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 642, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1100, + 407, + 1290, + 443 + ] + }, + { + "text": "4 小鹏P7将迎来大改款", + "boxes": [ + 482, + 449, + 658, + 478 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1458, + 768, + 1552, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 804, + 1504, + 842 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1636, + 802, + 1698, + 844 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 850, + 1514, + 891 + ] + }, + { + "text": "1,6,36%8", + "boxes": [ + 1634, + 850, + 1698, + 891 + ] + }, + { + "text": "13,5 6%", + "boxes": [ + 1626, + 891, + 1700, + 941 + ] + }, + { + "text": "nITBEAR科技资讯·36分钟", + "boxes": [ + 828, + 915, + 1006, + 947 + ] + }, + { + "text": "游戏天地·2天", + "boxes": [ + 1144, + 921, + 1254, + 945 + ] + }, + { + "text": "奥迪华为联手，Q6Le-tron", + "boxes": [ + 824, + 939, + 1100, + 977 + ] + }, + { + "text": "必看！怪物猎人中3个隐藏的", + "boxes": [ + 1134, + 937, + 1402, + 977 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 937, + 1508, + 989 + ] + }, + { + "text": "+4.3163 ", + "boxes": [ + 1632, + 937, + 1700, + 987 + ] + }, + { + "text": "标配灵蜥数字底盘2.0，力", + "boxes": [ + 204, + 949, + 530, + 985 + ] + }, + { + "text": "加速2秒级，全新智", + "boxes": [ + 510, + 949, + 774, + 985 + ] + }, + { + "text": "新豪华智能座驾价值重塑", + "boxes": [ + 826, + 967, + 1056, + 1001 + ] + }, + { + "text": "强力装备获取点", + "boxes": [ + 1136, + 966, + 1288, + 1003 + ] + }, + { + "text": "己L6权益价20.49万起", + "boxes": [ + 202, + 983, + 512, + 1024 + ] + }, + { + "text": "黄", + "boxes": [ + 1454, + 981, + 1498, + 1032 + ] + }, + { + "text": "510", + "boxes": [ + 1632, + 983, + 1702, + 1036 + ] + } + ] + }, + { + "frame_id": "190_0_2", + "episode_id": 190, + "env_id": 0, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.745794296264648, + "advantages": -0.5290476083755493, + "generated_text": "{\n \"intent\": \"Clicking on the \\\"Gaming accessories\\\" section to explore entertainment and gaming related products\",\n \"action\": \"DoubleClick(53, 53)\"\n}", + "action_string": "DoubleClick(53, 53)", + "intent_string": "Clicking on the \"Gaming accessories\" section to explore entertainment and gaming related products", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "①", + "boxes": [ + 254, + 68, + 308, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": " Search Amazon", + "boxes": [ + 300, + 115, + 412, + 139 + ] + }, + { + "text": "EN", + "boxes": [ + 1524, + 121, + 1576, + 147 + ] + }, + { + "text": "三AlL", + "boxes": [ + 24, + 167, + 66, + 195 + ] + }, + { + "text": "Free international returns", + "boxes": [ + 512, + 254, + 1056, + 312 + ] + }, + { + "text": "on qualifying items*", + "boxes": [ + 696, + 316, + 902, + 351 + ] + }, + { + "text": "*Restrictions aply ", + "boxes": [ + 731, + 353, + 841, + 392 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 794, + 560 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 980, + 530, + 1202, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1354, + 532, + 1654, + 556 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1354, + 891, + 1484, + 909 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 62, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "Seemore", + "boxes": [ + 240, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "190_1_2", + "episode_id": 190, + "env_id": 1, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.804624557495117, + "advantages": 0.659704327583313, + "generated_text": "{\n \"intent\": \"Click on the '业内首次降准落地' link to explore more about this trending topic.\",\n \"action\": \"DoubleClick(625, 442)\"\n}", + "action_string": "DoubleClick(625, 442)", + "intent_string": "Click on the '业内首次降准落地' link to explore more about this trending topic.", + "before_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing ", + "boxes": [ + 36, + 32, + 190, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 472, + 295, + 616, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 642, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1100, + 407, + 1290, + 443 + ] + }, + { + "text": "4 小鹏P7将迎来大改款", + "boxes": [ + 482, + 449, + 658, + 478 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 804, + 1504, + 842 + ] + }, + { + "text": "+4.07%", + "boxes": [ + 1638, + 806, + 1696, + 840 + ] + }, + { + "text": "一年销量为0", + "boxes": [ + 814, + 844, + 1016, + 893 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 850, + 1514, + 891 + ] + }, + { + "text": "A .036%8 ", + "boxes": [ + 1586, + 850, + 1704, + 893 + ] + }, + { + "text": "冬下赔大7", + "boxes": [ + 807, + 883, + 941, + 932 + ] + }, + { + "text": "13,36% ", + "boxes": [ + 1626, + 893, + 1700, + 941 + ] + }, + { + "text": "China.com·1小时", + "boxes": [ + 1140, + 917, + 1284, + 947 + ] + }, + { + "text": "1.", + "boxes": [ + 830, + 937, + 850, + 951 + ] + }, + { + "text": "一点视频/墓史杂谈·8小时", + "boxes": [ + 848, + 933, + 1006, + 957 + ] + }, + { + "text": "AMD新处理器火了，中小企", + "boxes": [ + 1136, + 941, + 1402, + 977 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 937, + 1508, + 989 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "《毁灭战士:黑暗时代》加载速度惊人！全平", + "boxes": [ + 220, + 949, + 770, + 985 + ] + }, + { + "text": "又一国产车“倒下\"了，已连续", + "boxes": [ + 824, + 951, + 1102, + 987 + ] + }, + { + "text": "狂喜，最强性能有多牛？", + "boxes": [ + 1136, + 967, + 1364, + 1001 + ] + }, + { + "text": "台秒级加载", + "boxes": [ + 202, + 976, + 360, + 1025 + ] + }, + { + "text": "一年销量为0，投资65亿全打", + "boxes": [ + 830, + 979, + 1098, + 1014 + ] + }, + { + "text": "黄金", + "boxes": [ + 1456, + 983, + 1494, + 1030 + ] + }, + { + "text": ",10", + "boxes": [ + 1630, + 985, + 1700, + 1032 + ] + }, + { + "text": "水漂？", + "boxes": [ + 826, + 1007, + 892, + 1040 + ] + }, + { + "text": "△", + "boxes": [ + 1144, + 1028, + 1162, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": "About 1,900,000 results", + "boxes": [ + 172, + 254, + 338, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "", + "boxes": [ + 188, + 310, + 202, + 326 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政..", + "boxes": [ + 176, + 336, + 682, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 363, + 778, + 393 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构．", + "boxes": [ + 176, + 387, + 778, + 417 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 208, + 469 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": "ewqxsi.. Translate this result", + "boxes": [ + 424, + 455, + 598, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 176, + 476, + 728, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 178, + 530, + 622, + 554 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 176, + 615, + 754, + 651 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 788, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "https://w.thepaper.cn Translae this resut", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验．", + "boxes": [ + 174, + 756, + 744, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 262, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https:/lpoliticsgmw.cn Translate this resuit ", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 176, + 895, + 674, + 931 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 981 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://v.ct.comTranslatethisresut", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ] + }, + { + "frame_id": "190_2_2", + "episode_id": 190, + "env_id": 2, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.557880401611328, + "advantages": -0.7400191426277161, + "generated_text": "{\n \"intent\": \"The current action is to explore the Bing search results based on recent news and trends. The 'DoubleClick(100, 50)' will help in selecting the first trending search result.\",\n \"action\": \"DoubleClick(100, 50)\" \n}", + "action_string": "DoubleClick(100, 50)", + "intent_string": "The current action is to explore the Bing search results based on recent news and trends. The 'DoubleClick(100, 50)' will help in selecting the first trending search result.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 69, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 20, + 109, + 184, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 472, + 295, + 614, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1104, + 411, + 1286, + 441 + ] + }, + { + "text": "4 小鹏P7将迎来大改款", + "boxes": [ + 480, + 449, + 658, + 484 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1246, + 478 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1456, + 768, + 1550, + 792 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1460, + 804, + 1504, + 842 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1458, + 848, + 1514, + 889 + ] + }, + { + "text": "f", + "boxes": [ + 1596, + 860, + 1630, + 881 + ] + }, + { + "text": "1,0,0369%", + "boxes": [ + 1630, + 854, + 1696, + 887 + ] + }, + { + "text": "13,36%6", + "boxes": [ + 1628, + 895, + 1692, + 937 + ] + }, + { + "text": "重游戏天地·2天", + "boxes": [ + 830, + 917, + 942, + 947 + ] + }, + { + "text": "众播星闻·3小时", + "boxes": [ + 1138, + 921, + 1264, + 945 + ] + }, + { + "text": "AI革命下的双刃剑：娄", + "boxes": [ + 202, + 945, + 484, + 987 + ] + }, + { + "text": "数字鸿沟使全球不平等", + "boxes": [ + 458, + 937, + 764, + 989 + ] + }, + { + "text": "必看！怪物猎人中3个隐藏的", + "boxes": [ + 826, + 941, + 1090, + 977 + ] + }, + { + "text": "赵樱子戛纳红毯被驱赶，网友", + "boxes": [ + 1136, + 941, + 1410, + 977 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 939, + 1506, + 987 + ] + }, + { + "text": "+4.16%", + "boxes": [ + 1640, + 945, + 1690, + 973 + ] + }, + { + "text": "强力装备获取点", + "boxes": [ + 826, + 966, + 976, + 1003 + ] + }, + { + "text": "吐槽：戏多还问衣服洗干净", + "boxes": [ + 1136, + 967, + 1386, + 1001 + ] + }, + { + "text": "进", + "boxes": [ + 204, + 985, + 240, + 1012 + ] + }, + { + "text": "一步扩大？", + "boxes": [ + 254, + 987, + 378, + 1018 + ] + }, + { + "text": "没？", + "boxes": [ + 1136, + 997, + 1182, + 1022 + ] + }, + { + "text": "黄金", + "boxes": [ + 1460, + 989, + 1492, + 1020 + ] + }, + { + "text": "-1.08%", + "boxes": [ + 1642, + 991, + 1690, + 1011 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Search - Microsoft Bing ×+", + "boxes": [ + 16, + 26, + 248, + 56 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 62, + 130, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 470, + 295, + 616, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1100, + 407, + 1290, + 443 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 656, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1550, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1460, + 804, + 1504, + 842 + ] + }, + { + "text": "4.07%", + "boxes": [ + 1646, + 806, + 1694, + 840 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1460, + 852, + 1512, + 887 + ] + }, + { + "text": "A 1.036%8 ", + "boxes": [ + 1586, + 850, + 1702, + 893 + ] + }, + { + "text": "13,36% ", + "boxes": [ + 1626, + 893, + 1700, + 941 + ] + }, + { + "text": "游戏天地·2天", + "boxes": [ + 830, + 921, + 942, + 945 + ] + }, + { + "text": "众播星闻·3小时", + "boxes": [ + 1134, + 919, + 1266, + 949 + ] + }, + { + "text": "必看！怪物猎人中3个隐藏的", + "boxes": [ + 826, + 941, + 1090, + 977 + ] + }, + { + "text": "赵樱子戛纳红毯被驱赶，网友", + "boxes": [ + 1136, + 941, + 1410, + 977 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 937, + 1508, + 989 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "《毁灭战士:黑暗时代》加载速度惊人！全平", + "boxes": [ + 220, + 949, + 770, + 985 + ] + }, + { + "text": "强力装备获取点", + "boxes": [ + 826, + 966, + 976, + 1003 + ] + }, + { + "text": "吐槽：戏多还问衣服洗干净", + "boxes": [ + 1136, + 967, + 1390, + 1003 + ] + }, + { + "text": "台秒级加载", + "boxes": [ + 202, + 976, + 360, + 1025 + ] + }, + { + "text": "黄金", + "boxes": [ + 1456, + 983, + 1494, + 1030 + ] + }, + { + "text": "510", + "boxes": [ + 1630, + 985, + 1700, + 1034 + ] + }, + { + "text": "没？", + "boxes": [ + 1136, + 997, + 1184, + 1024 + ] + } + ] + }, + { + "frame_id": "190_3_2", + "episode_id": 190, + "env_id": 3, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.700895309448242, + "advantages": -1.7021589279174805, + "generated_text": "{\n \"intent\": \"Open the Untitled 1 - Mousepad file so I can start exploring its contents and functionalities.\",\n \"action\": \"DoubleClick(100, 54)\"\n}", + "action_string": "DoubleClick(100, 54)", + "intent_string": "Open the Untitled 1 - Mousepad file so I can start exploring its contents and functionalities.", + "before_screen_ocr_results": [ + { + "text": ">", + "boxes": [ + 8, + 6, + 24, + 22 + ] + }, + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": "?", + "boxes": [ + 65, + 52, + 87, + 73 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": "?", + "boxes": [ + 90, + 50, + 118, + 77 + ] + } + ] + }, + { + "frame_id": "190_4_2", + "episode_id": 190, + "env_id": 4, + "step": 2, + "format_rewards": 1.0, + "rewards": 11.617709159851074, + "advantages": 1.5725568532943726, + "generated_text": "{\n \"intent\": \"Double click the trend topic '年内首次降准落地' to see more information about it.\",\n \"action\": \"DoubleClick(602, 422)\"\n}", + "action_string": "DoubleClick(602, 422)", + "intent_string": "Double click the trend topic '年内首次降准落地' to see more information about it.", + "before_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 444, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 470, + 295, + 614, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 365, + 644, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 642, + 441 + ] + }, + { + "text": " 2 这些习惯在泄露信息", + "boxes": [ + 788, + 409, + 968, + 445 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1100, + 407, + 1290, + 443 + ] + }, + { + "text": "4 小鹏P7将迎来大改款", + "boxes": [ + 482, + 451, + 658, + 480 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 804, + 1504, + 842 + ] + }, + { + "text": "+4.07%", + "boxes": [ + 1638, + 806, + 1696, + 840 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 850, + 1514, + 891 + ] + }, + { + "text": "A 1.036%8 ", + "boxes": [ + 1586, + 850, + 1702, + 893 + ] + }, + { + "text": "13,36% ", + "boxes": [ + 1626, + 893, + 1700, + 941 + ] + }, + { + "text": "站长之家·4小时", + "boxes": [ + 224, + 921, + 326, + 945 + ] + }, + { + "text": "游侠网·1天", + "boxes": [ + 830, + 919, + 928, + 945 + ] + }, + { + "text": "选车号·20小时", + "boxes": [ + 1152, + 921, + 1260, + 945 + ] + }, + { + "text": "谷歌推出面向商业领袖的AI认证课程已开", + "boxes": [ + 202, + 945, + 746, + 987 + ] + }, + { + "text": "《毁灭战士：黑暗时代》加载速", + "boxes": [ + 834, + 941, + 1106, + 977 + ] + }, + { + "text": "小米SU7实力劲敌！全新智己", + "boxes": [ + 1134, + 937, + 1410, + 977 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 937, + 1508, + 989 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "度惊人！全平台秒级加载", + "boxes": [ + 828, + 967, + 1058, + 1003 + ] + }, + { + "text": "L6上市，限时权益价20.49", + "boxes": [ + 1134, + 967, + 1400, + 1003 + ] + }, + { + "text": "放、培训免费", + "boxes": [ + 196, + 976, + 388, + 1025 + ] + }, + { + "text": "黄", + "boxes": [ + 1454, + 981, + 1498, + 1032 + ] + }, + { + "text": "510", + "boxes": [ + 1630, + 985, + 1700, + 1034 + ] + }, + { + "text": "万起", + "boxes": [ + 1136, + 995, + 1192, + 1028 + ] + }, + { + "text": "△1", + "boxes": [ + 1140, + 1028, + 1172, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": "About 1,900,000 results", + "boxes": [ + 172, + 254, + 338, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政..", + "boxes": [ + 176, + 336, + 682, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 363, + 778, + 393 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构．", + "boxes": [ + 176, + 387, + 778, + 417 + ] + }, + { + "text": "?", + "boxes": [ + 588, + 414, + 620, + 446 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 208, + 469 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": "ewqxsi.. Translate this result", + "boxes": [ + 422, + 455, + 598, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 176, + 476, + 728, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 178, + 530, + 622, + 554 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 176, + 615, + 754, + 651 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "https://w.thepaper.cn Translae this resut", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验．", + "boxes": [ + 174, + 756, + 744, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 262, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https:/lpoliticsgmw.cn Translate this resuit ", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 176, + 895, + 674, + 931 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 981 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://v.ct.comTranslatethisresut", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ] + }, + { + "frame_id": "190_5_2", + "episode_id": 190, + "env_id": 5, + "step": 2, + "format_rewards": 1.0, + "rewards": 11.412196159362793, + "advantages": 1.3418267965316772, + "generated_text": "{\n \"intent\": \"Exploring trending posts and clicking on the top result titled \\\"年内首次降落地\\\"\",\n \"action\": \"Click(534, 421)\"\n}", + "action_string": "Click(534, 421)", + "intent_string": "Exploring trending posts and clicking on the top result titled \"年内首次降落地\"", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 472, + 295, + 614, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3娃哈哈客服回应代工", + "boxes": [ + 1102, + 411, + 1284, + 441 + ] + }, + { + "text": "4 小鹏P7将迎来大改款", + "boxes": [ + 477, + 440, + 659, + 487 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1460, + 804, + 1504, + 842 + ] + }, + { + "text": "敖光查房", + "boxes": [ + 904, + 858, + 1020, + 881 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1460, + 852, + 1512, + 887 + ] + }, + { + "text": " 1.:36%", + "boxes": [ + 1588, + 852, + 1698, + 889 + ] + }, + { + "text": "13,36%6", + "boxes": [ + 1628, + 895, + 1694, + 937 + ] + }, + { + "text": "点资讯·18小时", + "boxes": [ + 244, + 923, + 334, + 941 + ] + }, + { + "text": "文化大家看·3小时", + "boxes": [ + 1136, + 921, + 1274, + 945 + ] + }, + { + "text": "《绝密较量》大结局，多人牺牲，杨光与赵亚", + "boxes": [ + 220, + 945, + 790, + 987 + ] + }, + { + "text": "著名词作家陈哲逝世，代表作", + "boxes": [ + 1138, + 941, + 1408, + 977 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 939, + 1506, + 987 + ] + }, + { + "text": "+4.1634", + "boxes": [ + 1636, + 941, + 1696, + 985 + ] + }, + { + "text": "《让世界充满爱》", + "boxes": [ + 1142, + 969, + 1302, + 999 + ] + }, + { + "text": "》《同一首", + "boxes": [ + 1287, + 966, + 1387, + 1003 + ] + }, + { + "text": "苎的结局让人遗憾", + "boxes": [ + 200, + 976, + 448, + 1025 + ] + }, + { + "text": "1", + "boxes": [ + 830, + 993, + 850, + 1009 + ] + }, + { + "text": "一点视频/十六来了", + "boxes": [ + 848, + 991, + 956, + 1014 + ] + }, + { + "text": "黄金", + "boxes": [ + 1460, + 989, + 1492, + 1020 + ] + }, + { + "text": "歌》等", + "boxes": [ + 1138, + 999, + 1206, + 1024 + ] + }, + { + "text": "-1.08%", + "boxes": [ + 1642, + 993, + 1688, + 1011 + ] + }, + { + "text": "013AB8143BD\"+tnV...d807eb99b4631c158", + "boxes": [ + 822, + 1014, + 1120, + 1038 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 268, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": "About 18,900,000results", + "boxes": [ + 172, + 254, + 338, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "®", + "boxes": [ + 186, + 310, + 202, + 326 + ] + }, + { + "text": "https://www.gov.cn > zhengce T", + "boxes": [ + 216, + 314, + 414, + 338 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政…..", + "boxes": [ + 176, + 336, + 682, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 363, + 778, + 393 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构．", + "boxes": [ + 176, + 387, + 778, + 417 + ] + }, + { + "text": "?", + "boxes": [ + 524, + 415, + 552, + 443 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 208, + 469 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": " Translate this result", + "boxes": [ + 478, + 455, + 598, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 176, + 476, + 728, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 178, + 530, + 620, + 554 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 178, + 619, + 752, + 649 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "https://ww.thepaper.cn Translae this resut", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验.", + "boxes": [ + 174, + 756, + 744, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 262, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https:/lpolitics.gmw.cn Translate this resuit ", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 176, + 895, + 674, + 931 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 981 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://tv.ctv.com ranslate this resut", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ] + }, + { + "frame_id": "190_6_2", + "episode_id": 190, + "env_id": 6, + "step": 2, + "format_rewards": 1.0, + "rewards": 11.162398338317871, + "advantages": 1.061378002166748, + "generated_text": "{\n \"intent\": \"Move the mouse to these trending topics '年内首次降准落地', '这些习惯在泄露信息' and explore them.\",\n \"action\": \"DoubleClick(582, 475)\"\n}", + "action_string": "DoubleClick(582, 475)", + "intent_string": "Move the mouse to these trending topics '年内首次降准落地', '这些习惯在泄露信息' and explore them.", + "before_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 642, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1100, + 407, + 1290, + 443 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 656, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1462, + 808, + 1502, + 838 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1460, + 852, + 1512, + 887 + ] + }, + { + "text": "A 1.06%8 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "13,36% ", + "boxes": [ + 1626, + 893, + 1700, + 941 + ] + }, + { + "text": "18183游戏网·1天", + "boxes": [ + 836, + 915, + 966, + 947 + ] + }, + { + "text": "鹏锦SO", + "boxes": [ + 1151, + 903, + 1213, + 928 + ] + }, + { + "text": "h", + "boxes": [ + 1596, + 909, + 1610, + 925 + ] + }, + { + "text": "D", + "boxes": [ + 1133, + 929, + 1167, + 959 + ] + }, + { + "text": "一点视频/红孩子了不起·2天", + "boxes": [ + 1158, + 929, + 1334, + 959 + ] + }, + { + "text": "毁灭战士黑暗纪元全收集攻略", + "boxes": [ + 824, + 941, + 1096, + 977 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 939, + 1506, + 987 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "《毁灭战士:黑暗时代》加载速度惊人！全平", + "boxes": [ + 220, + 949, + 770, + 985 + ] + }, + { + "text": "离婚九年前妻仍向前夫讨债，", + "boxes": [ + 1136, + 953, + 1402, + 989 + ] + }, + { + "text": "毁灭战士黑暗纪元全收集流程", + "boxes": [ + 826, + 969, + 1096, + 999 + ] + }, + { + "text": "台秒级加载", + "boxes": [ + 202, + 976, + 360, + 1025 + ] + }, + { + "text": "一看他拿出判决书，直接反转", + "boxes": [ + 1136, + 979, + 1406, + 1014 + ] + }, + { + "text": "黄", + "boxes": [ + 1458, + 983, + 1494, + 1030 + ] + }, + { + "text": "510", + "boxes": [ + 1630, + 985, + 1700, + 1034 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "小鹏P7将迎来大改款", + "boxes": [ + 176, + 157, + 334, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": "About 510,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 294, + 278, + 320 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大", + "boxes": [ + 176, + 336, + 672, + 371 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，小鹏P7将迎来大改款，\"这不是一款概念", + "boxes": [ + 176, + 363, + 772, + 393 + ] + }, + { + "text": "车，我们做的只是把它从未来带到现在”。随后，何.", + "boxes": [ + 174, + 383, + 504, + 417 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 212, + 435, + 262, + 463 + ] + }, + { + "text": "0", + "boxes": [ + 184, + 445, + 205, + 468 + ] + }, + { + "text": "s.qq.com", + "boxes": [ + 286, + 457, + 340, + 474 + ] + }, + { + "text": "1 > rain Translate this result ", + "boxes": [ + 338, + 455, + 502, + 478 + ] + }, + { + "text": "何小鹏官宣小鹏P7将迎大改款：“从未来带到现在”－腾讯网", + "boxes": [ + 174, + 470, + 712, + 514 + ] + }, + { + "text": "【环球网科技综合报道】5月15日，小鹏汽车董事长何小鹏在社交平台宣布旗下热门车型小鹏 P7", + "boxes": [ + 180, + 502, + 782, + 532 + ] + }, + { + "text": "将迎来大改款。他强调：“这不是一款概念车，我们.", + "boxes": [ + 178, + 524, + 508, + 556 + ] + }, + { + "text": "和讯汽车", + "boxes": [ + 212, + 574, + 278, + 600 + ] + }, + { + "text": "何小鹏：小鹏P7将迎来大改款，有史以来情感投入最大的..", + "boxes": [ + 178, + 619, + 708, + 649 + ] + }, + { + "text": "6 hours ago·小鹏汽车CEO何小鹏在微博上表示小鹏P7将进行大改款，强调这不是概念车，而是", + "boxes": [ + 178, + 643, + 784, + 673 + ] + }, + { + "text": "将未来设计带到现在。他还提及新款小鹏P7项目是公司有史以来情感投入最大的一个，团队用，", + "boxes": [ + 178, + 669, + 766, + 693 + ] + }, + { + "text": "搜狐", + "boxes": [ + 216, + 717, + 246, + 737 + ] + }, + { + "text": "https:/www.sohu.com Translate this result", + "boxes": [ + 216, + 735, + 476, + 758 + ] + }, + { + "text": "何小鹏宣布小鹏P7将迎来大改款：情感投入最大的项目", + "boxes": [ + 178, + 760, + 668, + 790 + ] + }, + { + "text": "6 hours ago·在众多同类车型中，小鹏P7的外观与内饰设计无疑将成为一大亮点。当然，情感的", + "boxes": [ + 180, + 784, + 788, + 814 + ] + }, + { + "text": "投入并不仅限于外观设计，智能化的驾驶体验和人性化的科技配置也是小鹏P7改款的重要部分，", + "boxes": [ + 178, + 810, + 766, + 834 + ] + }, + { + "text": "ITBear科技资讯", + "boxes": [ + 214, + 854, + 318, + 879 + ] + }, + { + "text": "®", + "boxes": [ + 186, + 870, + 206, + 885 + ] + }, + { + "text": "htp://www.itbearcom.cnhml ranslate thisresut", + "boxes": [ + 206, + 869, + 532, + 901 + ] + }, + { + "text": "小鹏P7大改款来袭，中国造车新势力迎来新变革？-智能汽车，", + "boxes": [ + 176, + 897, + 720, + 933 + ] + }, + { + "text": "4 hours ago·小鹏汽车董事长何小鹏近期揭晓了一个令人瞩目的消息：小鹏P7将迎来其历史上的", + "boxes": [ + 180, + 927, + 782, + 951 + ] + }, + { + "text": "首次大改款。他强调，这不仅是中国造车新势力中的首次大改款尝试，更是一款从未来走进现实，", + "boxes": [ + 176, + 947, + 778, + 977 + ] + }, + { + "text": "0", + "boxes": [ + 176, + 999, + 215, + 1036 + ] + }, + { + "text": "CNMO", + "boxes": [ + 214, + 995, + 264, + 1020 + ] + }, + { + "text": "htp://smartcar.cnmo.com news Translate this result", + "boxes": [ + 208, + 1008, + 550, + 1042 + ] + }, + { + "text": "鹏P7将迎来·", + "boxes": [ + 224, + 1048, + 308, + 1072 + ] + } + ] + }, + { + "frame_id": "190_7_2", + "episode_id": 190, + "env_id": 7, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.037687301635742, + "advantages": -0.20133846998214722, + "generated_text": "{\n \"intent\": \"为接下来的行动做准备，点击最近出现并在 trend on Bing 中显示的第一条新闻标题 '年内首次降准落地'。\",\n \"action\": \"DoubleClick(582, 76) \"\n}", + "action_string": "DoubleClick(582, 76)", + "intent_string": "为接下来的行动做准备，点击最近出现并在 trend on Bing 中显示的第一条新闻标题 '年内首次降准落地'。", + "before_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 642, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1102, + 407, + 1292, + 443 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 654, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "“转人工?", + "boxes": [ + 317, + 799, + 605, + 917 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 804, + 1504, + 842 + ] + }, + { + "text": "4.07%", + "boxes": [ + 1646, + 806, + 1694, + 840 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 850, + 1514, + 891 + ] + }, + { + "text": "A 1.036%8 ", + "boxes": [ + 1586, + 850, + 1702, + 893 + ] + }, + { + "text": "13,36% ", + "boxes": [ + 1626, + 893, + 1700, + 941 + ] + }, + { + "text": "ITBEAR科技资讯·36分钟", + "boxes": [ + 824, + 917, + 1006, + 947 + ] + }, + { + "text": "游戏天地·2天", + "boxes": [ + 1142, + 921, + 1254, + 945 + ] + }, + { + "text": "怎么这么难是人民日报痛批智能客服不", + "boxes": [ + 300, + 943, + 796, + 985 + ] + }, + { + "text": "奥迪华为联手，Q6Le-tron", + "boxes": [ + 824, + 939, + 1100, + 977 + ] + }, + { + "text": "必看！怪物猎人中3个隐藏的", + "boxes": [ + 1136, + 941, + 1402, + 977 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 937, + 1508, + 989 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "转人工", + "boxes": [ + 206, + 949, + 292, + 981 + ] + }, + { + "text": "新豪华智能座驾价值重塑", + "boxes": [ + 826, + 967, + 1056, + 1001 + ] + }, + { + "text": "强力装备获取点", + "boxes": [ + 1138, + 969, + 1288, + 1001 + ] + }, + { + "text": "智能", + "boxes": [ + 204, + 983, + 270, + 1022 + ] + }, + { + "text": "黄金", + "boxes": [ + 1456, + 983, + 1494, + 1030 + ] + }, + { + "text": ",10", + "boxes": [ + 1630, + 985, + 1700, + 1032 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "①| https:/n.bing.com", + "boxes": [ + 246, + 59, + 448, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": " Apple - http:/www.aple.com", + "boxes": [ + 256, + 107, + 480, + 137 + ] + }, + { + "text": " bing ", + "boxes": [ + 254, + 143, + 318, + 169 + ] + }, + { + "text": "- bing.com", + "boxes": [ + 312, + 145, + 394, + 169 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 284, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.cor", + "boxes": [ + 598, + 220, + 658, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 254, + 316, + 272 + ] + }, + { + "text": "ifeng.co", + "boxes": [ + 338, + 290, + 392, + 308 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 478, + 448, + 656, + 477 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1466, + 768, + 1552, + 794 + ] + }, + { + "text": "风云A9L创始版限量增发10000台", + "boxes": [ + 197, + 799, + 543, + 910 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 804, + 1504, + 842 + ] + }, + { + "text": "天，订单量超过53565台", + "boxes": [ + 184, + 854, + 396, + 923 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 850, + 1514, + 891 + ] + }, + { + "text": "A 1.06%8 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "小订10", + "boxes": [ + 419, + 901, + 471, + 926 + ] + }, + { + "text": "13,36% ", + "boxes": [ + 1626, + 893, + 1700, + 941 + ] + }, + { + "text": "星视频·2小时", + "boxes": [ + 220, + 921, + 318, + 945 + ] + }, + { + "text": "ITBEAR科技资讯·36分钟", + "boxes": [ + 824, + 917, + 1006, + 947 + ] + }, + { + "text": "爱游戏天地·2天", + "boxes": [ + 1138, + 917, + 1254, + 947 + ] + }, + { + "text": "奥迪华为联手，Q6Le-tron", + "boxes": [ + 824, + 939, + 1100, + 977 + ] + }, + { + "text": "必看！怪物猎人中3个隐藏的", + "boxes": [ + 1134, + 937, + 1402, + 977 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 937, + 1508, + 989 + ] + }, + { + "text": "+4.363 ", + "boxes": [ + 1634, + 939, + 1700, + 987 + ] + }, + { + "text": "35天订单53565辆！中大型轿跑，全新A9L", + "boxes": [ + 202, + 949, + 784, + 985 + ] + }, + { + "text": "新豪华智能座驾价值重塑", + "boxes": [ + 826, + 967, + 1056, + 1001 + ] + }, + { + "text": "强力装备获取点", + "boxes": [ + 1138, + 969, + 1288, + 1001 + ] + }, + { + "text": "火了，或10来万定价", + "boxes": [ + 194, + 979, + 486, + 1025 + ] + }, + { + "text": "签金", + "boxes": [ + 1448, + 976, + 1500, + 1034 + ] + }, + { + "text": ",10", + "boxes": [ + 1630, + 985, + 1700, + 1032 + ] + } + ] + }, + { + "frame_id": "190_0_3", + "episode_id": 190, + "env_id": 0, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.391173362731934, + "advantages": 0.19552139937877655, + "generated_text": "{\n \"intent\": \"Click on a section to explore the different categories and deals available for gaming accessories, computers, and home essentials.\",\n \"action\": \"DoubleClick(1059, 55)\"\n}", + "action_string": "DoubleClick(1059, 55)", + "intent_string": "Click on a section to explore the different categories and deals available for gaming accessories, computers, and home essentials.", + "before_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 62, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 296, + 117, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "Seemore", + "boxes": [ + 240, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "→", + "boxes": [ + 40, + 66, + 130, + 89 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "190_1_3", + "episode_id": 190, + "env_id": 1, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.564437866210938, + "advantages": -0.7326570749282837, + "generated_text": "{\n \"intent\": \"Click on one of the news results related to '年内首次降准落地' to explore more details and gather information about the topic.\",\n \"action\": \"DoubleClick(359, 36)\"\n}", + "action_string": "DoubleClick(359, 36)", + "intent_string": "Click on one of the news results related to '年内首次降准落地' to explore more details and gather information about the topic.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": "About 1,900,000 results", + "boxes": [ + 172, + 254, + 338, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "", + "boxes": [ + 188, + 310, + 202, + 326 + ] + }, + { + "text": "https://www.gov.cn > zhengce ", + "boxes": [ + 216, + 314, + 406, + 338 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政..", + "boxes": [ + 176, + 336, + 682, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 363, + 778, + 393 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构．", + "boxes": [ + 176, + 387, + 778, + 417 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 208, + 469 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": "ewqxsi.. Translate this result", + "boxes": [ + 424, + 455, + 598, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 176, + 476, + 728, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 178, + 530, + 622, + 554 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 176, + 615, + 754, + 651 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 788, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "https://w.thepaper.cn Translae this resut", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验.", + "boxes": [ + 174, + 756, + 744, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 262, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https:/lpoliticsgmw.cn Translate this resuit ", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 176, + 895, + 674, + 931 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 981 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://tv.ct.com ranslate this resut", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 290, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": " About 1,900,000 results", + "boxes": [ + 172, + 254, + 338, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "", + "boxes": [ + 188, + 310, + 202, + 326 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政..", + "boxes": [ + 176, + 336, + 682, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 363, + 778, + 393 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构．", + "boxes": [ + 176, + 387, + 778, + 417 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 208, + 469 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": "ewqxsi.. Translate this result", + "boxes": [ + 424, + 455, + 598, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 176, + 476, + 728, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 178, + 530, + 622, + 554 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 176, + 615, + 754, + 651 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 788, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "https://w.thepaper.cn Transae this resut", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验.", + "boxes": [ + 174, + 756, + 744, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 262, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https://plticsgmwcn ranslate thisresult", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 176, + 895, + 674, + 931 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 981 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://v.ct.com Translae this resut ", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ] + }, + { + "frame_id": "190_2_3", + "episode_id": 190, + "env_id": 2, + "step": 3, + "format_rewards": 1.0, + "rewards": 11.44714069366455, + "advantages": 1.381059169769287, + "generated_text": "{\n \"intent\": \"Click on the first trend topic '年内首次降准落地' to explore more about this topic.\",\n \"action\": \"DoubleClick(504, 418)\"\n}", + "action_string": "DoubleClick(504, 418)", + "intent_string": "Click on the first trend topic '年内首次降准落地' to explore more about this topic.", + "before_screen_ocr_results": [ + { + "text": " Search - Microsoft Bing X+", + "boxes": [ + 18, + 24, + 246, + 56 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 66, + 128, + 91 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 482, + 411, + 640, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 792, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1102, + 411, + 1286, + 441 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 656, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1550, + 794 + ] + }, + { + "text": "知犀AI·一键生成导图", + "boxes": [ + 298, + 808, + 468, + 838 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1460, + 804, + 1504, + 842 + ] + }, + { + "text": "4.07%", + "boxes": [ + 1646, + 806, + 1694, + 840 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1460, + 852, + 1512, + 887 + ] + }, + { + "text": "A 1.06%8 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "180:36%", + "boxes": [ + 1623, + 888, + 1701, + 942 + ] + }, + { + "text": "h", + "boxes": [ + 1596, + 909, + 1610, + 925 + ] + }, + { + "text": "游戏天地·2天", + "boxes": [ + 830, + 921, + 942, + 945 + ] + }, + { + "text": "众播星闻·3小时", + "boxes": [ + 1136, + 921, + 1264, + 945 + ] + }, + { + "text": "2025年思维导图软件哪个好用？六款思维导", + "boxes": [ + 202, + 945, + 782, + 987 + ] + }, + { + "text": "必看！怪物猎人中3个隐藏的", + "boxes": [ + 826, + 941, + 1092, + 977 + ] + }, + { + "text": "赵樱子戛纳红毯被驱赶，网友", + "boxes": [ + 1136, + 941, + 1410, + 977 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 937, + 1508, + 989 + ] + }, + { + "text": "+4.363 ", + "boxes": [ + 1634, + 939, + 1700, + 987 + ] + }, + { + "text": "图软件盘点", + "boxes": [ + 197, + 972, + 365, + 1027 + ] + }, + { + "text": "强力装备获取点", + "boxes": [ + 826, + 966, + 976, + 1003 + ] + }, + { + "text": "吐槽：戏多还问衣服洗干净", + "boxes": [ + 1136, + 967, + 1388, + 1001 + ] + }, + { + "text": "黄金", + "boxes": [ + 1456, + 983, + 1494, + 1030 + ] + }, + { + "text": ",10", + "boxes": [ + 1630, + 985, + 1700, + 1032 + ] + }, + { + "text": "没？", + "boxes": [ + 1136, + 997, + 1184, + 1024 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 268, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "VIDEOS", + "boxes": [ + 330, + 212, + 372, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 232 + ] + }, + { + "text": "DICT", + "boxes": [ + 508, + 216, + 532, + 230 + ] + }, + { + "text": "About 18,900,000 results", + "boxes": [ + 172, + 256, + 340, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 294, + 320 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济－中国政.", + "boxes": [ + 176, + 336, + 666, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 361, + 776, + 391 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构，", + "boxes": [ + 176, + 387, + 776, + 417 + ] + }, + { + "text": "?", + "boxes": [ + 492, + 413, + 522, + 443 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 208, + 469 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": ". Translate this result", + "boxes": [ + 470, + 455, + 600, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 176, + 476, + 728, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 178, + 530, + 622, + 554 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 178, + 619, + 752, + 649 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "https://w.thepaper.cn Translae this resut", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验.", + "boxes": [ + 174, + 756, + 744, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 262, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https:/lpoliticsgmw.cn Translate this resuit ", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 172, + 891, + 676, + 935 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 981 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://tv.ct.com ranslate this resut", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ] + }, + { + "frame_id": "190_3_3", + "episode_id": 190, + "env_id": 3, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.958242416381836, + "advantages": -1.4132344722747803, + "generated_text": "{\n \"intent\": \"Move the mouse to the 'Document' icon in the newly opened Mousepad window to try and open it.\",\n \"action\": \"DoubleClick(109, 54)\"\n}", + "action_string": "DoubleClick(109, 54)", + "intent_string": "Move the mouse to the 'Document' icon in the newly opened Mousepad window to try and open it.", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": "?", + "boxes": [ + 90, + 50, + 118, + 77 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": "?", + "boxes": [ + 104, + 56, + 122, + 71 + ] + } + ] + }, + { + "frame_id": "190_4_3", + "episode_id": 190, + "env_id": 4, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.428908348083496, + "advantages": 0.23788657784461975, + "generated_text": "{\n \"intent\": \"Exploring and clicking on one of the search results related to '年内首次降准落地'\", \"action\": \"DoubleClick(303, 352)\"\n}", + "action_string": "DoubleClick(303, 352)", + "intent_string": "Exploring and clicking on one of the search results related to '年内首次降准落地'", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": "About 1,900,000 results", + "boxes": [ + 172, + 254, + 338, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政..", + "boxes": [ + 176, + 336, + 682, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 363, + 778, + 393 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构．", + "boxes": [ + 176, + 387, + 778, + 417 + ] + }, + { + "text": "?", + "boxes": [ + 588, + 414, + 620, + 446 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 208, + 469 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": "ewqxsi.. Translate this result", + "boxes": [ + 422, + 455, + 598, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 176, + 476, + 728, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 178, + 530, + 622, + 554 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 176, + 615, + 754, + 651 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "https://w.thepaper.cn Translae this resut", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验．", + "boxes": [ + 174, + 756, + 744, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 262, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https:/lpoliticsgmw.cn Translate this resuit ", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 176, + 895, + 674, + 931 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 981 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://v.ct.comTranslatethisresut", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 28, + 69, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1878, + 89 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 402, + 139, + 794, + 181 + ] + }, + { + "text": "a", + "boxes": [ + 1176, + 150, + 1214, + 185 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1198, + 155, + 1568, + 185 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 410, + 177, + 500, + 202 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 238, + 480, + 268 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 570, + 314, + 1338, + 361 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 478, + 393, + 708, + 423 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1044, + 381, + 1436, + 429 + ] + }, + { + "text": "新华社北京5月8日电 题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 510, + 484, + 1024, + 514 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 532, + 676, + 562 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 576, + 1424, + 606 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 480, + 609, + 1284, + 633 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 508, + 653, + 776, + 683 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 512, + 701, + 1144, + 725 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 506, + 741, + 1384, + 770 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 772, + 1186, + 802 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 816, + 1410, + 846 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 848, + 1128, + 878 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 508, + 891, + 1414, + 921 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 480, + 925, + 898, + 949 + ] + }, + { + "text": "此次下调的不只是政策利率，还有支农支小再贷款利率、住房公积金贷款利率等。这意味着企业和居民融资成本将进一步减少，利", + "boxes": [ + 506, + 967, + 1426, + 997 + ] + }, + { + "text": "息负担会变轻。", + "boxes": [ + 480, + 1001, + 582, + 1026 + ] + }, + { + "text": "年内首次降息", + "boxes": [ + 218, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "190_5_3", + "episode_id": 190, + "env_id": 5, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.06120777130127, + "advantages": -0.17493197321891785, + "generated_text": "{\n \"intent\": \"Exploring potential related resources regarding the topic of \\\"年内首次降准落地\\\" by searching the internet\",\n \"action\": \"DoubleClick(100, 3)\"\n}", + "action_string": "DoubleClick(100, 3)", + "intent_string": "Exploring potential related resources regarding the topic of \"年内首次降准落地\" by searching the internet", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 268, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": "About 18,900,000results", + "boxes": [ + 172, + 254, + 338, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "®", + "boxes": [ + 186, + 310, + 202, + 326 + ] + }, + { + "text": "https://www.gov.cn > zhengce T", + "boxes": [ + 216, + 314, + 414, + 338 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政…..", + "boxes": [ + 176, + 336, + 682, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 363, + 778, + 393 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构．", + "boxes": [ + 176, + 387, + 778, + 417 + ] + }, + { + "text": "?", + "boxes": [ + 524, + 415, + 552, + 443 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 208, + 469 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": " Translate this result", + "boxes": [ + 478, + 455, + 598, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 176, + 476, + 728, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 178, + 530, + 620, + 554 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 178, + 619, + 752, + 649 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "https://ww.thepaper.cn Translae this resut", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验.", + "boxes": [ + 174, + 756, + 744, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 262, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https:/lpolitics.gmw.cn Translate this resuit ", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 176, + 895, + 674, + 931 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 981 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://tv.ctv.com ranslate this resut", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "年内首次降准落地", + "boxes": [ + 792, + 40, + 902, + 64 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 1014, + 42, + 1132, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "α. Search-Microsoft Bing ×Q 年内首次降准落地-Search ×十", + "boxes": [ + 322, + 64, + 798, + 99 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 454, + 133 + ] + }, + { + "text": "nTID%3a\"DSBO", + "boxes": [ + 1158, + 107, + 1268, + 125 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四@", + "boxes": [ + 1462, + 101, + 1560, + 133 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 506, + 153, + 632, + 185 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 340, + 195, + 470, + 224 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 498, + 195, + 636, + 224 + ] + }, + { + "text": "Q", + "boxes": [ + 1092, + 201, + 1112, + 214 + ] + }, + { + "text": "Sign in ", + "boxes": [ + 1242, + 199, + 1292, + 216 + ] + }, + { + "text": "8", + "boxes": [ + 1356, + 201, + 1378, + 214 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 566, + 252, + 610, + 270 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "About 18,900,000 results", + "boxes": [ + 498, + 298, + 658, + 326 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 536, + 334, + 614, + 359 + ] + }, + { + "text": "https://www.gov.cn > zhengce Translate this result", + "boxes": [ + 538, + 353, + 842, + 377 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济－中国政.", + "boxes": [ + 498, + 375, + 984, + 411 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 115, + 423 + ] + }, + { + "text": "6 days ago．年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 500, + 403, + 1096, + 433 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构，", + "boxes": [ + 500, + 429, + 1098, + 453 + ] + }, + { + "text": "新浪网", + "boxes": [ + 530, + 474, + 584, + 500 + ] + }, + { + "text": "https://news.sina.com.cn> doc-inewqxs. Translate this result", + "boxes": [ + 534, + 490, + 920, + 518 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 88, + 528 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元存款准备金率..", + "boxes": [ + 498, + 514, + 1062, + 550 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 498, + 544, + 1108, + 574 + ] + }, + { + "text": "图", + "boxes": [ + 38, + 570, + 78, + 608 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 496, + 566, + 944, + 596 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 532, + 613, + 614, + 639 + ] + }, + { + "text": "https:/finance.cnr.cn > ycbd Translate this result", + "boxes": [ + 534, + 631, + 832, + 659 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 496, + 655, + 1074, + 691 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 500, + 683, + 1108, + 713 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 498, + 705, + 1080, + 735 + ] + }, + { + "text": "Excel", + "boxes": [ + 34, + 723, + 88, + 748 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 529, + 748, + 603, + 785 + ] + }, + { + "text": "澎", + "boxes": [ + 504, + 764, + 532, + 786 + ] + }, + { + "text": "0", + "boxes": [ + 42, + 792, + 76, + 824 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验，", + "boxes": [ + 496, + 796, + 1062, + 832 + ] + }, + { + "text": "..", + "boxes": [ + 1058, + 810, + 1070, + 822 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称\"央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 498, + 824, + 1112, + 854 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 498, + 846, + 1038, + 876 + ] + }, + { + "text": "光明网", + "boxes": [ + 531, + 891, + 587, + 924 + ] + }, + { + "text": "htp:/olitics.gmw.cn Translae this resut ", + "boxes": [ + 532, + 911, + 800, + 941 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 498, + 935, + 996, + 971 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社 2025-05-15 08:30×", + "boxes": [ + 498, + 965, + 1100, + 995 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ] + }, + { + "frame_id": "190_6_3", + "episode_id": 190, + "env_id": 6, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.358990669250488, + "advantages": 0.15938979387283325, + "generated_text": "{\n \"intent\": \"Moving the mouse to explore different articles related to 小鹏P7 fleeing大改款，click all relevant links to learn more about each.\",\n \"action\": \"Click(100, 46)\"\n}", + "action_string": "Click(100, 46)", + "intent_string": "Moving the mouse to explore different articles related to 小鹏P7 fleeing大改款，click all relevant links to learn more about each.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "小鹏P7将迎来大改款", + "boxes": [ + 176, + 157, + 334, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": "About 510,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 294, + 278, + 320 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大", + "boxes": [ + 176, + 336, + 672, + 371 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，小鹏P7将迎来大改款，\"这不是一款概念", + "boxes": [ + 176, + 363, + 772, + 393 + ] + }, + { + "text": "车，我们做的只是把它从未来带到现在”。随后，何.", + "boxes": [ + 174, + 383, + 504, + 417 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 212, + 435, + 262, + 463 + ] + }, + { + "text": "0", + "boxes": [ + 184, + 445, + 205, + 468 + ] + }, + { + "text": "s.qq.com", + "boxes": [ + 286, + 457, + 340, + 474 + ] + }, + { + "text": "1 > rain Translate this result ", + "boxes": [ + 338, + 455, + 502, + 478 + ] + }, + { + "text": "何小鹏官宣小鹏P7将迎大改款：“从未来带到现在”－腾讯网", + "boxes": [ + 174, + 470, + 712, + 514 + ] + }, + { + "text": "【环球网科技综合报道】5月15日，小鹏汽车董事长何小鹏在社交平台宣布旗下热门车型小鹏 P7", + "boxes": [ + 180, + 502, + 782, + 532 + ] + }, + { + "text": "将迎来大改款。他强调：“这不是一款概念车，我们.", + "boxes": [ + 178, + 524, + 508, + 556 + ] + }, + { + "text": "和讯汽车", + "boxes": [ + 212, + 574, + 278, + 600 + ] + }, + { + "text": "何小鹏：小鹏P7将迎来大改款，有史以来情感投入最大的..", + "boxes": [ + 178, + 619, + 708, + 649 + ] + }, + { + "text": "6 hours ago·小鹏汽车CEO何小鹏在微博上表示小鹏P7将进行大改款，强调这不是概念车，而是", + "boxes": [ + 178, + 643, + 784, + 673 + ] + }, + { + "text": "将未来设计带到现在。他还提及新款小鹏P7项目是公司有史以来情感投入最大的一个，团队用，", + "boxes": [ + 178, + 669, + 766, + 693 + ] + }, + { + "text": "搜狐", + "boxes": [ + 216, + 717, + 246, + 737 + ] + }, + { + "text": "https:/www.sohu.com Translate this result", + "boxes": [ + 216, + 735, + 476, + 758 + ] + }, + { + "text": "何小鹏宣布小鹏P7将迎来大改款：情感投入最大的项目", + "boxes": [ + 178, + 760, + 668, + 790 + ] + }, + { + "text": "6 hours ago·在众多同类车型中，小鹏P7的外观与内饰设计无疑将成为一大亮点。当然，情感的", + "boxes": [ + 180, + 784, + 788, + 814 + ] + }, + { + "text": "投入并不仅限于外观设计，智能化的驾驶体验和人性化的科技配置也是小鹏P7改款的重要部分，", + "boxes": [ + 178, + 810, + 766, + 834 + ] + }, + { + "text": "ITBear科技资讯", + "boxes": [ + 214, + 854, + 318, + 879 + ] + }, + { + "text": "®", + "boxes": [ + 186, + 870, + 206, + 885 + ] + }, + { + "text": "htp://www.itbearcom.cnhml ranslate thisresut", + "boxes": [ + 206, + 869, + 532, + 901 + ] + }, + { + "text": "小鹏P7大改款来袭，中国造车新势力迎来新变革？-智能汽车，", + "boxes": [ + 176, + 897, + 720, + 933 + ] + }, + { + "text": "4 hours ago·小鹏汽车董事长何小鹏近期揭晓了一个令人瞩目的消息：小鹏P7将迎来其历史上的", + "boxes": [ + 180, + 927, + 782, + 951 + ] + }, + { + "text": "首次大改款。他强调，这不仅是中国造车新势力中的首次大改款尝试，更是一款从未来走进现实，", + "boxes": [ + 176, + 947, + 778, + 977 + ] + }, + { + "text": "0", + "boxes": [ + 176, + 999, + 215, + 1036 + ] + }, + { + "text": "CNMO", + "boxes": [ + 214, + 995, + 264, + 1020 + ] + }, + { + "text": "htp://smartcar.cnmo.com news Translate this result", + "boxes": [ + 208, + 1008, + 550, + 1042 + ] + }, + { + "text": "鹏P7将迎来·", + "boxes": [ + 224, + 1048, + 308, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "、Search - Microsoft Bing ×」α 小鹏P7将迎来大改款-Sear ×丨α小鹏P7将迎来大改款", + "boxes": [ + 20, + 30, + 606, + 54 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 38, + 66, + 130, + 91 + ] + }, + { + "text": " https://cn.bing.com", + "boxes": [ + 250, + 64, + 448, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1599, + 65, + 1659, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 642, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1100, + 407, + 1290, + 443 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 656, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1462, + 808, + 1502, + 838 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1460, + 852, + 1512, + 887 + ] + }, + { + "text": "A 1.06%8 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "13,36% ", + "boxes": [ + 1626, + 893, + 1700, + 941 + ] + }, + { + "text": "18183游戏网·1天", + "boxes": [ + 833, + 913, + 967, + 949 + ] + }, + { + "text": "几", + "boxes": [ + 1598, + 911, + 1610, + 923 + ] + }, + { + "text": ">", + "boxes": [ + 1133, + 927, + 1166, + 960 + ] + }, + { + "text": "一点视频/红孩子了不起·2天", + "boxes": [ + 1158, + 929, + 1334, + 959 + ] + }, + { + "text": "Gmod：逃离史上速度最快的生物一一芒", + "boxes": [ + 202, + 945, + 732, + 987 + ] + }, + { + "text": "毁灭战士黑暗纪元全收集攻略", + "boxes": [ + 824, + 941, + 1096, + 977 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 939, + 1506, + 987 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "离婚九年前妻仍向前夫讨债，", + "boxes": [ + 1136, + 953, + 1402, + 989 + ] + }, + { + "text": "毁灭战士黑暗纪元全收集流程", + "boxes": [ + 826, + 969, + 1096, + 999 + ] + }, + { + "text": "西！", + "boxes": [ + 200, + 985, + 264, + 1018 + ] + }, + { + "text": "一看他拿出判决书，直接反转", + "boxes": [ + 1136, + 979, + 1406, + 1014 + ] + }, + { + "text": "黄", + "boxes": [ + 1458, + 983, + 1494, + 1030 + ] + }, + { + "text": ",10", + "boxes": [ + 1630, + 985, + 1700, + 1032 + ] + } + ] + }, + { + "frame_id": "190_7_3", + "episode_id": 190, + "env_id": 7, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.219841957092285, + "advantages": -1.1195359230041504, + "generated_text": "{\n \"intent\": \"Exploring various websites on the computer desktop, including tech news articles.\",\n \"action\": \"Click(100, 30)\"\n}", + "action_string": "Click(100, 30)", + "intent_string": "Exploring various websites on the computer desktop, including tech news articles.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "①| https:/n.bing.com", + "boxes": [ + 246, + 59, + 448, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": " Apple - http:/ww.ape.com", + "boxes": [ + 256, + 107, + 480, + 137 + ] + }, + { + "text": " bing ", + "boxes": [ + 254, + 143, + 318, + 169 + ] + }, + { + "text": "- bing.com", + "boxes": [ + 312, + 145, + 394, + 169 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 284, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.cor", + "boxes": [ + 598, + 220, + 658, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 254, + 316, + 272 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 478, + 448, + 656, + 477 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1466, + 768, + 1552, + 794 + ] + }, + { + "text": "风云A9L创始版限量增发10000台", + "boxes": [ + 197, + 799, + 543, + 910 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 804, + 1504, + 842 + ] + }, + { + "text": "天，订单量超过53565台", + "boxes": [ + 184, + 854, + 396, + 923 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 850, + 1514, + 891 + ] + }, + { + "text": "A 1.06%8 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "小订10", + "boxes": [ + 419, + 901, + 471, + 926 + ] + }, + { + "text": "13,36% ", + "boxes": [ + 1626, + 893, + 1700, + 941 + ] + }, + { + "text": "星视频·2小时", + "boxes": [ + 220, + 921, + 318, + 945 + ] + }, + { + "text": "ITBEAR科技资讯·36分钟", + "boxes": [ + 824, + 917, + 1006, + 947 + ] + }, + { + "text": "爱游戏天地·2天", + "boxes": [ + 1138, + 917, + 1254, + 947 + ] + }, + { + "text": "奥迪华为联手，Q6Le-tron", + "boxes": [ + 824, + 939, + 1100, + 977 + ] + }, + { + "text": "必看！怪物猎人中3个隐藏的", + "boxes": [ + 1134, + 937, + 1402, + 977 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 937, + 1508, + 989 + ] + }, + { + "text": "+4.363 ", + "boxes": [ + 1634, + 939, + 1700, + 987 + ] + }, + { + "text": "35天订单53565辆！中大型轿跑，全新A9L", + "boxes": [ + 202, + 949, + 784, + 985 + ] + }, + { + "text": "新豪华智能座驾价值重塑", + "boxes": [ + 826, + 967, + 1056, + 1001 + ] + }, + { + "text": "强力装备获取点", + "boxes": [ + 1138, + 969, + 1288, + 1001 + ] + }, + { + "text": "火了，或10来万定价", + "boxes": [ + 194, + 979, + 486, + 1025 + ] + }, + { + "text": "签金", + "boxes": [ + 1448, + 976, + 1500, + 1034 + ] + }, + { + "text": ",10", + "boxes": [ + 1630, + 985, + 1700, + 1032 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "①| https:/n.bing.com", + "boxes": [ + 246, + 59, + 448, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": " Apple - htt://w.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing -", + "boxes": [ + 254, + 143, + 320, + 169 + ] + }, + { + "text": "- bing.com", + "boxes": [ + 312, + 145, + 394, + 169 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 284, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.cor", + "boxes": [ + 598, + 220, + 658, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 254, + 316, + 272 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 478, + 448, + 656, + 477 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1466, + 768, + 1552, + 794 + ] + }, + { + "text": "风云A9L创始版限量增发10000台", + "boxes": [ + 198, + 800, + 543, + 912 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 804, + 1504, + 842 + ] + }, + { + "text": "天，订单量超过53565台", + "boxes": [ + 184, + 854, + 396, + 923 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 850, + 1514, + 891 + ] + }, + { + "text": "A 1.06%8 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "小订10", + "boxes": [ + 419, + 901, + 471, + 926 + ] + }, + { + "text": "13,36% ", + "boxes": [ + 1626, + 893, + 1700, + 941 + ] + }, + { + "text": "星视频·2小时", + "boxes": [ + 220, + 921, + 318, + 945 + ] + }, + { + "text": "ITBEAR科技资讯·36分钟", + "boxes": [ + 824, + 917, + 1006, + 947 + ] + }, + { + "text": "爱游戏天地·2天", + "boxes": [ + 1138, + 917, + 1254, + 947 + ] + }, + { + "text": "奥迪华为联手，Q6Le-tron", + "boxes": [ + 824, + 939, + 1100, + 977 + ] + }, + { + "text": "必看！怪物猎人中3个隐藏的", + "boxes": [ + 1134, + 937, + 1402, + 977 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 937, + 1508, + 989 + ] + }, + { + "text": "+4.363 ", + "boxes": [ + 1634, + 939, + 1700, + 987 + ] + }, + { + "text": "35天订单53565辆！中大型轿跑，全新A9L", + "boxes": [ + 202, + 949, + 784, + 985 + ] + }, + { + "text": "新豪华智能座驾价值重塑", + "boxes": [ + 826, + 967, + 1056, + 1001 + ] + }, + { + "text": "强力装备获取点", + "boxes": [ + 1138, + 969, + 1288, + 1001 + ] + }, + { + "text": "火了，或10来万定价", + "boxes": [ + 196, + 983, + 486, + 1024 + ] + }, + { + "text": "签金", + "boxes": [ + 1448, + 976, + 1500, + 1034 + ] + }, + { + "text": ",10", + "boxes": [ + 1630, + 985, + 1700, + 1032 + ] + } + ] + }, + { + "frame_id": "190_0_4", + "episode_id": 190, + "env_id": 0, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.102331161499023, + "advantages": -0.1287626177072525, + "generated_text": "{\n \"intent\": \"Click on the Bing icon in the search bar to explore web results related to Microsoft Bing.\",\n \"action\": \"DoubleClick(753, 491)\"\n}", + "action_string": "DoubleClick(753, 491)", + "intent_string": "Click on the Bing icon in the search bar to explore web results related to Microsoft Bing.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "→", + "boxes": [ + 40, + 66, + 130, + 89 + ] + }, + { + "text": "Q Search with Bing or enter adress", + "boxes": [ + 248, + 64, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 14, + 103, + 158, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 302, + 119, + 410, + 137 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "Retuns", + "boxes": [ + 1738, + 117, + 1780, + 137 + ] + }, + { + "text": "93", + "boxes": [ + 1826, + 115, + 1860, + 135 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1416, + 486, + 1554, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 610, + 528, + 790, + 558 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen ", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "190_1_4", + "episode_id": 190, + "env_id": 1, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.314476013183594, + "advantages": 0.10941305011510849, + "generated_text": "{\n \"intent\": \"Scroll up to explore the top search results related to '年内首次降准落地'\",\n \"action\": \"DoubleClick(427, 348)\"\n}", + "action_string": "DoubleClick(427, 348)", + "intent_string": "Scroll up to explore the top search results related to '年内首次降准落地'", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 290, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": " About 1,900,000 results", + "boxes": [ + 172, + 254, + 338, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "", + "boxes": [ + 188, + 310, + 202, + 326 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政..", + "boxes": [ + 176, + 336, + 682, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 363, + 778, + 393 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构．", + "boxes": [ + 176, + 387, + 778, + 417 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 208, + 469 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": "ewqxsi.. Translate this result", + "boxes": [ + 424, + 455, + 598, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 176, + 476, + 728, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 178, + 530, + 622, + 554 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 176, + 615, + 754, + 651 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 788, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "https://w.thepaper.cn Transae this resut", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验.", + "boxes": [ + 174, + 756, + 744, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 262, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https://plticsgmwcn ranslate thisresult", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 176, + 895, + 674, + 931 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 981 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://v.ct.com Translae this resut ", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 26, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1878, + 89 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 402, + 139, + 794, + 181 + ] + }, + { + "text": "Q", + "boxes": [ + 1182, + 157, + 1210, + 179 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1198, + 155, + 1568, + 185 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 410, + 177, + 500, + 202 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 238, + 480, + 268 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 570, + 314, + 1338, + 361 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 478, + 393, + 708, + 423 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1044, + 381, + 1436, + 429 + ] + }, + { + "text": "新华社北京5月8日电 题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 510, + 484, + 1024, + 514 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 532, + 676, + 562 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 576, + 1424, + 606 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 480, + 609, + 1284, + 633 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 508, + 653, + 776, + 683 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 512, + 701, + 1144, + 725 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 506, + 741, + 1384, + 770 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 772, + 1186, + 802 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 816, + 1410, + 846 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 848, + 1128, + 878 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 508, + 891, + 1414, + 921 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 480, + 925, + 898, + 949 + ] + }, + { + "text": "此次下调的不只是政策利率，还有支农支小再贷款利率、住房公积金贷款利率等。这意味着企业和居民融资成本将进一步减少，利", + "boxes": [ + 506, + 967, + 1426, + 997 + ] + }, + { + "text": "息负担会变轻。", + "boxes": [ + 480, + 1001, + 582, + 1026 + ] + }, + { + "text": "年内首次降息", + "boxes": [ + 218, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "190_2_4", + "episode_id": 190, + "env_id": 2, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.570793151855469, + "advantages": -0.7255219221115112, + "generated_text": "{\n \"intent\": \"Click the first search result link from the government website to explore more details about the Chinese government's policy on lowering interest rates and providing support for the real economy\",\n \"action\": \"Click(283, 173)\"\n}", + "action_string": "Click(283, 173)", + "intent_string": "Click the first search result link from the government website to explore more details about the Chinese government's policy on lowering interest rates and providing support for the real economy", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 268, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "VIDEOS", + "boxes": [ + 330, + 212, + 372, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 232 + ] + }, + { + "text": "DICT", + "boxes": [ + 508, + 216, + 532, + 230 + ] + }, + { + "text": "About 18,900,000 results", + "boxes": [ + 172, + 256, + 340, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 294, + 320 + ] + }, + { + "text": "https://ww.gov.cn zhengce Translatethis resut", + "boxes": [ + 214, + 310, + 518, + 342 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济－中国政.", + "boxes": [ + 176, + 336, + 666, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 361, + 776, + 391 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构，", + "boxes": [ + 176, + 387, + 776, + 417 + ] + }, + { + "text": "?", + "boxes": [ + 492, + 413, + 522, + 443 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 208, + 469 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": ". Translate this result", + "boxes": [ + 470, + 455, + 600, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 176, + 476, + 728, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 178, + 530, + 622, + 554 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 178, + 619, + 752, + 649 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "https://ww.thepaper.cn Translae this resut", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验.", + "boxes": [ + 174, + 756, + 744, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 262, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https://politics.gmw.cn Translate this resuit ", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 172, + 891, + 676, + 935 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 981 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://tv.ctv.com Translate this resut", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 26, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 184, + 113, + 310, + 145 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 316, + 191 + ] + }, + { + "text": "X", + "boxes": [ + 710, + 165, + 722, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 294, + 234 + ] + }, + { + "text": "VIDEOS", + "boxes": [ + 330, + 212, + 372, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 232 + ] + }, + { + "text": "DICT", + "boxes": [ + 506, + 212, + 534, + 232 + ] + }, + { + "text": "MAPS", + "boxes": [ + 574, + 216, + 602, + 230 + ] + }, + { + "text": "MOF", + "boxes": [ + 652, + 214, + 682, + 228 + ] + }, + { + "text": "About 18,900,000 results", + "boxes": [ + 172, + 254, + 340, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政.", + "boxes": [ + 176, + 336, + 668, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 361, + 776, + 391 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构，", + "boxes": [ + 176, + 387, + 776, + 417 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 208, + 469 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": "ewqxsi.. Translate this result ", + "boxes": [ + 420, + 455, + 600, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 176, + 476, + 728, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 176, + 530, + 622, + 554 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 178, + 619, + 752, + 649 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 212, + 715, + 278, + 741 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "https://ww.thepaper.cn Translae this resut", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验.", + "boxes": [ + 174, + 756, + 744, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 262, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https://politics.gmw.cn Translate this resuit ", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 172, + 891, + 676, + 935 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 981 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://tv.ctv.com ranslate this resut", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 304, + 1072 + ] + } + ] + }, + { + "frame_id": "190_3_4", + "episode_id": 190, + "env_id": 3, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.569609642028809, + "advantages": -1.8495537042617798, + "generated_text": "{\n \"intent\": \"Clicking on the untitled document ensures that we can begin the process of exploring this desktop by starting it properly.\",\n \"action\": \"Click(100, 60)\"\n}", + "action_string": "Click(100, 60)", + "intent_string": "Clicking on the untitled document ensures that we can begin the process of exploring this desktop by starting it properly.", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": "?", + "boxes": [ + 104, + 56, + 122, + 71 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": "十", + "boxes": [ + 94, + 64, + 114, + 77 + ] + } + ] + }, + { + "frame_id": "190_4_4", + "episode_id": 190, + "env_id": 4, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.512760162353516, + "advantages": -0.7906757593154907, + "generated_text": "{\n \"intent\": \"Clicking on the link '年内首次降息降准，‘量增价降’支持实体经济' within the highlighted section to explore more about the topic\",\n \"action\": \"Click(105, 21)\"\n}", + "action_string": "Click(105, 21)", + "intent_string": "Clicking on the link '年内首次降息降准，‘量增价降’支持实体经济' within the highlighted section to explore more about the topic", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 26, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1878, + 89 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 402, + 139, + 794, + 181 + ] + }, + { + "text": "Q", + "boxes": [ + 1182, + 157, + 1210, + 179 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1198, + 155, + 1568, + 185 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 410, + 177, + 500, + 202 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 238, + 480, + 268 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 570, + 314, + 1338, + 361 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 478, + 393, + 708, + 423 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1044, + 381, + 1436, + 429 + ] + }, + { + "text": "新华社北京5月8日电 题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 510, + 484, + 1024, + 514 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 532, + 676, + 562 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 576, + 1424, + 606 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 480, + 609, + 1284, + 633 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 508, + 653, + 776, + 683 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 512, + 701, + 1144, + 725 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 506, + 741, + 1384, + 770 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 772, + 1186, + 802 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 816, + 1410, + 846 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 848, + 1128, + 878 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 508, + 891, + 1414, + 921 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 480, + 925, + 898, + 949 + ] + }, + { + "text": "此次下调的不只是政策利率，还有支农支小再贷款利率、住房公积金贷款利率等。这意味着企业和居民融资成本将进一步减少，利", + "boxes": [ + 506, + 967, + 1426, + 997 + ] + }, + { + "text": "息负担会变轻。", + "boxes": [ + 480, + 1001, + 582, + 1026 + ] + }, + { + "text": "年内首次降息", + "boxes": [ + 218, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 30, + 69, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "三四?", + "boxes": [ + 1788, + 66, + 1880, + 89 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 402, + 139, + 794, + 181 + ] + }, + { + "text": "a", + "boxes": [ + 1176, + 150, + 1214, + 185 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1198, + 155, + 1568, + 185 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 410, + 177, + 500, + 202 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 238, + 480, + 268 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 570, + 314, + 1338, + 361 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 478, + 393, + 706, + 423 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1044, + 381, + 1436, + 429 + ] + }, + { + "text": "新华社北京5月8日电 题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 506, + 480, + 1026, + 518 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 532, + 676, + 562 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 576, + 1424, + 606 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 480, + 609, + 1284, + 633 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 508, + 653, + 776, + 683 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 512, + 701, + 1144, + 725 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 508, + 742, + 1386, + 772 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 772, + 1186, + 802 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 816, + 1410, + 846 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 848, + 1128, + 878 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 508, + 891, + 1414, + 921 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 480, + 925, + 898, + 949 + ] + }, + { + "text": "此次下调的不只是政策利率，还有支农支小再贷款利率、住房公积金贷款利率等。这意味着企业和居民融资成本将进一步减少，利", + "boxes": [ + 506, + 967, + 1426, + 997 + ] + }, + { + "text": "息负担会变轻。", + "boxes": [ + 480, + 1001, + 582, + 1026 + ] + }, + { + "text": "年内首次降息", + "boxes": [ + 218, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "190_5_4", + "episode_id": 190, + "env_id": 5, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.604668617248535, + "advantages": -0.6874898672103882, + "generated_text": "{\n \"intent\": \"To click on one of the highlighted links related to '年内首次降准落地' within the Microsoft Bing search engine results.\",\n \"action\": \"DoubleClick(608, 474)\"\n}", + "action_string": "DoubleClick(608, 474)", + "intent_string": "To click on one of the highlighted links related to '年内首次降准落地' within the Microsoft Bing search engine results.", + "before_screen_ocr_results": [ + { + "text": "年内首次降准落地", + "boxes": [ + 792, + 40, + 902, + 64 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 1014, + 42, + 1132, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "Q. Search-Microsoft Bing ×Q年内首次降准落地-Search ×十", + "boxes": [ + 322, + 64, + 800, + 99 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 454, + 133 + ] + }, + { + "text": "nTID%3a\"DSBO", + "boxes": [ + 1158, + 107, + 1268, + 125 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四@", + "boxes": [ + 1462, + 101, + 1560, + 133 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 506, + 153, + 632, + 185 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 340, + 195, + 470, + 224 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 498, + 195, + 636, + 224 + ] + }, + { + "text": "Q", + "boxes": [ + 1092, + 201, + 1112, + 214 + ] + }, + { + "text": "Sign in ", + "boxes": [ + 1242, + 199, + 1292, + 216 + ] + }, + { + "text": "8", + "boxes": [ + 1356, + 201, + 1378, + 214 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 566, + 252, + 610, + 270 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "About 18,900,000 results", + "boxes": [ + 498, + 298, + 658, + 326 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 536, + 334, + 614, + 359 + ] + }, + { + "text": "https://www.gov.cn > zhengce Translate this result", + "boxes": [ + 538, + 353, + 842, + 377 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济－中国政.", + "boxes": [ + 498, + 375, + 984, + 411 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 115, + 423 + ] + }, + { + "text": "6 days ago．年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 500, + 403, + 1098, + 433 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构，", + "boxes": [ + 500, + 429, + 1098, + 453 + ] + }, + { + "text": "新浪网", + "boxes": [ + 530, + 474, + 584, + 500 + ] + }, + { + "text": "https://news.sina.com.cn> doc-inewqxs. Translate this result", + "boxes": [ + 534, + 490, + 920, + 518 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 88, + 528 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率..", + "boxes": [ + 498, + 514, + 1062, + 550 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 498, + 544, + 1108, + 574 + ] + }, + { + "text": "图", + "boxes": [ + 38, + 570, + 78, + 608 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 496, + 566, + 944, + 596 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 532, + 613, + 614, + 639 + ] + }, + { + "text": "https:/finance.cnr.cn > ycbd Translate this result", + "boxes": [ + 534, + 631, + 832, + 659 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 496, + 655, + 1074, + 691 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 500, + 683, + 1108, + 713 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 498, + 705, + 1080, + 735 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 529, + 748, + 603, + 785 + ] + }, + { + "text": "澎", + "boxes": [ + 504, + 764, + 532, + 786 + ] + }, + { + "text": "0", + "boxes": [ + 42, + 792, + 76, + 824 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验，", + "boxes": [ + 496, + 796, + 1062, + 832 + ] + }, + { + "text": "..", + "boxes": [ + 1058, + 810, + 1070, + 822 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称\"央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 498, + 824, + 1112, + 854 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 498, + 846, + 1038, + 876 + ] + }, + { + "text": "光明网", + "boxes": [ + 531, + 891, + 587, + 924 + ] + }, + { + "text": "htp:/olitics.gmw.cn Translae this resut ", + "boxes": [ + 532, + 911, + 800, + 941 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 498, + 935, + 996, + 971 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社 2025-05-15 08:30×", + "boxes": [ + 498, + 965, + 1100, + 995 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "年内首次降准落地", + "boxes": [ + 792, + 40, + 902, + 64 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 1014, + 42, + 1132, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "Q. Search-Microsoft Bing ×Q年内首次降准落地-Search ×十", + "boxes": [ + 322, + 64, + 800, + 99 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 454, + 133 + ] + }, + { + "text": "nTID%3a\"DSBO", + "boxes": [ + 1158, + 107, + 1268, + 125 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四@", + "boxes": [ + 1462, + 101, + 1560, + 133 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 506, + 153, + 632, + 185 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 340, + 195, + 470, + 224 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 498, + 195, + 636, + 224 + ] + }, + { + "text": "Q", + "boxes": [ + 1092, + 201, + 1112, + 214 + ] + }, + { + "text": "Sign in ", + "boxes": [ + 1242, + 199, + 1292, + 216 + ] + }, + { + "text": "8", + "boxes": [ + 1356, + 201, + 1378, + 214 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 566, + 252, + 610, + 270 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "About 18,900,000 results", + "boxes": [ + 498, + 298, + 658, + 326 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 536, + 334, + 614, + 359 + ] + }, + { + "text": "https://www.gov.cn > zhengce Translate thisresult", + "boxes": [ + 538, + 353, + 842, + 377 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政.", + "boxes": [ + 498, + 375, + 984, + 411 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 115, + 423 + ] + }, + { + "text": "6 days ago．年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 500, + 403, + 1098, + 433 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构，", + "boxes": [ + 500, + 429, + 1098, + 453 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 88, + 528 + ] + }, + { + "text": "年 Q Global web icon 释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 496, + 512, + 1060, + 548 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 496, + 544, + 1108, + 574 + ] + }, + { + "text": "图", + "boxes": [ + 38, + 570, + 78, + 608 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 496, + 564, + 944, + 594 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 532, + 613, + 612, + 639 + ] + }, + { + "text": "https:/finance.cnr.cn > ycbd Translate this resut ", + "boxes": [ + 534, + 631, + 832, + 659 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 496, + 655, + 1074, + 691 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 500, + 683, + 1108, + 713 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 498, + 705, + 1080, + 735 + ] + }, + { + "text": "Excel", + "boxes": [ + 34, + 723, + 88, + 748 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 529, + 748, + 603, + 785 + ] + }, + { + "text": "澎", + "boxes": [ + 504, + 764, + 532, + 786 + ] + }, + { + "text": "0", + "boxes": [ + 42, + 792, + 76, + 824 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验，", + "boxes": [ + 496, + 796, + 1062, + 832 + ] + }, + { + "text": "..", + "boxes": [ + 1058, + 810, + 1070, + 822 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称\"央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 498, + 824, + 1112, + 854 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 498, + 846, + 1040, + 876 + ] + }, + { + "text": "光明网", + "boxes": [ + 531, + 891, + 587, + 924 + ] + }, + { + "text": "http:/olitics.gmw.cn ranslae this resut ", + "boxes": [ + 532, + 911, + 800, + 941 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 498, + 935, + 996, + 971 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社 2025-05-15 08:30×", + "boxes": [ + 498, + 965, + 1100, + 995 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ] + }, + { + "frame_id": "190_6_4", + "episode_id": 190, + "env_id": 6, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.703655242919922, + "advantages": 0.5463457703590393, + "generated_text": "{\n \"intent\": \"Click on one of the trending topics to explore more information about the current popular trends on the desktop environment.\",\n \"action\": \"DoubleClick(575, 458)\"\n}", + "action_string": "DoubleClick(575, 458)", + "intent_string": "Click on one of the trending topics to explore more information about the current popular trends on the desktop environment.", + "before_screen_ocr_results": [ + { + "text": " Search - Microsoft Bing", + "boxes": [ + 24, + 32, + 190, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 69, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 482, + 411, + 640, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 792, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1104, + 411, + 1286, + 441 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 656, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "你好，我是跟着老师学一", + "boxes": [ + 414, + 764, + 546, + 782 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1466, + 768, + 1550, + 794 + ] + }, + { + "text": "的证书，你需要推吗？", + "boxes": [ + 416, + 780, + 540, + 798 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1462, + 808, + 1502, + 838 + ] + }, + { + "text": "你好", + "boxes": [ + 416, + 850, + 440, + 864 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1460, + 852, + 1512, + 887 + ] + }, + { + "text": "A 1.06%8 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "可以", + "boxes": [ + 408, + 874, + 444, + 901 + ] + }, + { + "text": "13,36%6", + "boxes": [ + 1628, + 895, + 1698, + 937 + ] + }, + { + "text": "18183游戏网·1天", + "boxes": [ + 840, + 917, + 966, + 945 + ] + }, + { + "text": "", + "boxes": [ + 1136, + 931, + 1164, + 957 + ] + }, + { + "text": "毁灭战士黑暗纪元全收集攻略", + "boxes": [ + 824, + 941, + 1096, + 977 + ] + }, + { + "text": "一点视频/红孩子了不起·2天", + "boxes": [ + 1160, + 933, + 1332, + 957 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 939, + 1506, + 987 + ] + }, + { + "text": "+4.363 ", + "boxes": [ + 1634, + 939, + 1700, + 987 + ] + }, + { + "text": "宣称“考试包过”敛财三百余万！一诈骗团伙", + "boxes": [ + 204, + 949, + 768, + 985 + ] + }, + { + "text": "离婚九年前妻仍向前夫讨债，", + "boxes": [ + 1136, + 953, + 1402, + 989 + ] + }, + { + "text": "毁灭战士黑暗纪元全收集流程", + "boxes": [ + 828, + 973, + 1094, + 997 + ] + }, + { + "text": "被厦门警方摧毁", + "boxes": [ + 204, + 983, + 412, + 1022 + ] + }, + { + "text": "一看他拿出判决书，直接反转", + "boxes": [ + 1136, + 979, + 1406, + 1014 + ] + }, + { + "text": "黄", + "boxes": [ + 1458, + 983, + 1494, + 1030 + ] + }, + { + "text": ",10", + "boxes": [ + 1630, + 985, + 1700, + 1032 + ] + }, + { + "text": "这个是我老师的", + "boxes": [ + 464, + 1016, + 568, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "小鹏P7将迎来大改款", + "boxes": [ + 176, + 157, + 334, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": "About 510,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 294, + 278, + 320 + ] + }, + { + "text": "?", + "boxes": [ + 180, + 303, + 209, + 332 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大，", + "boxes": [ + 176, + 336, + 674, + 371 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，小鹏P7将迎来大改款，“这不是一款概念", + "boxes": [ + 176, + 363, + 772, + 393 + ] + }, + { + "text": "车，我们做的只是把它从未来带到现在”。随后，何.", + "boxes": [ + 178, + 389, + 502, + 413 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 212, + 435, + 262, + 463 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 202, + 467 + ] + }, + { + "text": "s.qq.com", + "boxes": [ + 286, + 457, + 340, + 474 + ] + }, + { + "text": "1 rain Translate this resut ", + "boxes": [ + 336, + 453, + 504, + 482 + ] + }, + { + "text": "人", + "boxes": [ + 574, + 461, + 586, + 472 + ] + }, + { + "text": "何小鹏官宣小鹏P7将迎大改款：“从未来带到现在”－腾讯网", + "boxes": [ + 176, + 476, + 712, + 512 + ] + }, + { + "text": "【环球网科技综合报道】5月15日，小鹏汽车董事长何小鹏在社交平台宣布旗下热门车型小鹏 P7", + "boxes": [ + 180, + 504, + 784, + 534 + ] + }, + { + "text": "将迎来大改款。他强调：“这不是一款概念车，我们.", + "boxes": [ + 180, + 530, + 510, + 554 + ] + }, + { + "text": "和讯汽车", + "boxes": [ + 212, + 574, + 278, + 600 + ] + }, + { + "text": "和", + "boxes": [ + 184, + 588, + 212, + 609 + ] + }, + { + "text": "何小鹏：小鹏P7将迎来大改款，有史以来情感投入最大的..", + "boxes": [ + 176, + 617, + 706, + 647 + ] + }, + { + "text": "6 hours ago·小鹏汽车CEO何小鹏在微博上表示小鹏P7将进行大改款，强调这不是概念车，而是", + "boxes": [ + 176, + 643, + 784, + 673 + ] + }, + { + "text": "将未来设计带到现在。他还提及新款小鹏P7项目是公司有史以来情感投入最大的一个，团队用，", + "boxes": [ + 178, + 669, + 766, + 693 + ] + }, + { + "text": "搜狐", + "boxes": [ + 216, + 717, + 246, + 737 + ] + }, + { + "text": "https:/www.sohu.com Translate this result", + "boxes": [ + 216, + 735, + 476, + 758 + ] + }, + { + "text": "何小鹏宣布小鹏P7将迎来大改款：情感投入最大的项目", + "boxes": [ + 178, + 760, + 668, + 790 + ] + }, + { + "text": "6 hours ago·在众多同类车型中，小鹏P7的外观与内饰设计无疑将成为一大亮点。当然，情感的", + "boxes": [ + 180, + 784, + 788, + 814 + ] + }, + { + "text": "投入并不仅限于外观设计，智能化的驾驶体验和人性化的科技配置也是小鹏P7改款的重要部分，", + "boxes": [ + 178, + 810, + 766, + 834 + ] + }, + { + "text": "ITBear科技资讯", + "boxes": [ + 214, + 854, + 318, + 879 + ] + }, + { + "text": "®", + "boxes": [ + 186, + 870, + 206, + 885 + ] + }, + { + "text": "htp://www.itbear.com.cn html Translate thisresut", + "boxes": [ + 206, + 869, + 532, + 901 + ] + }, + { + "text": "小鹏P7大改款来袭，中国造车新势力迎来新变革？-智能汽车，", + "boxes": [ + 176, + 897, + 720, + 933 + ] + }, + { + "text": "4 hours ago·小鹏汽车董事长何小鹏近期揭晓了一个令人瞩目的消息：小鹏P7将迎来其历史上的", + "boxes": [ + 180, + 927, + 782, + 951 + ] + }, + { + "text": "首次大改款。他强调，这不仅是中国造车新势力中的首次大改款尝试，更是一款从未来走进现实，", + "boxes": [ + 176, + 947, + 778, + 977 + ] + }, + { + "text": "0", + "boxes": [ + 178, + 1000, + 214, + 1033 + ] + }, + { + "text": "CNMO", + "boxes": [ + 214, + 995, + 264, + 1020 + ] + }, + { + "text": "htp://smartcar.cnmo.com news Translate this esult", + "boxes": [ + 208, + 1008, + 550, + 1042 + ] + }, + { + "text": "鹏P7将迎来·", + "boxes": [ + 224, + 1048, + 308, + 1072 + ] + } + ] + }, + { + "frame_id": "190_7_4", + "episode_id": 190, + "env_id": 7, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.222671508789062, + "advantages": -1.1163591146469116, + "generated_text": "{\n \"intent\": \"探索屏幕上的内容并点击苹果网站以打开。\",\n \"action\": \"Click(47, 22)\"\n}", + "action_string": "Click(47, 22)", + "intent_string": "探索屏幕上的内容并点击苹果网站以打开。", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "①| https:/n.bing.com", + "boxes": [ + 246, + 59, + 448, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": " Apple - htt://w.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing -", + "boxes": [ + 254, + 143, + 320, + 169 + ] + }, + { + "text": "- bing.com", + "boxes": [ + 312, + 145, + 394, + 169 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 284, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.cor", + "boxes": [ + 598, + 220, + 658, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 254, + 316, + 272 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 478, + 448, + 656, + 477 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1466, + 768, + 1552, + 794 + ] + }, + { + "text": "风云A9L创始版限量增发10000台", + "boxes": [ + 198, + 800, + 543, + 912 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 804, + 1504, + 842 + ] + }, + { + "text": "天，订单量超过53565台", + "boxes": [ + 184, + 854, + 396, + 923 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 850, + 1514, + 891 + ] + }, + { + "text": "A 1.06%8 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "小订10", + "boxes": [ + 419, + 901, + 471, + 926 + ] + }, + { + "text": "13,36% ", + "boxes": [ + 1626, + 893, + 1700, + 941 + ] + }, + { + "text": "星视频·2小时", + "boxes": [ + 220, + 921, + 318, + 945 + ] + }, + { + "text": "ITBEAR科技资讯·36分钟", + "boxes": [ + 824, + 917, + 1006, + 947 + ] + }, + { + "text": "爱游戏天地·2天", + "boxes": [ + 1138, + 917, + 1254, + 947 + ] + }, + { + "text": "奥迪华为联手，Q6Le-tron", + "boxes": [ + 824, + 939, + 1100, + 977 + ] + }, + { + "text": "必看！怪物猎人中3个隐藏的", + "boxes": [ + 1134, + 937, + 1402, + 977 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 937, + 1508, + 989 + ] + }, + { + "text": "+4.363 ", + "boxes": [ + 1634, + 939, + 1700, + 987 + ] + }, + { + "text": "35天订单53565辆！中大型轿跑，全新A9L", + "boxes": [ + 202, + 949, + 784, + 985 + ] + }, + { + "text": "新豪华智能座驾价值重塑", + "boxes": [ + 826, + 967, + 1056, + 1001 + ] + }, + { + "text": "强力装备获取点", + "boxes": [ + 1138, + 969, + 1288, + 1001 + ] + }, + { + "text": "火了，或10来万定价", + "boxes": [ + 196, + 983, + 486, + 1024 + ] + }, + { + "text": "签金", + "boxes": [ + 1448, + 976, + 1500, + 1034 + ] + }, + { + "text": ",10", + "boxes": [ + 1630, + 985, + 1700, + 1032 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "①| https:/n.bing.com", + "boxes": [ + 246, + 59, + 448, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": " Apple - htt://w.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing -", + "boxes": [ + 254, + 143, + 320, + 169 + ] + }, + { + "text": "- bing.com", + "boxes": [ + 312, + 145, + 394, + 169 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 284, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.cor", + "boxes": [ + 598, + 220, + 658, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 254, + 316, + 272 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 478, + 448, + 656, + 477 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1466, + 768, + 1552, + 794 + ] + }, + { + "text": "风云A9L创始版限量增发10000台", + "boxes": [ + 198, + 800, + 543, + 912 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 804, + 1504, + 842 + ] + }, + { + "text": "天，订单量超过53565台", + "boxes": [ + 184, + 854, + 396, + 923 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 850, + 1514, + 891 + ] + }, + { + "text": "A 1.06%8 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "小订10", + "boxes": [ + 419, + 901, + 471, + 926 + ] + }, + { + "text": "13,36% ", + "boxes": [ + 1626, + 893, + 1700, + 941 + ] + }, + { + "text": "星视频·2小时", + "boxes": [ + 220, + 921, + 318, + 945 + ] + }, + { + "text": "ITBEAR科技资讯·36分钟", + "boxes": [ + 824, + 917, + 1006, + 947 + ] + }, + { + "text": "爱游戏天地·2天", + "boxes": [ + 1138, + 917, + 1254, + 947 + ] + }, + { + "text": "奥迪华为联手，Q6Le-tron", + "boxes": [ + 824, + 939, + 1100, + 977 + ] + }, + { + "text": "必看！怪物猎人中3个隐藏的", + "boxes": [ + 1134, + 937, + 1402, + 977 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 937, + 1508, + 989 + ] + }, + { + "text": "+4.363 ", + "boxes": [ + 1634, + 939, + 1700, + 987 + ] + }, + { + "text": "35天订单53565辆！中大型轿跑，全新A9L", + "boxes": [ + 202, + 949, + 784, + 985 + ] + }, + { + "text": "新豪华智能座驾价值重塑", + "boxes": [ + 826, + 967, + 1056, + 1001 + ] + }, + { + "text": "强力装备获取点", + "boxes": [ + 1138, + 969, + 1288, + 1001 + ] + }, + { + "text": "火了，或10来万定价", + "boxes": [ + 196, + 983, + 486, + 1024 + ] + }, + { + "text": "签金", + "boxes": [ + 1448, + 976, + 1500, + 1034 + ] + }, + { + "text": ",10", + "boxes": [ + 1630, + 985, + 1700, + 1032 + ] + } + ] + }, + { + "frame_id": "190_0_5", + "episode_id": 190, + "env_id": 0, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.436849594116211, + "advantages": 0.24680224061012268, + "generated_text": "{\n \"intent\": \"Clicking on 'Shop deals in Fashion' will help me explore fashion-related products and potentially find something related to gaming or home essentials\",\n \"action\": \"Click(1015, 579)\"\n}", + "action_string": "Click(1015, 579)", + "intent_string": "Clicking on 'Shop deals in Fashion' will help me explore fashion-related products and potentially find something related to gaming or home essentials", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": " Ceiverto", + "boxes": [ + 130, + 104, + 218, + 153 + ] + }, + { + "text": " Search Amazon", + "boxes": [ + 300, + 119, + 410, + 137 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "gistry", + "boxes": [ + 212, + 173, + 240, + 187 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "Seemore", + "boxes": [ + 240, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "! cart", + "boxes": [ + 1680, + 100, + 1766, + 156 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1814, + 105, + 1874, + 131 + ] + }, + { + "text": "$8,715.38", + "boxes": [ + 1806, + 119, + 1880, + 155 + ] + }, + { + "text": "Go to Cart", + "boxes": [ + 1814, + 159, + 1868, + 177 + ] + }, + { + "text": "三 AlI", + "boxes": [ + 22, + 169, + 68, + 195 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 256, + 68, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "women", + "boxes": [ + 9, + 275, + 85, + 309 + ] + }, + { + "text": "unisex", + "boxes": [ + 9, + 299, + 81, + 328 + ] + }, + { + "text": "35", + "boxes": [ + 22, + 429, + 44, + 443 + ] + }, + { + "text": "2F", + "boxes": [ + 109, + 492, + 133, + 514 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 500, + 1862, + 526 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 609, + 866, + 643 + ] + }, + { + "text": "Straight Leg Jeans for Women,High ", + "boxes": [ + 902, + 613, + 1168, + 643 + ] + }, + { + "text": " Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1192, + 611, + 1462, + 641 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 623, + 140, + 643 + ] + }, + { + "text": "7-8", + "boxes": [ + 184, + 625, + 212, + 645 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 572, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 637, + 1174, + 665 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1194, + 637, + 1442, + 667 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans ", + "boxes": [ + 1488, + 637, + 1732, + 667 + ] + }, + { + "text": "9-10", + "boxes": [ + 31, + 652, + 69, + 678 + ] + }, + { + "text": "11-12", + "boxes": [ + 100, + 655, + 148, + 675 + ] + }, + { + "text": "13-14", + "boxes": [ + 176, + 655, + 222, + 675 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 606, + 659, + 840, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1066, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall", + "boxes": [ + 1192, + 659, + 1422, + 689 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "Fashion y2k Outits 2025", + "boxes": [ + 1192, + 683, + 1386, + 719 + ] + }, + { + "text": "7", + "boxes": [ + 1840, + 675, + 1886, + 701 + ] + }, + { + "text": "★★★★☆14,463", + "boxes": [ + 320, + 689, + 462, + 713 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆697", + "boxes": [ + 904, + 687, + 1030, + 715 + ] + }, + { + "text": " Baggy with Patch Pockets", + "boxes": [ + 1486, + 683, + 1682, + 717 + ] + }, + { + "text": "00+", + "boxes": [ + 324, + 715, + 346, + 729 + ] + }, + { + "text": "ght in past month", + "boxes": [ + 378, + 715, + 490, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 612, + 715, + 740, + 739 + ] + }, + { + "text": "100+|", + "boxes": [ + 906, + 713, + 942, + 733 + ] + }, + { + "text": " bought in past ", + "boxes": [ + 936, + 711, + 1038, + 735 + ] + }, + { + "text": "tmonth", + "boxes": [ + 1030, + 715, + 1076, + 733 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1196, + 713, + 1320, + 742 + ] + }, + { + "text": "★★★★★1.,998", + "boxes": [ + 1488, + 713, + 1632, + 742 + ] + }, + { + "text": "$16.47", + "boxes": [ + 1810, + 707, + 1864, + 737 + ] + }, + { + "text": "500+ bought in past", + "boxes": [ + 610, + 728, + 744, + 763 + ] + }, + { + "text": "100+ boughtin past month", + "boxes": [ + 1194, + 728, + 1376, + 762 + ] + }, + { + "text": "4K+ bought in past month", + "boxes": [ + 1488, + 728, + 1662, + 765 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 742, + 966, + 776 + ] + }, + { + "text": "$388", + "boxes": [ + 606, + 762, + 674, + 802 + ] + }, + { + "text": "$3299", + "boxes": [ + 1189, + 759, + 1261, + 805 + ] + }, + { + "text": "$3898", + "boxes": [ + 1486, + 762, + 1554, + 802 + ] + }, + { + "text": "very Mon, May 26", + "boxes": [ + 342, + 780, + 458, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 776, + 1048, + 806 + ] + }, + { + "text": "hips to Chin", + "boxes": [ + 322, + 804, + 390, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 800, + 752, + 830 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 906, + 804, + 980, + 822 + ] + }, + { + "text": "Delivery May 27 - Jun 3", + "boxes": [ + 1194, + 800, + 1352, + 830 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1484, + 796, + 1636, + 832 + ] + }, + { + "text": "01", + "boxes": [ + 326, + 826, + 354, + 840 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1202, + 828, + 1272, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1494, + 828, + 1570, + 846 + ] + }, + { + "text": "$118.90", + "boxes": [ + 1805, + 910, + 1865, + 940 + ] + } + ] + }, + { + "frame_id": "190_1_5", + "episode_id": 190, + "env_id": 1, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.408875465393066, + "advantages": 0.21539559960365295, + "generated_text": "{\n \"intent\": \"Click on the article headline \\\"年内首次降息降准，‘量增价降’支持实体经济\\\" to continue exploring and read the article\",\n \"action\": \"Click(688, 500)\"\n}", + "action_string": "Click(688, 500)", + "intent_string": "Click on the article headline \"年内首次降息降准，‘量增价降’支持实体经济\" to continue exploring and read the article", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 28, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1878, + 89 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 402, + 139, + 794, + 181 + ] + }, + { + "text": "Q", + "boxes": [ + 1182, + 157, + 1210, + 179 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1198, + 155, + 1568, + 185 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 410, + 177, + 500, + 202 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 238, + 480, + 268 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 570, + 314, + 1338, + 361 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 478, + 393, + 708, + 423 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1044, + 381, + 1436, + 429 + ] + }, + { + "text": "新华社北京5月8日电 题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 510, + 484, + 1024, + 514 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 532, + 676, + 562 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 576, + 1424, + 606 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 480, + 609, + 1284, + 633 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 508, + 653, + 776, + 683 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 512, + 701, + 1144, + 725 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 506, + 741, + 1384, + 770 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 772, + 1186, + 802 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 816, + 1410, + 846 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 848, + 1128, + 878 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 508, + 891, + 1414, + 921 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 480, + 925, + 898, + 949 + ] + }, + { + "text": "此次下调的不只是政策利率，还有支农支小再贷款利率、住房公积金贷款利率等。这意味着企业和居民融资成本将进一步减少，利", + "boxes": [ + 506, + 967, + 1426, + 997 + ] + }, + { + "text": "息负担会变轻。", + "boxes": [ + 480, + 1001, + 582, + 1026 + ] + }, + { + "text": "年内首次降息", + "boxes": [ + 220, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 26, + 69, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "三四?", + "boxes": [ + 1788, + 66, + 1880, + 89 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 402, + 139, + 794, + 181 + ] + }, + { + "text": "a", + "boxes": [ + 1176, + 150, + 1214, + 185 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1198, + 155, + 1568, + 185 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 410, + 177, + 500, + 202 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 238, + 480, + 268 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 570, + 314, + 1338, + 361 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 478, + 393, + 706, + 423 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1044, + 381, + 1436, + 429 + ] + }, + { + "text": "新华社北京5月8日电 题1年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 506, + 480, + 1026, + 518 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 532, + 676, + 562 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 576, + 1424, + 606 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 480, + 609, + 1284, + 633 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 508, + 653, + 776, + 683 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 512, + 701, + 1144, + 725 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 508, + 742, + 1386, + 772 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 772, + 1186, + 802 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 816, + 1410, + 846 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 848, + 1128, + 878 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 508, + 891, + 1414, + 921 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 480, + 925, + 898, + 949 + ] + }, + { + "text": "此次下调的不只是政策利率，还有支农支小再贷款利率、住房公积金贷款利率等。这意味着企业和居民融资成本将进一步减少，利", + "boxes": [ + 506, + 967, + 1426, + 997 + ] + }, + { + "text": "息负担会变轻。", + "boxes": [ + 480, + 1001, + 582, + 1026 + ] + }, + { + "text": "年内首次降息", + "boxes": [ + 218, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "190_2_5", + "episode_id": 190, + "env_id": 2, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.9327392578125, + "advantages": -0.3191639482975006, + "generated_text": "{\n \"intent\": \"Move the mouse to the first search result titled '年内首次降准落地！释放长期流动性约1万亿元!存款准备金率...'\",\n \"action\": \"Click(519, 460)\"\n}", + "action_string": "Click(519, 460)", + "intent_string": "Move the mouse to the first search result titled '年内首次降准落地！释放长期流动性约1万亿元!存款准备金率...'", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 26, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 184, + 113, + 310, + 145 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 316, + 191 + ] + }, + { + "text": "X", + "boxes": [ + 710, + 165, + 722, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 294, + 234 + ] + }, + { + "text": "VIDEOS", + "boxes": [ + 330, + 212, + 372, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 232 + ] + }, + { + "text": "DICT", + "boxes": [ + 506, + 212, + 534, + 232 + ] + }, + { + "text": "MAPS", + "boxes": [ + 574, + 216, + 602, + 230 + ] + }, + { + "text": "MOF", + "boxes": [ + 652, + 214, + 682, + 228 + ] + }, + { + "text": "About 18,900,000 results", + "boxes": [ + 172, + 254, + 340, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政.", + "boxes": [ + 176, + 336, + 668, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 361, + 776, + 391 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构，", + "boxes": [ + 176, + 387, + 776, + 417 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 208, + 469 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": "inewqxsi... Translate this result ", + "boxes": [ + 410, + 455, + 600, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 176, + 476, + 728, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 176, + 530, + 622, + 554 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 178, + 619, + 752, + 649 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 212, + 715, + 278, + 741 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "https://ww.thepaper.cn Translae this resut", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验.", + "boxes": [ + 174, + 756, + 744, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 262, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https://politics.gmw.cn Translate this resuit ", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 172, + 891, + 676, + 935 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 981 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://tv.ctv.com ranslate this resut", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 304, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 182, + 113, + 308, + 145 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "X", + "boxes": [ + 710, + 165, + 722, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 290, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": "MAPS", + "boxes": [ + 576, + 216, + 602, + 230 + ] + }, + { + "text": " About 18,900,000results", + "boxes": [ + 172, + 254, + 338, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "", + "boxes": [ + 188, + 310, + 202, + 326 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政..", + "boxes": [ + 176, + 336, + 682, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 363, + 778, + 393 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构．", + "boxes": [ + 176, + 387, + 778, + 417 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "https://n", + "boxes": [ + 214, + 455, + 268, + 472 + ] + }, + { + "text": "m.cn > doc-inewqxsi.. rigin3>", + "boxes": [ + 338, + 453, + 538, + 482 + ] + }, + { + "text": "The RRR cut landed for the firs time in the year! Release of long=", + "boxes": [ + 172, + 474, + 762, + 514 + ] + }, + { + "text": "term liquidity of about 1 trilion yuan|Reserve requirement ratio...", + "boxes": [ + 178, + 508, + 752, + 538 + ] + }, + { + "text": "provide long-term liquidity of about 1 trilion yuan to the market;", + "boxes": [ + 180, + 558, + 568, + 582 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 604, + 292, + 627 + ] + }, + { + "text": "https:/finance.cnr.cn > ycbd Translate this result", + "boxes": [ + 214, + 621, + 510, + 645 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 178, + 647, + 752, + 677 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济 央广网北京", + "boxes": [ + 178, + 671, + 786, + 701 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 172, + 693, + 760, + 725 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 212, + 742, + 278, + 768 + ] + }, + { + "text": " https://www.thepaper.cn Translate this result ", + "boxes": [ + 210, + 760, + 490, + 788 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验..", + "boxes": [ + 174, + 784, + 754, + 820 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称\"央行”）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 176, + 812, + 792, + 842 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机", + "boxes": [ + 174, + 832, + 714, + 866 + ] + }, + { + "text": "光明网", + "boxes": [ + 214, + 883, + 262, + 909 + ] + }, + { + "text": "O", + "boxes": [ + 184, + 893, + 208, + 915 + ] + }, + { + "text": "http:/olitics.gmw.cn Translae this resut ", + "boxes": [ + 212, + 897, + 480, + 931 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 178, + 927, + 670, + 957 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30×", + "boxes": [ + 178, + 951, + 780, + 981 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点(不含已执行5%．", + "boxes": [ + 178, + 975, + 776, + 1005 + ] + }, + { + "text": "si9728454.shtml", + "boxes": [ + 346, + 1020, + 458, + 1038 + ] + }, + { + "text": "内首次降准", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "190_3_5", + "episode_id": 190, + "env_id": 3, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.949932098388672, + "advantages": -1.4225645065307617, + "generated_text": "{\n \"intent\": \"Click on the \\\"File\\\" menu to continue exploring the available options.\",\n \"action\": \"DoubleClick(0, 30)\"\n}", + "action_string": "DoubleClick(0, 30)", + "intent_string": "Click on the \"File\" menu to continue exploring the available options.", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": "十", + "boxes": [ + 94, + 64, + 114, + 77 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 48 + ] + }, + { + "text": "Edit", + "boxes": [ + 42, + 26, + 76, + 46 + ] + }, + { + "text": "Nev", + "boxes": [ + 10, + 54, + 50, + 73 + ] + }, + { + "text": " Ctrl+N", + "boxes": [ + 210, + 54, + 264, + 73 + ] + }, + { + "text": "New Window", + "boxes": [ + 18, + 77, + 112, + 103 + ] + }, + { + "text": "Shift+Ctrl+N", + "boxes": [ + 174, + 77, + 262, + 103 + ] + }, + { + "text": "I open..", + "boxes": [ + 4, + 109, + 68, + 135 + ] + }, + { + "text": "Ctrl+o", + "boxes": [ + 212, + 109, + 264, + 135 + ] + }, + { + "text": "Open Recent", + "boxes": [ + 24, + 137, + 110, + 163 + ] + }, + { + "text": " save", + "boxes": [ + 0, + 165, + 64, + 197 + ] + }, + { + "text": "Ctrl+s", + "boxes": [ + 216, + 167, + 266, + 195 + ] + }, + { + "text": " save As.", + "boxes": [ + 0, + 193, + 84, + 224 + ] + }, + { + "text": "Shift+Ctrl+s", + "boxes": [ + 176, + 195, + 266, + 220 + ] + }, + { + "text": "Save All ", + "boxes": [ + 18, + 220, + 86, + 252 + ] + }, + { + "text": " Revert", + "boxes": [ + 2, + 250, + 72, + 276 + ] + }, + { + "text": " Print.", + "boxes": [ + 2, + 282, + 62, + 308 + ] + }, + { + "text": "Ctrl+P", + "boxes": [ + 216, + 280, + 266, + 308 + ] + }, + { + "text": " Detach Tab", + "boxes": [ + 20, + 314, + 100, + 339 + ] + }, + { + "text": "Ctrl+D", + "boxes": [ + 214, + 312, + 264, + 339 + ] + }, + { + "text": " Close Tab", + "boxes": [ + 4, + 345, + 94, + 369 + ] + }, + { + "text": "Ctrl+w", + "boxes": [ + 208, + 341, + 266, + 373 + ] + }, + { + "text": " close Window", + "boxes": [ + 2, + 371, + 120, + 401 + ] + }, + { + "text": "Ctr+o", + "boxes": [ + 210, + 367, + 268, + 401 + ] + } + ] + }, + { + "frame_id": "190_4_5", + "episode_id": 190, + "env_id": 4, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.433509826660156, + "advantages": -0.879650354385376, + "generated_text": "{\n \"intent\": \"点击屏幕上标有“年内首次降息降准，‘量增价降’支持实体经济”的链接\",\n \"action\": \"Click(600, 250)\"\n}", + "action_string": "Click(600, 250)", + "intent_string": "点击屏幕上标有“年内首次降息降准，‘量增价降’支持实体经济”的链接", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 30, + 69, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "三四?", + "boxes": [ + 1788, + 66, + 1880, + 89 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 402, + 139, + 794, + 181 + ] + }, + { + "text": "a", + "boxes": [ + 1176, + 150, + 1214, + 185 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1198, + 155, + 1568, + 185 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 410, + 177, + 500, + 202 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 238, + 480, + 268 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 570, + 314, + 1338, + 361 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 478, + 393, + 706, + 423 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1044, + 381, + 1436, + 429 + ] + }, + { + "text": "新华社北京5月8日电 题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 506, + 480, + 1026, + 518 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 532, + 676, + 562 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 576, + 1424, + 606 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 480, + 609, + 1284, + 633 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 508, + 653, + 776, + 683 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 512, + 701, + 1144, + 725 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 508, + 742, + 1386, + 772 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 772, + 1186, + 802 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 816, + 1410, + 846 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 848, + 1128, + 878 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 508, + 891, + 1414, + 921 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 480, + 925, + 898, + 949 + ] + }, + { + "text": "此次下调的不只是政策利率，还有支农支小再贷款利率、住房公积金贷款利率等。这意味着企业和居民融资成本将进一步减少，利", + "boxes": [ + 506, + 967, + 1426, + 997 + ] + }, + { + "text": "息负担会变轻。", + "boxes": [ + 480, + 1001, + 582, + 1026 + ] + }, + { + "text": "年内首次降息", + "boxes": [ + 218, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 26, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1878, + 89 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 402, + 139, + 794, + 181 + ] + }, + { + "text": "a", + "boxes": [ + 1176, + 150, + 1214, + 185 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1198, + 155, + 1568, + 185 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 410, + 177, + 500, + 201 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 238, + 480, + 268 + ] + }, + { + "text": "?", + "boxes": [ + 596, + 250, + 610, + 272 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 570, + 314, + 1338, + 361 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 478, + 393, + 706, + 423 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1044, + 381, + 1436, + 429 + ] + }, + { + "text": "新华社北京5月8日电 题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 510, + 484, + 1024, + 514 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 532, + 676, + 562 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 576, + 1424, + 606 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 480, + 609, + 1284, + 633 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 508, + 653, + 776, + 683 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 512, + 701, + 1144, + 725 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 506, + 741, + 1384, + 770 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 772, + 1186, + 802 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 816, + 1410, + 846 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 848, + 1128, + 878 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 508, + 891, + 1414, + 921 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 480, + 925, + 898, + 949 + ] + }, + { + "text": "此次下调的不只是政策利率，还有支农支小再贷款利率、住房公积金贷款利率等。这意味着企业和居民融资成本将进一步减少，利", + "boxes": [ + 506, + 967, + 1426, + 997 + ] + }, + { + "text": "息负担会变轻。", + "boxes": [ + 480, + 1001, + 582, + 1026 + ] + }, + { + "text": "年内首次降息", + "boxes": [ + 220, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "190_5_5", + "episode_id": 190, + "env_id": 5, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.562756538391113, + "advantages": 0.3881583511829376, + "generated_text": "{\n \"intent\": \"Exploring the latest search result about \\\"年内首次降准落地\\\" from 6 hours ago titled \\\"年内首次降准，量增价降支持实体经济\\\"\",\n \"action\": \"DoubleClick(587, 386)\"\n}", + "action_string": "DoubleClick(587, 386)", + "intent_string": "Exploring the latest search result about \"年内首次降准落地\" from 6 hours ago titled \"年内首次降准，量增价降支持实体经济\"", + "before_screen_ocr_results": [ + { + "text": "年内首次降准落地", + "boxes": [ + 792, + 40, + 902, + 64 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 1014, + 42, + 1132, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "Q. Search-Microsoft Bing ×Q年内首次降准落地-Search ×十", + "boxes": [ + 322, + 64, + 800, + 99 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 454, + 133 + ] + }, + { + "text": "nTID%3a\"DSBO", + "boxes": [ + 1158, + 107, + 1268, + 125 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四@", + "boxes": [ + 1462, + 101, + 1560, + 133 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 506, + 153, + 632, + 185 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 340, + 195, + 470, + 224 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 498, + 195, + 636, + 224 + ] + }, + { + "text": "Q", + "boxes": [ + 1092, + 201, + 1112, + 214 + ] + }, + { + "text": "Sign in ", + "boxes": [ + 1242, + 199, + 1292, + 216 + ] + }, + { + "text": "8", + "boxes": [ + 1356, + 201, + 1378, + 214 + ] + }, + { + "text": "WEB", + "boxes": [ + 500, + 256, + 526, + 270 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 566, + 252, + 610, + 270 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "About 18,900,000 results", + "boxes": [ + 498, + 298, + 658, + 326 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 536, + 334, + 614, + 359 + ] + }, + { + "text": "https://www.gov.cn > zhengce Translate this result", + "boxes": [ + 538, + 353, + 842, + 377 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济－中国政.", + "boxes": [ + 498, + 375, + 984, + 411 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 115, + 423 + ] + }, + { + "text": "6 days ago．年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 500, + 403, + 1098, + 433 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构，", + "boxes": [ + 500, + 429, + 1098, + 453 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 88, + 528 + ] + }, + { + "text": "年 Q Global web icon 释放长期流动性约1万亿元|存款准备金率..", + "boxes": [ + 496, + 512, + 1060, + 548 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 496, + 544, + 1108, + 574 + ] + }, + { + "text": "图", + "boxes": [ + 38, + 570, + 78, + 608 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 496, + 564, + 944, + 594 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 532, + 613, + 612, + 639 + ] + }, + { + "text": "https:/finance.cnr.cn > ycbd Translate this result", + "boxes": [ + 534, + 631, + 832, + 659 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 496, + 655, + 1074, + 691 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 500, + 683, + 1108, + 713 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 498, + 705, + 1080, + 735 + ] + }, + { + "text": "Excel", + "boxes": [ + 34, + 723, + 88, + 748 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 529, + 748, + 603, + 785 + ] + }, + { + "text": "澎", + "boxes": [ + 504, + 764, + 532, + 786 + ] + }, + { + "text": "0", + "boxes": [ + 42, + 792, + 76, + 824 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验，", + "boxes": [ + 496, + 796, + 1062, + 832 + ] + }, + { + "text": "..", + "boxes": [ + 1058, + 810, + 1070, + 822 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称\"央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 498, + 824, + 1112, + 854 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 498, + 846, + 1040, + 876 + ] + }, + { + "text": "光明网", + "boxes": [ + 531, + 891, + 587, + 924 + ] + }, + { + "text": "htp:/olitics.gmw.cn Translae this resut ", + "boxes": [ + 532, + 911, + 800, + 941 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 498, + 935, + 996, + 971 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社 2025-05-15 08:30×", + "boxes": [ + 498, + 965, + 1100, + 995 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 1142, + 42, + 1262, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "Q Search - Microsoft Bing ", + "boxes": [ + 328, + 67, + 510, + 91 + ] + }, + { + "text": "介×十", + "boxes": [ + 1182, + 71, + 1244, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 350, + 101, + 452, + 133 + ] + }, + { + "text": "·", + "boxes": [ + 1284, + 101, + 1370, + 133 + ] + }, + { + "text": "三四@", + "boxes": [ + 1462, + 101, + 1560, + 133 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 3, + 168, + 113, + 205 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 404, + 179, + 798, + 220 + ] + }, + { + "text": "Q", + "boxes": [ + 1178, + 191, + 1240, + 222 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1222, + 191, + 1570, + 226 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 405, + 210, + 505, + 247 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 278, + 482, + 308 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 570, + 349, + 1342, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "2025-05-09 07:23 来源：新华社", + "boxes": [ + 476, + 433, + 710, + 463 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1046, + 425, + 1434, + 467 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 500, + 92, + 532 + ] + }, + { + "text": "新华社北京5月8日电题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 510, + 522, + 1028, + 552 + ] + }, + { + "text": "", + "boxes": [ + 26, + 546, + 88, + 616 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 570, + 680, + 600 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 643 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 508, + 613, + 1424, + 643 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 478, + 645, + 1288, + 675 + ] + }, + { + "text": "福", + "boxes": [ + 27, + 669, + 88, + 727 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 508, + 689, + 780, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 506, + 731, + 1148, + 768 + ] + }, + { + "text": "口", + "boxes": [ + 34, + 780, + 80, + 828 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 508, + 780, + 1388, + 810 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 814, + 1186, + 838 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 856, + 1412, + 885 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 885, + 1128, + 915 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 510, + 931, + 1416, + 961 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 478, + 961, + 900, + 991 + ] + }, + { + "text": "年内首次降息·", + "boxes": [ + 216, + 1048, + 308, + 1072 + ] + } + ] + }, + { + "frame_id": "190_6_5", + "episode_id": 190, + "env_id": 6, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.742938995361328, + "advantages": 0.5904497504234314, + "generated_text": "{\n \"intent\": \"Click on the first search result titled \\\"小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大的...\\\"\",\n \"action\": \"DoubleClick(267, 349)\"\n}", + "action_string": "DoubleClick(267, 349)", + "intent_string": "Click on the first search result titled \"小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大的...\"", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "小鹏P7将迎来大改款", + "boxes": [ + 176, + 157, + 334, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": "About 510,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 294, + 278, + 320 + ] + }, + { + "text": "?", + "boxes": [ + 180, + 303, + 209, + 332 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大，", + "boxes": [ + 176, + 336, + 674, + 371 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，小鹏P7将迎来大改款，“这不是一款概念", + "boxes": [ + 176, + 363, + 772, + 393 + ] + }, + { + "text": "车，我们做的只是把它从未来带到现在”。随后，何.", + "boxes": [ + 178, + 389, + 502, + 413 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 212, + 435, + 262, + 463 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 202, + 467 + ] + }, + { + "text": ".qq.com", + "boxes": [ + 288, + 457, + 340, + 474 + ] + }, + { + "text": "1 rain Translate this resut ", + "boxes": [ + 336, + 453, + 504, + 482 + ] + }, + { + "text": "人", + "boxes": [ + 574, + 461, + 586, + 472 + ] + }, + { + "text": "何小鹏官宣小鹏P7将迎大改款：“从未来带到现在”－腾讯网", + "boxes": [ + 176, + 476, + 712, + 512 + ] + }, + { + "text": "【环球网科技综合报道】5月15日，小鹏汽车董事长何小鹏在社交平台宣布旗下热门车型小鹏 P7", + "boxes": [ + 180, + 504, + 784, + 534 + ] + }, + { + "text": "将迎来大改款。他强调：“这不是一款概念车，我们.", + "boxes": [ + 180, + 530, + 510, + 554 + ] + }, + { + "text": "和讯汽车", + "boxes": [ + 212, + 574, + 278, + 600 + ] + }, + { + "text": "和", + "boxes": [ + 184, + 588, + 212, + 609 + ] + }, + { + "text": "何小鹏：小鹏P7将迎来大改款，有史以来情感投入最大的..", + "boxes": [ + 176, + 617, + 706, + 647 + ] + }, + { + "text": "6 hours ago·小鹏汽车CEO何小鹏在微博上表示小鹏P7将进行大改款，强调这不是概念车，而是", + "boxes": [ + 176, + 643, + 784, + 673 + ] + }, + { + "text": "将未来设计带到现在。他还提及新款小鹏P7项目是公司有史以来情感投入最大的一个，团队用，", + "boxes": [ + 178, + 669, + 766, + 693 + ] + }, + { + "text": "搜狐", + "boxes": [ + 216, + 717, + 246, + 737 + ] + }, + { + "text": "https:/www.sohu.com Translate this result", + "boxes": [ + 216, + 735, + 476, + 758 + ] + }, + { + "text": "何小鹏宣布小鹏P7将迎来大改款：情感投入最大的项目", + "boxes": [ + 178, + 760, + 668, + 790 + ] + }, + { + "text": "6 hours ago·在众多同类车型中，小鹏P7的外观与内饰设计无疑将成为一大亮点。当然，情感的", + "boxes": [ + 180, + 784, + 788, + 814 + ] + }, + { + "text": "投入并不仅限于外观设计，智能化的驾驶体验和人性化的科技配置也是小鹏P7改款的重要部分，", + "boxes": [ + 178, + 810, + 766, + 834 + ] + }, + { + "text": "ITBear科技资讯", + "boxes": [ + 214, + 854, + 318, + 879 + ] + }, + { + "text": "®", + "boxes": [ + 186, + 870, + 206, + 885 + ] + }, + { + "text": "htp://www.itbear.com.cn html Translate thisresut", + "boxes": [ + 206, + 869, + 532, + 901 + ] + }, + { + "text": "小鹏P7大改款来袭，中国造车新势力迎来新变革？-智能汽车，", + "boxes": [ + 176, + 897, + 720, + 933 + ] + }, + { + "text": "4 hours ago·小鹏汽车董事长何小鹏近期揭晓了一个令人瞩目的消息：小鹏P7将迎来其历史上的", + "boxes": [ + 180, + 927, + 782, + 951 + ] + }, + { + "text": "首次大改款。他强调，这不仅是中国造车新势力中的首次大改款尝试，更是一款从未来走进现实，", + "boxes": [ + 176, + 947, + 778, + 977 + ] + }, + { + "text": "0", + "boxes": [ + 178, + 1000, + 214, + 1033 + ] + }, + { + "text": "CNMO", + "boxes": [ + 214, + 995, + 264, + 1020 + ] + }, + { + "text": "htp://smartcar.cnmo.com news Translate this esult", + "boxes": [ + 208, + 1008, + 550, + 1042 + ] + }, + { + "text": "鹏P7将迎来·", + "boxes": [ + 224, + 1048, + 308, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "」Q小鹏P7将迎来大改款- Seal", + "boxes": [ + 1344, + 28, + 1542, + 52 + ] + }, + { + "text": "①", + "boxes": [ + 258, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "娱乐", + "boxes": [ + 572, + 113, + 630, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 704, + 111, + 744, + 137 + ] + }, + { + "text": "图片", + "boxes": [ + 754, + 113, + 796, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 111, + 934, + 137 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1550, + 137 + ] + }, + { + "text": "sina 新浪财经经济新闻滚动>正文", + "boxes": [ + 336, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "√新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 332, + 349, + 810, + 397 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16　界面新闻", + "boxes": [ + 328, + 449, + 584, + 487 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "A", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 532, + 758, + 792, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1252, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 925, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-27018秒前 传娃哈哈多地员工线下维权讨薪，娃哈哈回应", + "boxes": [ + 470, + 959, + 942, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + } + ] + }, + { + "frame_id": "190_7_5", + "episode_id": 190, + "env_id": 7, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.365891456604004, + "advantages": 0.16713732481002808, + "generated_text": "{\n \"intent\": \"Click the Bing website link (bing.com) to explore it further.\",\n \"action\": \"DoubleClick(273, 150)\"\n}", + "action_string": "DoubleClick(273, 150)", + "intent_string": "Click the Bing website link (bing.com) to explore it further.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "①| https:/n.bing.com", + "boxes": [ + 246, + 59, + 448, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": " Apple - htt://w.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing -", + "boxes": [ + 254, + 143, + 320, + 169 + ] + }, + { + "text": "- bing.com", + "boxes": [ + 312, + 145, + 394, + 169 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 284, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.cor", + "boxes": [ + 598, + 220, + 658, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 254, + 316, + 272 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 478, + 448, + 656, + 477 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1466, + 768, + 1552, + 794 + ] + }, + { + "text": "风云A9L创始版限量增发10000台", + "boxes": [ + 197, + 799, + 543, + 910 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 804, + 1504, + 842 + ] + }, + { + "text": "天，订单量超过53565台", + "boxes": [ + 184, + 854, + 396, + 923 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 850, + 1514, + 891 + ] + }, + { + "text": "A 1.06%8 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "小订10", + "boxes": [ + 419, + 901, + 471, + 926 + ] + }, + { + "text": "13,36% ", + "boxes": [ + 1626, + 893, + 1700, + 941 + ] + }, + { + "text": "星视频·2小时", + "boxes": [ + 220, + 921, + 318, + 945 + ] + }, + { + "text": "ITBEAR科技资讯·36分钟", + "boxes": [ + 824, + 917, + 1006, + 947 + ] + }, + { + "text": "爱游戏天地·2天", + "boxes": [ + 1138, + 917, + 1254, + 947 + ] + }, + { + "text": "奥迪华为联手，Q6Le-tron", + "boxes": [ + 824, + 939, + 1100, + 977 + ] + }, + { + "text": "必看！怪物猎人中3个隐藏的", + "boxes": [ + 1134, + 937, + 1402, + 977 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 937, + 1508, + 989 + ] + }, + { + "text": "+4.363 ", + "boxes": [ + 1634, + 939, + 1700, + 987 + ] + }, + { + "text": "35天订单53565辆！中大型轿跑，全新A9L", + "boxes": [ + 202, + 949, + 784, + 985 + ] + }, + { + "text": "新豪华智能座驾价值重塑", + "boxes": [ + 826, + 967, + 1056, + 1001 + ] + }, + { + "text": "强力装备获取点", + "boxes": [ + 1138, + 969, + 1288, + 1001 + ] + }, + { + "text": "火了，或10来万定价", + "boxes": [ + 196, + 983, + 486, + 1024 + ] + }, + { + "text": "签金", + "boxes": [ + 1448, + 976, + 1500, + 1034 + ] + }, + { + "text": ",10", + "boxes": [ + 1630, + 985, + 1700, + 1032 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search-Microsoft Bing×十", + "boxes": [ + 26, + 32, + 244, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 40, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "| https://cn.bing.com", + "boxes": [ + 250, + 64, + 448, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1598, + 66, + 1662, + 91 + ] + }, + { + "text": "三目9", + "boxes": [ + 1786, + 66, + 1866, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 470, + 295, + 614, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1360, + 326 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 642, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1100, + 407, + 1290, + 443 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 656, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "万法子归", + "boxes": [ + 219, + 775, + 721, + 934 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1460, + 804, + 1504, + 842 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1460, + 852, + 1512, + 887 + ] + }, + { + "text": "A 1.08%0 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "13,7%", + "boxes": [ + 1626, + 893, + 1700, + 941 + ] + }, + { + "text": "众仙归位", + "boxes": [ + 280, + 909, + 416, + 941 + ] + }, + { + "text": "百炼成仙乡", + "boxes": [ + 600, + 911, + 736, + 941 + ] + }, + { + "text": "汽车资讯盘点·1小时", + "boxes": [ + 826, + 917, + 980, + 947 + ] + }, + { + "text": "18183游戏网·23小时", + "boxes": [ + 1144, + 915, + 1300, + 947 + ] + }, + { + "text": "机", + "boxes": [ + 1598, + 911, + 1610, + 923 + ] + }, + { + "text": "20.49万元起入门即高配！", + "boxes": [ + 826, + 941, + 1082, + 977 + ] + }, + { + "text": "毁灭战士黑暗纪元全玩具模型", + "boxes": [ + 1136, + 943, + 1404, + 973 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 937, + 1508, + 989 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "游戏天地·1天", + "boxes": [ + 198, + 951, + 320, + 981 + ] + }, + { + "text": "全新智己L6一图看懂", + "boxes": [ + 826, + 967, + 1024, + 1003 + ] + }, + { + "text": "收集攻略毁灭战士黑暗纪元全", + "boxes": [ + 1136, + 967, + 1414, + 1003 + ] + }, + { + "text": "诛仙2萌新成长全攻略", + "boxes": [ + 198, + 977, + 490, + 1024 + ] + }, + { + "text": "黄", + "boxes": [ + 1454, + 981, + 1498, + 1032 + ] + }, + { + "text": "120 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "玩具模型收集方法", + "boxes": [ + 1138, + 997, + 1308, + 1026 + ] + }, + { + "text": "△1", + "boxes": [ + 1144, + 1028, + 1176, + 1042 + ] + }, + { + "text": "arch - Micr.", + "boxes": [ + 236, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "190_0_6", + "episode_id": 190, + "env_id": 0, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.044392585754395, + "advantages": -0.19381043314933777, + "generated_text": "{\n \"intent\": \"Click on the first available pair of jeans from the search results to explore more details and check out.\",\n \"action\": \"DoubleClick(100, 50)\"\n}", + "action_string": "DoubleClick(100, 50)", + "intent_string": "Click on the first available pair of jeans from the search results to explore more details and check out.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "! cart", + "boxes": [ + 1680, + 100, + 1766, + 156 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1814, + 105, + 1874, + 131 + ] + }, + { + "text": "$8,715.38", + "boxes": [ + 1806, + 119, + 1880, + 155 + ] + }, + { + "text": "Go to Cart", + "boxes": [ + 1814, + 159, + 1868, + 177 + ] + }, + { + "text": "三 AlI", + "boxes": [ + 22, + 169, + 68, + 195 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 256, + 68, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "women", + "boxes": [ + 9, + 275, + 85, + 309 + ] + }, + { + "text": "unisex", + "boxes": [ + 9, + 299, + 81, + 328 + ] + }, + { + "text": "35", + "boxes": [ + 22, + 429, + 44, + 443 + ] + }, + { + "text": "2F", + "boxes": [ + 109, + 492, + 133, + 514 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 500, + 1862, + 526 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 609, + 866, + 643 + ] + }, + { + "text": "Straight Leg Jeans for Women,High ", + "boxes": [ + 902, + 613, + 1168, + 643 + ] + }, + { + "text": " Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1192, + 611, + 1462, + 641 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 623, + 140, + 643 + ] + }, + { + "text": "7-8", + "boxes": [ + 184, + 625, + 212, + 645 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 572, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 637, + 1174, + 665 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1194, + 637, + 1442, + 667 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans ", + "boxes": [ + 1488, + 637, + 1732, + 667 + ] + }, + { + "text": "9-10", + "boxes": [ + 31, + 652, + 69, + 678 + ] + }, + { + "text": "11-12", + "boxes": [ + 100, + 655, + 148, + 675 + ] + }, + { + "text": "13-14", + "boxes": [ + 176, + 655, + 222, + 675 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 606, + 659, + 840, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1066, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall", + "boxes": [ + 1192, + 659, + 1422, + 689 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "Fashion y2k Outits 2025", + "boxes": [ + 1192, + 683, + 1386, + 719 + ] + }, + { + "text": "7", + "boxes": [ + 1840, + 675, + 1886, + 701 + ] + }, + { + "text": "★★★★☆14,463", + "boxes": [ + 320, + 689, + 462, + 713 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆697", + "boxes": [ + 904, + 687, + 1030, + 715 + ] + }, + { + "text": " Baggy with Patch Pockets", + "boxes": [ + 1486, + 683, + 1682, + 717 + ] + }, + { + "text": "00+", + "boxes": [ + 324, + 715, + 346, + 729 + ] + }, + { + "text": "ght in past month", + "boxes": [ + 378, + 715, + 490, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 612, + 715, + 740, + 739 + ] + }, + { + "text": "100+|", + "boxes": [ + 906, + 713, + 942, + 733 + ] + }, + { + "text": " bought in past ", + "boxes": [ + 936, + 711, + 1038, + 735 + ] + }, + { + "text": "tmonth", + "boxes": [ + 1030, + 715, + 1076, + 733 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1196, + 713, + 1320, + 742 + ] + }, + { + "text": "★★★★★1.,998", + "boxes": [ + 1488, + 713, + 1632, + 742 + ] + }, + { + "text": "$16.47", + "boxes": [ + 1810, + 707, + 1864, + 737 + ] + }, + { + "text": "500+ bought in past", + "boxes": [ + 610, + 728, + 744, + 763 + ] + }, + { + "text": "100+ boughtin past month", + "boxes": [ + 1194, + 728, + 1376, + 762 + ] + }, + { + "text": "4K+ bought in past month", + "boxes": [ + 1488, + 728, + 1662, + 765 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 742, + 966, + 776 + ] + }, + { + "text": "$388", + "boxes": [ + 606, + 762, + 674, + 802 + ] + }, + { + "text": "$3299", + "boxes": [ + 1189, + 759, + 1261, + 805 + ] + }, + { + "text": "$3898", + "boxes": [ + 1486, + 762, + 1554, + 802 + ] + }, + { + "text": "very Mon, May 26", + "boxes": [ + 342, + 780, + 458, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 776, + 1048, + 806 + ] + }, + { + "text": "hips to Chin", + "boxes": [ + 322, + 804, + 390, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 800, + 752, + 830 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 906, + 804, + 980, + 822 + ] + }, + { + "text": "Delivery May 27 - Jun 3", + "boxes": [ + 1194, + 800, + 1352, + 830 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1484, + 796, + 1636, + 832 + ] + }, + { + "text": "01", + "boxes": [ + 326, + 826, + 354, + 840 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1202, + 828, + 1272, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1494, + 828, + 1570, + 846 + ] + }, + { + "text": "$118.90", + "boxes": [ + 1805, + 910, + 1865, + 940 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 296, + 117, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "93", + "boxes": [ + 1823, + 112, + 1859, + 138 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 414, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1560, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "190_1_6", + "episode_id": 190, + "env_id": 1, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.285408020019531, + "advantages": 0.07677832990884781, + "generated_text": "{\n \"intent\": \"Click on the headline '年内首次降息降准，‘量增价降’支持实体经济' on the screen\",\n \"action\": \"DoubleClick(785, 498)\"\n}", + "action_string": "DoubleClick(785, 498)", + "intent_string": "Click on the headline '年内首次降息降准，‘量增价降’支持实体经济' on the screen", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 28, + 69, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1878, + 89 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 402, + 139, + 794, + 181 + ] + }, + { + "text": "a", + "boxes": [ + 1176, + 150, + 1214, + 185 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1198, + 155, + 1568, + 185 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 410, + 177, + 500, + 202 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 238, + 480, + 268 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 570, + 314, + 1338, + 361 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 478, + 393, + 706, + 423 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1044, + 381, + 1436, + 429 + ] + }, + { + "text": "新华社北京5月8日电 题1年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 506, + 480, + 1026, + 518 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 532, + 676, + 562 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 576, + 1424, + 606 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 480, + 609, + 1284, + 633 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 508, + 653, + 776, + 683 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 512, + 701, + 1144, + 725 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 508, + 742, + 1386, + 772 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 772, + 1186, + 802 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 816, + 1410, + 846 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 848, + 1128, + 878 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 508, + 891, + 1414, + 921 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 480, + 925, + 898, + 949 + ] + }, + { + "text": "此次下调的不只是政策利率，还有支农支小再贷款利率、住房公积金贷款利率等。这意味着企业和居民融资成本将进一步减少，利", + "boxes": [ + 506, + 967, + 1426, + 997 + ] + }, + { + "text": "息负担会变轻。", + "boxes": [ + 480, + 1001, + 582, + 1026 + ] + }, + { + "text": "年内首次降息", + "boxes": [ + 218, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 28, + 69, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1878, + 89 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 402, + 139, + 794, + 181 + ] + }, + { + "text": "a", + "boxes": [ + 1176, + 150, + 1214, + 185 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1198, + 155, + 1568, + 185 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 410, + 177, + 500, + 202 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 238, + 480, + 268 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 570, + 314, + 1340, + 361 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 478, + 393, + 708, + 423 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1044, + 381, + 1436, + 429 + ] + }, + { + "text": "新华社北京5月8日电题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 506, + 480, + 1026, + 518 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 532, + 676, + 562 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 576, + 1424, + 606 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 480, + 609, + 1284, + 633 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 508, + 653, + 776, + 683 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 512, + 701, + 1144, + 725 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 506, + 741, + 1384, + 770 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 772, + 1186, + 802 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 816, + 1410, + 846 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 848, + 1128, + 878 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 508, + 891, + 1414, + 921 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 480, + 925, + 898, + 949 + ] + }, + { + "text": "此次下调的不只是政策利率，还有支农支小再贷款利率、住房公积金贷款利率等。这意味着企业和居民融资成本将进一步减少，利", + "boxes": [ + 506, + 967, + 1426, + 997 + ] + }, + { + "text": "息负担会变轻。", + "boxes": [ + 480, + 1001, + 582, + 1026 + ] + }, + { + "text": "年内首次降息", + "boxes": [ + 218, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "190_2_6", + "episode_id": 190, + "env_id": 2, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.22284984588623, + "advantages": 0.006544075906276703, + "generated_text": "{\n \"intent\": \"Click on one of the relevant links to start exploring the content related to \\\"年内首次降准落地\\\" in this computer desktop environment.\",\n \"action\": \"Click(410, 357)\"\n}", + "action_string": "Click(410, 357)", + "intent_string": "Click on one of the relevant links to start exploring the content related to \"年内首次降准落地\" in this computer desktop environment.", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 182, + 113, + 308, + 145 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "X", + "boxes": [ + 710, + 165, + 722, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 290, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": "MAPS", + "boxes": [ + 576, + 216, + 602, + 230 + ] + }, + { + "text": " About 18,900,000results", + "boxes": [ + 172, + 254, + 338, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "", + "boxes": [ + 188, + 310, + 202, + 326 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政..", + "boxes": [ + 176, + 336, + 682, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 363, + 778, + 393 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构．", + "boxes": [ + 176, + 387, + 778, + 417 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "https://n", + "boxes": [ + 214, + 455, + 268, + 472 + ] + }, + { + "text": "m.cn > doc-inewqxsi.. rigin3>", + "boxes": [ + 338, + 453, + 538, + 482 + ] + }, + { + "text": "The RRR cut landed for the firs time in the year! Release of long=", + "boxes": [ + 172, + 474, + 762, + 514 + ] + }, + { + "text": "term liquidity of about 1 trilion yuan|Reserve requirement ratio...", + "boxes": [ + 178, + 508, + 752, + 538 + ] + }, + { + "text": "provide long-term liquidity of about 1 trilion yuan to the market;", + "boxes": [ + 180, + 558, + 568, + 582 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 604, + 292, + 627 + ] + }, + { + "text": "https:/finance.cnr.cn > ycbd Translate this result", + "boxes": [ + 214, + 621, + 510, + 645 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 178, + 647, + 752, + 677 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济 央广网北京", + "boxes": [ + 178, + 671, + 786, + 701 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 172, + 693, + 760, + 725 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 212, + 742, + 278, + 768 + ] + }, + { + "text": " https://www.thepaper.cn Translate this result ", + "boxes": [ + 210, + 760, + 490, + 788 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验..", + "boxes": [ + 174, + 784, + 754, + 820 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称\"央行”）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 176, + 812, + 792, + 842 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机", + "boxes": [ + 174, + 832, + 714, + 866 + ] + }, + { + "text": "光明网", + "boxes": [ + 214, + 883, + 262, + 909 + ] + }, + { + "text": "O", + "boxes": [ + 184, + 893, + 208, + 915 + ] + }, + { + "text": "http:/olitics.gmw.cn Translae this resut ", + "boxes": [ + 212, + 897, + 480, + 931 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 178, + 927, + 670, + 957 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30×", + "boxes": [ + 178, + 951, + 780, + 981 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点(不含已执行5%．", + "boxes": [ + 178, + 975, + 776, + 1005 + ] + }, + { + "text": "si9728454.shtml", + "boxes": [ + 346, + 1020, + 458, + 1038 + ] + }, + { + "text": "内首次降准", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 28, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1878, + 89 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 402, + 139, + 794, + 181 + ] + }, + { + "text": "O", + "boxes": [ + 1178, + 151, + 1212, + 185 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1198, + 155, + 1568, + 185 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 410, + 177, + 500, + 202 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 238, + 480, + 268 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 570, + 314, + 1338, + 361 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 478, + 393, + 708, + 423 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1044, + 381, + 1436, + 429 + ] + }, + { + "text": "新华社北京5月8日电 题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 510, + 484, + 1024, + 514 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 532, + 676, + 562 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 576, + 1424, + 606 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 480, + 609, + 1284, + 633 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 508, + 653, + 776, + 683 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 510, + 701, + 1144, + 725 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 506, + 741, + 1384, + 770 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 772, + 1186, + 802 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 816, + 1410, + 846 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 848, + 1128, + 878 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 508, + 891, + 1414, + 921 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 480, + 925, + 898, + 949 + ] + }, + { + "text": "此次下调的不只是政策利率，还有支农支小再贷款利率、住房公积金贷款利率等。这意味着企业和居民融资成本将进一步减少，利", + "boxes": [ + 506, + 967, + 1426, + 997 + ] + }, + { + "text": "息负担会变轻。", + "boxes": [ + 480, + 1001, + 582, + 1026 + ] + }, + { + "text": "年内首次降息", + "boxes": [ + 220, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "190_3_6", + "episode_id": 190, + "env_id": 3, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.299372673034668, + "advantages": -1.0302464962005615, + "generated_text": "{\n \"intent\": \"Click on the 'New' option to open a new Mousepad window.\",\n \"action\": \"DoubleClick(47, 54)\"\n}", + "action_string": "DoubleClick(47, 54)", + "intent_string": "Click on the 'New' option to open a new Mousepad window.", + "before_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 48 + ] + }, + { + "text": "Edit", + "boxes": [ + 42, + 26, + 76, + 46 + ] + }, + { + "text": "Nev", + "boxes": [ + 10, + 54, + 50, + 73 + ] + }, + { + "text": " Ctrl+N", + "boxes": [ + 210, + 54, + 264, + 73 + ] + }, + { + "text": "New Window", + "boxes": [ + 18, + 77, + 112, + 103 + ] + }, + { + "text": "Shift+Ctrl+N", + "boxes": [ + 174, + 77, + 262, + 103 + ] + }, + { + "text": "I open..", + "boxes": [ + 4, + 109, + 68, + 135 + ] + }, + { + "text": "Ctrl+o", + "boxes": [ + 212, + 109, + 264, + 135 + ] + }, + { + "text": "Open Recent", + "boxes": [ + 24, + 137, + 110, + 163 + ] + }, + { + "text": " save", + "boxes": [ + 0, + 165, + 64, + 197 + ] + }, + { + "text": "Ctrl+s", + "boxes": [ + 216, + 167, + 266, + 195 + ] + }, + { + "text": " save As.", + "boxes": [ + 0, + 193, + 84, + 224 + ] + }, + { + "text": "Shift+Ctrl+s", + "boxes": [ + 176, + 195, + 266, + 220 + ] + }, + { + "text": "Save All ", + "boxes": [ + 18, + 220, + 86, + 252 + ] + }, + { + "text": " Revert", + "boxes": [ + 2, + 250, + 72, + 276 + ] + }, + { + "text": " Print.", + "boxes": [ + 2, + 282, + 62, + 308 + ] + }, + { + "text": "Ctrl+P", + "boxes": [ + 216, + 280, + 266, + 308 + ] + }, + { + "text": " Detach Tab", + "boxes": [ + 20, + 314, + 100, + 339 + ] + }, + { + "text": "Ctrl+D", + "boxes": [ + 214, + 312, + 264, + 339 + ] + }, + { + "text": " Close Tab", + "boxes": [ + 4, + 345, + 94, + 369 + ] + }, + { + "text": "Ctrl+w", + "boxes": [ + 208, + 341, + 266, + 373 + ] + }, + { + "text": " close Window", + "boxes": [ + 2, + 371, + 120, + 401 + ] + }, + { + "text": "Ctr+o", + "boxes": [ + 210, + 367, + 268, + 401 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "D", + "boxes": [ + 0, + 0, + 28, + 26 + ] + }, + { + "text": "File", + "boxes": [ + 6, + 26, + 36, + 48 + ] + }, + { + "text": " Edit ", + "boxes": [ + 30, + 26, + 84, + 46 + ] + }, + { + "text": " Search View ", + "boxes": [ + 80, + 24, + 188, + 52 + ] + }, + { + "text": "Help", + "boxes": [ + 274, + 28, + 308, + 48 + ] + }, + { + "text": "", + "boxes": [ + 44, + 54, + 58, + 71 + ] + }, + { + "text": "Untitled 1Unttled 2", + "boxes": [ + 8, + 75, + 214, + 111 + ] + } + ] + }, + { + "frame_id": "190_4_6", + "episode_id": 190, + "env_id": 4, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.644386291503906, + "advantages": -0.6428987383842468, + "generated_text": "{\n \"intent\": \"Click on the link \\\"年内首次降息降准，\\\"量增价降\\\"支持实体经济\\\"\",\n \"action\": \"Click(900, 50)\"\n}", + "action_string": "Click(900, 50)", + "intent_string": "Click on the link \"年内首次降息降准，\"量增价降\"支持实体经济\"", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 26, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1878, + 89 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 402, + 139, + 794, + 181 + ] + }, + { + "text": "a", + "boxes": [ + 1176, + 150, + 1214, + 185 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1198, + 155, + 1568, + 185 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 410, + 177, + 500, + 201 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 238, + 480, + 268 + ] + }, + { + "text": "?", + "boxes": [ + 596, + 250, + 610, + 272 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 570, + 314, + 1338, + 361 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 478, + 393, + 708, + 423 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1044, + 381, + 1436, + 429 + ] + }, + { + "text": "新华社北京5月8日电 题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 510, + 484, + 1024, + 514 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 532, + 676, + 562 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 576, + 1424, + 606 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 480, + 609, + 1284, + 633 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 508, + 653, + 776, + 683 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 512, + 701, + 1144, + 725 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 506, + 741, + 1384, + 770 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 772, + 1186, + 802 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 816, + 1410, + 846 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 848, + 1128, + 878 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 508, + 891, + 1414, + 921 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 480, + 925, + 898, + 949 + ] + }, + { + "text": "此次下调的不只是政策利率，还有支农支小再贷款利率、住房公积金贷款利率等。这意味着企业和居民融资成本将进一步减少，利", + "boxes": [ + 506, + 967, + 1426, + 997 + ] + }, + { + "text": "息负担会变轻。", + "boxes": [ + 480, + 1001, + 582, + 1026 + ] + }, + { + "text": "年内首次降息", + "boxes": [ + 220, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 268, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": " About 18,900,000results", + "boxes": [ + 172, + 254, + 338, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政..", + "boxes": [ + 176, + 336, + 682, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 363, + 778, + 393 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构．", + "boxes": [ + 176, + 387, + 778, + 417 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": "ewqxsi.. Translate this result", + "boxes": [ + 424, + 455, + 598, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 176, + 476, + 728, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 178, + 530, + 620, + 554 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 176, + 615, + 754, + 651 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "https://ww.thepaper.cn Translate this result ", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验.", + "boxes": [ + 174, + 756, + 744, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 262, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https://politics.gmw.cn Translate this resut ", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 172, + 891, + 676, + 935 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 981 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://tv.ctv.com Translate this resut ", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ] + }, + { + "frame_id": "190_5_6", + "episode_id": 190, + "env_id": 5, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.192011833190918, + "advantages": -1.1507809162139893, + "generated_text": "{\n \"intent\": \"Explore the Chinese government website to read about the first reduction in annual interest rates and the dissemination of \\\"volume price reduction\\\" supporting real economy since its governance introduction.\",\n \"action\": \"Click(100, 50)\"\n}", + "action_string": "Click(100, 50)", + "intent_string": "Explore the Chinese government website to read about the first reduction in annual interest rates and the dissemination of \"volume price reduction\" supporting real economy since its governance introduction.", + "before_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 1142, + 42, + 1262, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "Q Search - Microsoft Bing ", + "boxes": [ + 328, + 67, + 510, + 91 + ] + }, + { + "text": "介×十", + "boxes": [ + 1182, + 71, + 1244, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 350, + 101, + 452, + 133 + ] + }, + { + "text": "·", + "boxes": [ + 1284, + 101, + 1370, + 133 + ] + }, + { + "text": "三四@", + "boxes": [ + 1462, + 101, + 1560, + 133 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 3, + 168, + 113, + 205 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 404, + 179, + 798, + 220 + ] + }, + { + "text": "Q", + "boxes": [ + 1178, + 191, + 1240, + 222 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1222, + 191, + 1570, + 226 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 405, + 210, + 505, + 247 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 278, + 482, + 308 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 570, + 349, + 1342, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "2025-05-09 07:23 来源：新华社", + "boxes": [ + 476, + 433, + 710, + 463 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1046, + 425, + 1434, + 467 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 500, + 92, + 532 + ] + }, + { + "text": "新华社北京5月8日电题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 510, + 522, + 1028, + 552 + ] + }, + { + "text": "", + "boxes": [ + 26, + 546, + 88, + 616 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 570, + 680, + 600 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 508, + 613, + 1424, + 643 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 478, + 645, + 1288, + 675 + ] + }, + { + "text": "福", + "boxes": [ + 27, + 669, + 88, + 727 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 508, + 689, + 780, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 506, + 731, + 1148, + 768 + ] + }, + { + "text": "口", + "boxes": [ + 34, + 780, + 80, + 828 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 508, + 780, + 1388, + 810 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 814, + 1186, + 838 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 856, + 1412, + 885 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 885, + 1128, + 915 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 510, + 931, + 1416, + 961 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 478, + 961, + 900, + 991 + ] + }, + { + "text": "年内首次降息·", + "boxes": [ + 216, + 1048, + 308, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 46, + 340, + 62 + ] + }, + { + "text": "年内首次降息降准", + "boxes": [ + 682, + 42, + 788, + 60 + ] + }, + { + "text": "支持实体经济_政策解读_中国政府网", + "boxes": [ + 884, + 42, + 1100, + 60 + ] + }, + { + "text": "□0", + "boxes": [ + 1534, + 38, + 1600, + 69 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 100, + 95 + ] + }, + { + "text": "年内首次降息降准，", + "boxes": [ + 1028, + 71, + 1140, + 89 + ] + }, + { + "text": "×+", + "boxes": [ + 1186, + 71, + 1244, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 346, + 101, + 452, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 101, + 1560, + 133 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 5, + 168, + 113, + 205 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 404, + 179, + 798, + 220 + ] + }, + { + "text": "Q", + "boxes": [ + 1178, + 191, + 1240, + 222 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1222, + 191, + 1570, + 226 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 405, + 210, + 505, + 247 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 278, + 482, + 308 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 568, + 349, + 1342, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 115, + 423 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 476, + 433, + 708, + 463 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1046, + 425, + 1434, + 467 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "新华社北京5月8日电题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 508, + 522, + 1024, + 552 + ] + }, + { + "text": "", + "boxes": [ + 26, + 546, + 88, + 616 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 570, + 680, + 600 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 643 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 613, + 1424, + 643 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 478, + 645, + 1288, + 675 + ] + }, + { + "text": "画", + "boxes": [ + 38, + 677, + 82, + 721 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 506, + 689, + 778, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 506, + 731, + 1146, + 768 + ] + }, + { + "text": "口", + "boxes": [ + 34, + 780, + 80, + 828 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 508, + 780, + 1388, + 810 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 814, + 1186, + 838 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 856, + 1412, + 885 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 885, + 1128, + 915 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 510, + 931, + 1416, + 961 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 478, + 961, + 900, + 991 + ] + } + ] + }, + { + "frame_id": "190_6_6", + "episode_id": 190, + "env_id": 6, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.149523735046387, + "advantages": -0.07577937096357346, + "generated_text": "{\n \"intent\": \"双击鼠标探索屏幕上的小鹏P7的相关内容，以继续我的探索任务\",\n \"action\": \"DoubleClick(166, 50)\"\n}", + "action_string": "DoubleClick(166, 50)", + "intent_string": "双击鼠标探索屏幕上的小鹏P7的相关内容，以继续我的探索任务", + "before_screen_ocr_results": [ + { + "text": "」Q小鹏P7将迎来大改款- Seal", + "boxes": [ + 1344, + 28, + 1542, + 52 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 410, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "娱乐", + "boxes": [ + 586, + 113, + 628, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 640, + 111, + 692, + 137 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 754, + 113, + 796, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 826, + 113, + 854, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1550, + 137 + ] + }, + { + "text": "sina 新浪财经经济新闻滚动>正文", + "boxes": [ + 336, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "√新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 332, + 349, + 810, + 397 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16界面新闻", + "boxes": [ + 328, + 449, + 582, + 486 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 534, + 685, + 582, + 711 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 532, + 758, + 792, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1252, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 925, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-27018秒前 传娃哈哈多地员工线下维权讨薪，娃哈哈回应", + "boxes": [ + 470, + 959, + 942, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Bing", + "boxes": [ + 156, + 36, + 186, + 50 + ] + }, + { + "text": "」Q小鹏P7将迎来大改款-Sear×", + "boxes": [ + 220, + 32, + 444, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 36, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 185, + 153 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 482, + 411, + 640, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1104, + 411, + 1286, + 441 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 656, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1468, + 768, + 1550, + 792 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1462, + 808, + 1502, + 838 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1460, + 852, + 1512, + 887 + ] + }, + { + "text": "A 1.06%8 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "13,36%6", + "boxes": [ + 1628, + 895, + 1698, + 937 + ] + }, + { + "text": "18183游戏网·1天", + "boxes": [ + 840, + 917, + 966, + 945 + ] + }, + { + "text": "鹏锦SO", + "boxes": [ + 1151, + 903, + 1213, + 928 + ] + }, + { + "text": "几", + "boxes": [ + 1598, + 911, + 1610, + 923 + ] + }, + { + "text": ">", + "boxes": [ + 1133, + 927, + 1166, + 960 + ] + }, + { + "text": "毁灭战士黑暗纪元全收集攻略", + "boxes": [ + 824, + 941, + 1096, + 977 + ] + }, + { + "text": "一点视频/红孩子了不起·2天", + "boxes": [ + 1160, + 933, + 1332, + 957 + ] + }, + { + "text": "植物大战僵尸：金卡植物都是废物，该如何对", + "boxes": [ + 196, + 945, + 794, + 987 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 939, + 1506, + 987 + ] + }, + { + "text": "+4.363 ", + "boxes": [ + 1634, + 939, + 1700, + 987 + ] + }, + { + "text": "离婚九年前妻仍向前夫讨债，", + "boxes": [ + 1136, + 953, + 1402, + 989 + ] + }, + { + "text": "毁灭战士黑暗纪元全收集流程", + "boxes": [ + 826, + 969, + 1096, + 999 + ] + }, + { + "text": "敌？游戏解说金卡植物都是废物！请谨使用", + "boxes": [ + 196, + 977, + 628, + 1023 + ] + }, + { + "text": "一看他拿出判决书，直接反转", + "boxes": [ + 1136, + 979, + 1406, + 1014 + ] + }, + { + "text": "黄", + "boxes": [ + 1458, + 983, + 1494, + 1030 + ] + }, + { + "text": ",10", + "boxes": [ + 1630, + 985, + 1700, + 1032 + ] + } + ] + }, + { + "frame_id": "190_7_6", + "episode_id": 190, + "env_id": 7, + "step": 6, + "format_rewards": 1.0, + "rewards": 11.399314880371094, + "advantages": 1.3273649215698242, + "generated_text": "{\n \"intent\": \"Clicking on '年内首次降准落地' link as per the trending topics to explore more information.\",\n \"action\": \"DoubleClick(576, 424)\"\n}", + "action_string": "DoubleClick(576, 424)", + "intent_string": "Clicking on '年内首次降准落地' link as per the trending topics to explore more information.", + "before_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 194, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 40, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 472, + 295, + 614, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 642, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1100, + 407, + 1290, + 443 + ] + }, + { + "text": "4 小鹏P7将迎来大改款", + "boxes": [ + 482, + 449, + 658, + 478 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1466, + 768, + 1552, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1462, + 808, + 1502, + 838 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1460, + 852, + 1512, + 887 + ] + }, + { + "text": "A 1.08%0 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "13,7%", + "boxes": [ + 1626, + 893, + 1700, + 941 + ] + }, + { + "text": "汽车资讯盘点·1小时", + "boxes": [ + 826, + 917, + 980, + 947 + ] + }, + { + "text": "18183游戏网·23小时", + "boxes": [ + 1144, + 915, + 1300, + 947 + ] + }, + { + "text": "机", + "boxes": [ + 1598, + 911, + 1610, + 923 + ] + }, + { + "text": "理想汽车VLA司机大模型从动物进化到人类", + "boxes": [ + 200, + 945, + 778, + 985 + ] + }, + { + "text": "20.49万元起入门即高配！", + "boxes": [ + 826, + 941, + 1082, + 977 + ] + }, + { + "text": "毁灭战士黑暗纪元全玩具模型", + "boxes": [ + 1136, + 943, + 1404, + 973 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 937, + 1508, + 989 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "全新智己L6一图看懂", + "boxes": [ + 826, + 967, + 1024, + 1003 + ] + }, + { + "text": "收集攻略毁灭战士黑暗纪元全", + "boxes": [ + 1136, + 967, + 1414, + 1003 + ] + }, + { + "text": "在成长中持续解决行业问题", + "boxes": [ + 206, + 987, + 568, + 1016 + ] + }, + { + "text": "黄金", + "boxes": [ + 1456, + 983, + 1494, + 1030 + ] + }, + { + "text": "120 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "玩具模型收集方法", + "boxes": [ + 1138, + 997, + 1308, + 1026 + ] + }, + { + "text": "1", + "boxes": [ + 1144, + 1028, + 1174, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": "About 1,900,000 results", + "boxes": [ + 172, + 254, + 338, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政..", + "boxes": [ + 176, + 336, + 682, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 363, + 778, + 393 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构，", + "boxes": [ + 176, + 387, + 776, + 417 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "?", + "boxes": [ + 570, + 425, + 590, + 445 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 208, + 469 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": "ewqxsi.. Translate this result", + "boxes": [ + 424, + 455, + 598, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 176, + 476, + 728, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 178, + 530, + 620, + 554 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 176, + 615, + 754, + 651 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "https://w.thepaper.cn Translae this resut", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验．", + "boxes": [ + 174, + 756, + 744, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 262, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https:/lpoliticsgmw.cn Translate this resuit ", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 176, + 895, + 674, + 931 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 981 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://v.ct.comTranslatethisresut", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ] + }, + { + "frame_id": "190_0_7", + "episode_id": 190, + "env_id": 0, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.442819595336914, + "advantages": 0.25350478291511536, + "generated_text": "{\n \"intent\": \"Click on the 'Shop deals in Fashion' section to explore fashion products and get deals under $25\",\n \"action\": \"Click(1025, 697)\"\n}", + "action_string": "Click(1025, 697)", + "intent_string": "Click on the 'Shop deals in Fashion' section to explore fashion products and get deals under $25", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 296, + 117, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "93", + "boxes": [ + 1823, + 112, + 1859, + 138 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1560, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 66, + 310, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "C", + "boxes": [ + 1612, + 121, + 1624, + 133 + ] + }, + { + "text": "$8,735.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "三ALL", + "boxes": [ + 19, + 164, + 69, + 198 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 256, + 68, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "women", + "boxes": [ + 9, + 275, + 85, + 309 + ] + }, + { + "text": "unisex", + "boxes": [ + 9, + 299, + 81, + 328 + ] + }, + { + "text": "35", + "boxes": [ + 18, + 425, + 50, + 445 + ] + }, + { + "text": "OOP", + "boxes": [ + 20, + 494, + 50, + 516 + ] + }, + { + "text": "（OP", + "boxes": [ + 58, + 494, + 98, + 514 + ] + }, + { + "text": "2P", + "boxes": [ + 106, + 494, + 140, + 514 + ] + }, + { + "text": "6P", + "boxes": [ + 196, + 498, + 226, + 512 + ] + }, + { + "text": "$19.99", + "boxes": [ + 1818, + 508, + 1858, + 524 + ] + }, + { + "text": "16P", + "boxes": [ + 149, + 521, + 189, + 545 + ] + }, + { + "text": "18P", + "boxes": [ + 194, + 528, + 226, + 542 + ] + }, + { + "text": "1-2", + "boxes": [ + 182, + 596, + 212, + 615 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 609, + 866, + 643 + ] + }, + { + "text": "Straight Leg Jeans for Women,High ", + "boxes": [ + 902, + 613, + 1168, + 643 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1194, + 613, + 1464, + 643 + ] + }, + { + "text": "luvamia Wide Leg Jeans for Women", + "boxes": [ + 1486, + 611, + 1752, + 643 + ] + }, + { + "text": "3-4", + "boxes": [ + 36, + 627, + 62, + 641 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 623, + 140, + 645 + ] + }, + { + "text": "7-8", + "boxes": [ + 180, + 621, + 216, + 649 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 574, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 637, + 1174, + 665 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1194, + 637, + 1442, + 667 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans", + "boxes": [ + 1488, + 637, + 1732, + 667 + ] + }, + { + "text": "9-10", + "boxes": [ + 26, + 655, + 68, + 675 + ] + }, + { + "text": "11-12", + "boxes": [ + 98, + 651, + 152, + 681 + ] + }, + { + "text": "13-14", + "boxes": [ + 172, + 653, + 226, + 679 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 659, + 838, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1066, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall ", + "boxes": [ + 1194, + 661, + 1424, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "18", + "boxes": [ + 110, + 689, + 130, + 703 + ] + }, + { + "text": "★★★★☆14,463", + "boxes": [ + 320, + 691, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆√69", + "boxes": [ + 902, + 683, + 1048, + 719 + ] + }, + { + "text": "Fashion y2k Outits 2025", + "boxes": [ + 1194, + 685, + 1384, + 715 + ] + }, + { + "text": "Baggy with Patch Pockets", + "boxes": [ + 1486, + 683, + 1682, + 717 + ] + }, + { + "text": "100+", + "boxes": [ + 320, + 713, + 348, + 733 + ] + }, + { + "text": "ught in past month", + "boxes": [ + 370, + 715, + 490, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 610, + 715, + 740, + 739 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1196, + 713, + 1320, + 742 + ] + }, + { + "text": "★★★★★1.,998", + "boxes": [ + 1488, + 713, + 1632, + 742 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 707, + 1862, + 733 + ] + }, + { + "text": "$1990 Typlcal 28.50", + "boxes": [ + 309, + 738, + 475, + 785 + ] + }, + { + "text": "500+ bought in past i", + "boxes": [ + 608, + 731, + 744, + 760 + ] + }, + { + "text": "$4199", + "boxes": [ + 895, + 735, + 969, + 781 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 1196, + 731, + 1376, + 760 + ] + }, + { + "text": "4K+ bought in past month", + "boxes": [ + 1490, + 735, + 1660, + 758 + ] + }, + { + "text": "$3888", + "boxes": [ + 604, + 762, + 674, + 802 + ] + }, + { + "text": "$3299", + "boxes": [ + 1192, + 762, + 1262, + 802 + ] + }, + { + "text": "$3898", + "boxes": [ + 1484, + 762, + 1554, + 802 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 316, + 780, + 460, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 898, + 772, + 1048, + 808 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 320, + 804, + 392, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 800, + 754, + 830 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 902, + 800, + 982, + 824 + ] + }, + { + "text": " Delivery May 27 - Jun 3", + "boxes": [ + 1192, + 800, + 1352, + 830 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1484, + 800, + 1634, + 830 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 610, + 826, + 690, + 850 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1494, + 828, + 1568, + 846 + ] + }, + { + "text": "24", + "boxes": [ + 252, + 854, + 272, + 868 + ] + }, + { + "text": "red", + "boxes": [ + 1236, + 885, + 1266, + 899 + ] + }, + { + "text": "GINGTTO Men's Ripped Jeans Slim Fit Skinny Stretch Jeans Pants", + "boxes": [ + 1190, + 897, + 1730, + 935 + ] + }, + { + "text": "$16.47", + "boxes": [ + 1812, + 913, + 1862, + 939 + ] + }, + { + "text": "★★★★7.624", + "boxes": [ + 1198, + 931, + 1334, + 955 + ] + }, + { + "text": "00+", + "boxes": [ + 1202, + 957, + 1226, + 971 + ] + }, + { + "text": "bought in past month", + "boxes": [ + 1232, + 953, + 1370, + 977 + ] + }, + { + "text": "$3399", + "boxes": [ + 1196, + 985, + 1250, + 1014 + ] + } + ] + }, + { + "frame_id": "190_1_7", + "episode_id": 190, + "env_id": 1, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.861316680908203, + "advantages": -0.3993503153324127, + "generated_text": "{\n \"intent\": \"Exploring the content of the webpage by clicking the navigation link to '政策 > 解读'\",\n \"action\": \"Click(105, 25)\"\n}", + "action_string": "Click(105, 25)", + "intent_string": "Exploring the content of the webpage by clicking the navigation link to '政策 > 解读'", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 28, + 69, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1878, + 89 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 402, + 139, + 794, + 181 + ] + }, + { + "text": "a", + "boxes": [ + 1176, + 150, + 1214, + 185 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1198, + 155, + 1568, + 185 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 410, + 177, + 500, + 202 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 238, + 480, + 268 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 570, + 314, + 1338, + 361 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 478, + 393, + 708, + 423 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1044, + 381, + 1436, + 429 + ] + }, + { + "text": "新华社北京5月8日电题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 506, + 480, + 1026, + 518 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 532, + 676, + 562 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 576, + 1424, + 606 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 480, + 609, + 1284, + 633 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 508, + 653, + 776, + 683 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 512, + 701, + 1144, + 725 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 506, + 741, + 1384, + 770 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 772, + 1186, + 802 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 816, + 1410, + 846 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 848, + 1128, + 878 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 508, + 891, + 1414, + 921 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 480, + 925, + 898, + 949 + ] + }, + { + "text": "此次下调的不只是政策利率，还有支农支小再贷款利率、住房公积金贷款利率等。这意味着企业和居民融资成本将进一步减少，利", + "boxes": [ + 506, + 967, + 1426, + 997 + ] + }, + { + "text": "息负担会变轻。", + "boxes": [ + 480, + 1001, + 582, + 1026 + ] + }, + { + "text": "年内首次降息", + "boxes": [ + 218, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×」Q年内首次降准落地-Search×", + "boxes": [ + 186, + 32, + 444, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1102, + 407, + 1288, + 443 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 656, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 804, + 1504, + 842 + ] + }, + { + "text": "一年销量为0", + "boxes": [ + 820, + 844, + 1012, + 893 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1458, + 850, + 1514, + 891 + ] + }, + { + "text": "A 1.06%8 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "药", + "boxes": [ + 716, + 862, + 746, + 876 + ] + }, + { + "text": "英雄工厂", + "boxes": [ + 532, + 885, + 754, + 953 + ] + }, + { + "text": "冬下赔大7", + "boxes": [ + 807, + 883, + 941, + 932 + ] + }, + { + "text": "13,36% ", + "boxes": [ + 1626, + 893, + 1700, + 941 + ] + }, + { + "text": "品", + "boxes": [ + 730, + 903, + 774, + 923 + ] + }, + { + "text": "China.com·1小时", + "boxes": [ + 1142, + 917, + 1282, + 947 + ] + }, + { + "text": "h", + "boxes": [ + 1596, + 909, + 1610, + 925 + ] + }, + { + "text": "1.", + "boxes": [ + 830, + 935, + 848, + 951 + ] + }, + { + "text": "点视频/墓史杂谈·8小时", + "boxes": [ + 858, + 933, + 1006, + 957 + ] + }, + { + "text": "AMD新处理器火了，中小企", + "boxes": [ + 1136, + 941, + 1400, + 977 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 937, + 1508, + 989 + ] + }, + { + "text": "+4.363 ", + "boxes": [ + 1634, + 939, + 1700, + 987 + ] + }, + { + "text": "《涂鸦英雄工厂》无尽模式、", + "boxes": [ + 218, + 949, + 570, + 985 + ] + }, + { + "text": " Steam Deck ", + "boxes": [ + 576, + 949, + 782, + 985 + ] + }, + { + "text": "又一国产车“倒下\"了，已连续", + "boxes": [ + 824, + 951, + 1102, + 987 + ] + }, + { + "text": "狂喜，最强性能有多牛？", + "boxes": [ + 1136, + 967, + 1364, + 1001 + ] + }, + { + "text": "与macOs支持", + "boxes": [ + 202, + 980, + 410, + 1023 + ] + }, + { + "text": "一年销量为0，投资65亿全打", + "boxes": [ + 834, + 981, + 1096, + 1011 + ] + }, + { + "text": "黄金", + "boxes": [ + 1456, + 983, + 1494, + 1030 + ] + }, + { + "text": "510", + "boxes": [ + 1630, + 985, + 1700, + 1034 + ] + }, + { + "text": "打", + "boxes": [ + 330, + 1016, + 374, + 1034 + ] + }, + { + "text": "水漂？", + "boxes": [ + 826, + 1007, + 892, + 1040 + ] + } + ] + }, + { + "frame_id": "190_2_7", + "episode_id": 190, + "env_id": 2, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.033039093017578, + "advantages": -0.206557035446167, + "generated_text": "{\n \"intent\": \"Click on the detailed page about the annual first decline in interest rates, which will help me understand more about the rainfall support policies.\",\n \"action\": \"Click(100, 30)\"\n}", + "action_string": "Click(100, 30)", + "intent_string": "Click on the detailed page about the annual first decline in interest rates, which will help me understand more about the rainfall support policies.", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 28, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1878, + 89 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 402, + 139, + 794, + 181 + ] + }, + { + "text": "O", + "boxes": [ + 1178, + 151, + 1212, + 185 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1198, + 155, + 1568, + 185 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 410, + 177, + 500, + 202 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 238, + 480, + 268 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 570, + 314, + 1338, + 361 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 478, + 393, + 708, + 423 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1044, + 381, + 1436, + 429 + ] + }, + { + "text": "新华社北京5月8日电 题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 510, + 484, + 1024, + 514 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 532, + 676, + 562 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 576, + 1424, + 606 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 480, + 609, + 1284, + 633 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 508, + 653, + 776, + 683 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 510, + 701, + 1144, + 725 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 506, + 741, + 1384, + 770 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 772, + 1186, + 802 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 816, + 1410, + 846 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 848, + 1128, + 878 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 508, + 891, + 1414, + 921 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 480, + 925, + 898, + 949 + ] + }, + { + "text": "此次下调的不只是政策利率，还有支农支小再贷款利率、住房公积金贷款利率等。这意味着企业和居民融资成本将进一步减少，利", + "boxes": [ + 506, + 967, + 1426, + 997 + ] + }, + { + "text": "息负担会变轻。", + "boxes": [ + 480, + 1001, + 582, + 1026 + ] + }, + { + "text": "年内首次降息", + "boxes": [ + 220, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q年内首次降准落地-Search×", + "boxes": [ + 222, + 32, + 444, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1104, + 411, + 1286, + 441 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 656, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1550, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1460, + 804, + 1504, + 842 + ] + }, + { + "text": "", + "boxes": [ + 376, + 828, + 412, + 856 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1460, + 852, + 1512, + 887 + ] + }, + { + "text": "A 1.06%8 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "13,36% ", + "boxes": [ + 1626, + 893, + 1700, + 941 + ] + }, + { + "text": "游戏天地·2天", + "boxes": [ + 830, + 921, + 940, + 945 + ] + }, + { + "text": "众播星闻·3小时", + "boxes": [ + 1134, + 919, + 1266, + 949 + ] + }, + { + "text": "AI革命下的双刃剑：数字鸿沟使全球不平等", + "boxes": [ + 198, + 941, + 766, + 989 + ] + }, + { + "text": "必看！怪物猎人中3个隐藏的", + "boxes": [ + 826, + 941, + 1090, + 977 + ] + }, + { + "text": "赵樱子戛纳红毯被驱赶，网友", + "boxes": [ + 1136, + 941, + 1410, + 977 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 937, + 1508, + 989 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "强力装备获取点", + "boxes": [ + 826, + 969, + 976, + 1001 + ] + }, + { + "text": "吐槽：戏多还问衣服洗干净", + "boxes": [ + 1136, + 967, + 1388, + 1001 + ] + }, + { + "text": "进", + "boxes": [ + 204, + 985, + 240, + 1016 + ] + }, + { + "text": "步扩大？", + "boxes": [ + 255, + 978, + 383, + 1023 + ] + }, + { + "text": "黄金", + "boxes": [ + 1456, + 983, + 1494, + 1030 + ] + }, + { + "text": "510", + "boxes": [ + 1630, + 985, + 1700, + 1034 + ] + }, + { + "text": "没？", + "boxes": [ + 1136, + 997, + 1184, + 1024 + ] + } + ] + }, + { + "frame_id": "190_3_7", + "episode_id": 190, + "env_id": 3, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.517692565917969, + "advantages": -0.7851381301879883, + "generated_text": "{\n \"intent\": \"Clicking the 'File' menu to begin creating and editing documents\",\n \"action\": \"DoubleClick(50, 30)\"\n}", + "action_string": "DoubleClick(50, 30)", + "intent_string": "Clicking the 'File' menu to begin creating and editing documents", + "before_screen_ocr_results": [ + { + "text": "D", + "boxes": [ + 0, + 0, + 28, + 26 + ] + }, + { + "text": "File", + "boxes": [ + 6, + 26, + 36, + 48 + ] + }, + { + "text": " Edit ", + "boxes": [ + 30, + 26, + 84, + 46 + ] + }, + { + "text": " Search View ", + "boxes": [ + 80, + 24, + 188, + 52 + ] + }, + { + "text": "Help", + "boxes": [ + 274, + 28, + 308, + 48 + ] + }, + { + "text": "", + "boxes": [ + 44, + 54, + 58, + 71 + ] + }, + { + "text": "Untitled 1Unttled 2", + "boxes": [ + 8, + 75, + 214, + 111 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File ", + "boxes": [ + 6, + 26, + 36, + 46 + ] + }, + { + "text": "lit", + "boxes": [ + 42, + 26, + 76, + 48 + ] + }, + { + "text": "Hell", + "boxes": [ + 276, + 30, + 304, + 44 + ] + }, + { + "text": "U", + "boxes": [ + 44, + 56, + 74, + 69 + ] + }, + { + "text": "Redo", + "boxes": [ + 38, + 79, + 98, + 99 + ] + }, + { + "text": "Ctrl+Y", + "boxes": [ + 248, + 77, + 294, + 103 + ] + }, + { + "text": "Cut", + "boxes": [ + 44, + 113, + 90, + 133 + ] + }, + { + "text": "Ctrl+x", + "boxes": [ + 248, + 109, + 296, + 135 + ] + }, + { + "text": " Copy", + "boxes": [ + 38, + 127, + 104, + 168 + ] + }, + { + "text": "Ctrl+C", + "boxes": [ + 248, + 135, + 296, + 163 + ] + }, + { + "text": " Paste", + "boxes": [ + 40, + 163, + 102, + 189 + ] + }, + { + "text": "Ctrl+V", + "boxes": [ + 248, + 163, + 296, + 189 + ] + }, + { + "text": " Paste Special", + "boxes": [ + 56, + 191, + 152, + 216 + ] + }, + { + "text": " Delete", + "boxes": [ + 42, + 220, + 104, + 240 + ] + }, + { + "text": " Select All", + "boxes": [ + 42, + 250, + 130, + 274 + ] + }, + { + "text": "Change the selectior", + "boxes": [ + 62, + 278, + 198, + 302 + ] + }, + { + "text": "Convert", + "boxes": [ + 62, + 312, + 116, + 330 + ] + }, + { + "text": " Move Selection", + "boxes": [ + 58, + 334, + 170, + 363 + ] + }, + { + "text": " Duplicate Line / Selection", + "boxes": [ + 56, + 361, + 230, + 389 + ] + }, + { + "text": "Increase Indent", + "boxes": [ + 44, + 389, + 168, + 413 + ] + }, + { + "text": " Decrease Indent ", + "boxes": [ + 40, + 415, + 176, + 445 + ] + }, + { + "text": " Preferences ", + "boxes": [ + 38, + 447, + 150, + 476 + ] + } + ] + }, + { + "frame_id": "190_4_7", + "episode_id": 190, + "env_id": 4, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.10753059387207, + "advantages": -0.12292519956827164, + "generated_text": "{\n \"intent\": \"Click on the first link titled '年内首次降准落地' provided by the government website to start exploring potential news articles\",\n \"action\": \"DoubleClick(259, 347)\"\n}", + "action_string": "DoubleClick(259, 347)", + "intent_string": "Click on the first link titled '年内首次降准落地' provided by the government website to start exploring potential news articles", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 268, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": " About 18,900,000results", + "boxes": [ + 172, + 254, + 338, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政..", + "boxes": [ + 176, + 336, + 682, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 363, + 778, + 393 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构．", + "boxes": [ + 176, + 387, + 778, + 417 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": "ewqxsi.. Translate this result", + "boxes": [ + 424, + 455, + 598, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 176, + 476, + 728, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 178, + 530, + 620, + 554 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 176, + 615, + 754, + 651 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "https://ww.thepaper.cn Translate this result ", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验.", + "boxes": [ + 174, + 756, + 744, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 262, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https://politics.gmw.cn Translate this resut ", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 172, + 891, + 676, + 935 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 981 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://tv.ctv.com Translate this resut ", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 28, + 69, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "三四?", + "boxes": [ + 1788, + 66, + 1880, + 89 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 402, + 139, + 794, + 181 + ] + }, + { + "text": "Q", + "boxes": [ + 1182, + 157, + 1208, + 179 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1210, + 155, + 1568, + 185 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 410, + 177, + 500, + 202 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 238, + 480, + 268 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 570, + 314, + 1338, + 361 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 478, + 393, + 708, + 423 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1044, + 381, + 1436, + 429 + ] + }, + { + "text": "新华社北京5月8日电 题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 508, + 482, + 1026, + 518 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 532, + 676, + 562 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 576, + 1424, + 606 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 480, + 609, + 1284, + 633 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 508, + 653, + 776, + 683 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 512, + 701, + 1144, + 725 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 508, + 742, + 1386, + 772 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 772, + 1186, + 802 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 816, + 1410, + 846 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 848, + 1128, + 878 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 508, + 891, + 1414, + 921 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 480, + 925, + 898, + 949 + ] + }, + { + "text": "此次下调的不只是政策利率，还有支农支小再贷款利率、住房公积金贷款利率等。这意味着企业和居民融资成本将进一步减少，利", + "boxes": [ + 506, + 967, + 1426, + 997 + ] + }, + { + "text": "息负担会变轻。", + "boxes": [ + 480, + 1001, + 582, + 1026 + ] + }, + { + "text": "年内首次降息", + "boxes": [ + 218, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "190_5_7", + "episode_id": 190, + "env_id": 5, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.322463989257812, + "advantages": -1.004321813583374, + "generated_text": "{\n \"intent\": \"Click on the \\\"年内首次降息降准，\\\"量增值降\\\"支持实体经济\\\" link to begin exploring the content\",\n \"action\": \"Click(100, 50)\"\n}", + "action_string": "Click(100, 50)", + "intent_string": "Click on the \"年内首次降息降准，\"量增值降\"支持实体经济\" link to begin exploring the content", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 46, + 340, + 62 + ] + }, + { + "text": "年内首次降息降准", + "boxes": [ + 682, + 42, + 788, + 60 + ] + }, + { + "text": "支持实体经济_政策解读_中国政府网", + "boxes": [ + 884, + 42, + 1100, + 60 + ] + }, + { + "text": "□0", + "boxes": [ + 1534, + 38, + 1600, + 69 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 100, + 95 + ] + }, + { + "text": "年内首次降息降准，", + "boxes": [ + 1028, + 71, + 1140, + 89 + ] + }, + { + "text": "×+", + "boxes": [ + 1186, + 71, + 1244, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 346, + 101, + 452, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 101, + 1560, + 133 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 5, + 168, + 113, + 205 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 404, + 179, + 798, + 220 + ] + }, + { + "text": "Q", + "boxes": [ + 1178, + 191, + 1240, + 222 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1222, + 191, + 1570, + 226 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 405, + 210, + 505, + 247 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 278, + 482, + 308 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 568, + 349, + 1342, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 115, + 423 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 476, + 433, + 708, + 463 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1046, + 425, + 1434, + 467 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "新华社北京5月8日电题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 508, + 522, + 1024, + 552 + ] + }, + { + "text": "", + "boxes": [ + 26, + 546, + 88, + 616 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 570, + 680, + 600 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 643 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 613, + 1424, + 643 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 478, + 645, + 1288, + 675 + ] + }, + { + "text": "画", + "boxes": [ + 38, + 677, + 82, + 721 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 506, + 689, + 778, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 506, + 731, + 1146, + 768 + ] + }, + { + "text": "口", + "boxes": [ + 34, + 780, + 80, + 828 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 508, + 780, + 1388, + 810 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 814, + 1186, + 838 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 856, + 1412, + 885 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 885, + 1128, + 915 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 510, + 931, + 1416, + 961 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 478, + 961, + 900, + 991 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 46, + 340, + 62 + ] + }, + { + "text": "年内首次降息降准", + "boxes": [ + 682, + 42, + 788, + 60 + ] + }, + { + "text": "支持实体经济_政策解读_中国政府网", + "boxes": [ + 884, + 42, + 1100, + 60 + ] + }, + { + "text": "□0", + "boxes": [ + 1534, + 38, + 1600, + 69 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 100, + 95 + ] + }, + { + "text": "年内首次降息降准，", + "boxes": [ + 1028, + 71, + 1140, + 89 + ] + }, + { + "text": "×+", + "boxes": [ + 1186, + 71, + 1244, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 346, + 101, + 452, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 101, + 1560, + 133 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 5, + 168, + 113, + 205 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 404, + 179, + 798, + 220 + ] + }, + { + "text": "Q", + "boxes": [ + 1178, + 191, + 1240, + 222 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1222, + 191, + 1570, + 226 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 405, + 210, + 505, + 247 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 278, + 482, + 308 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 568, + 349, + 1342, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 115, + 423 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 476, + 433, + 708, + 463 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1046, + 425, + 1434, + 467 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "新华社北京5月8日电题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 508, + 522, + 1024, + 552 + ] + }, + { + "text": "", + "boxes": [ + 26, + 546, + 88, + 616 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 570, + 680, + 600 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 643 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 613, + 1424, + 643 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 478, + 645, + 1288, + 675 + ] + }, + { + "text": "画", + "boxes": [ + 38, + 677, + 82, + 721 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 506, + 689, + 778, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 506, + 731, + 1146, + 768 + ] + }, + { + "text": "口", + "boxes": [ + 34, + 780, + 80, + 828 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 508, + 780, + 1388, + 810 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 814, + 1186, + 838 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 856, + 1412, + 885 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 885, + 1128, + 915 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 510, + 931, + 1416, + 961 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 478, + 961, + 900, + 991 + ] + } + ] + }, + { + "frame_id": "190_6_7", + "episode_id": 190, + "env_id": 6, + "step": 7, + "format_rewards": 1.0, + "rewards": 11.156929016113281, + "advantages": 1.0552375316619873, + "generated_text": "{\n \"intent\": \"Click on the first result '年内首次降准落地' which seems relevant to searching about the Lunar New Year.\",\n \"action\": \"Click(554, 423)\"\n}", + "action_string": "Click(554, 423)", + "intent_string": "Click on the first result '年内首次降准落地' which seems relevant to searching about the Lunar New Year.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 36, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 187, + 153 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 642, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1104, + 411, + 1286, + 441 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 656, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "央视", + "boxes": [ + 276, + 752, + 336, + 784 + ] + }, + { + "text": "新闻", + "boxes": [ + 274, + 776, + 332, + 808 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1466, + 768, + 1552, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1462, + 808, + 1502, + 838 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1460, + 852, + 1512, + 887 + ] + }, + { + "text": "A 1.06%8 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "13,36%6", + "boxes": [ + 1628, + 895, + 1698, + 937 + ] + }, + { + "text": "18183游戏网·1天", + "boxes": [ + 833, + 913, + 967, + 949 + ] + }, + { + "text": "鹏锦SO", + "boxes": [ + 1151, + 903, + 1213, + 928 + ] + }, + { + "text": "几", + "boxes": [ + 1598, + 911, + 1610, + 923 + ] + }, + { + "text": "点资讯·3小时", + "boxes": [ + 242, + 921, + 326, + 945 + ] + }, + { + "text": "", + "boxes": [ + 1136, + 931, + 1164, + 957 + ] + }, + { + "text": "毁灭战士黑暗纪元全收集攻略", + "boxes": [ + 824, + 941, + 1096, + 977 + ] + }, + { + "text": "一点视频/红孩子了不起·2天", + "boxes": [ + 1160, + 933, + 1332, + 957 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 939, + 1506, + 987 + ] + }, + { + "text": "+4.363 ", + "boxes": [ + 1634, + 939, + 1700, + 987 + ] + }, + { + "text": "这只“始祖鸟\"问世揭开恐龙→鸟类演化的更", + "boxes": [ + 202, + 949, + 772, + 985 + ] + }, + { + "text": "离婚九年前妻仍向前夫讨债，", + "boxes": [ + 1136, + 953, + 1402, + 989 + ] + }, + { + "text": "多秘密", + "boxes": [ + 199, + 976, + 299, + 1025 + ] + }, + { + "text": "毁灭战士黑暗纪元全收集流程", + "boxes": [ + 828, + 973, + 1094, + 997 + ] + }, + { + "text": "一看他拿出判决书，直接反转", + "boxes": [ + 1136, + 979, + 1406, + 1014 + ] + }, + { + "text": "黄", + "boxes": [ + 1458, + 983, + 1494, + 1030 + ] + }, + { + "text": ",10", + "boxes": [ + 1630, + 985, + 1700, + 1032 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "α小鹏P7将迎来大改款-Sear×」Q小鹏P7将迎来大改款-Sea", + "boxes": [ + 1138, + 34, + 1540, + 52 + ] + }, + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 268, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "Sign ii", + "boxes": [ + 1558, + 163, + 1594, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": "About 18,900,000 results", + "boxes": [ + 172, + 256, + 340, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "https://www.gov.cn > zhengce Tra", + "boxes": [ + 216, + 314, + 422, + 338 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政..", + "boxes": [ + 176, + 336, + 682, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 363, + 778, + 393 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构，", + "boxes": [ + 176, + 387, + 776, + 417 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "↑", + "boxes": [ + 544, + 419, + 570, + 444 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": "ewqxsi.. Translate this result", + "boxes": [ + 424, + 455, + 598, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 176, + 476, + 728, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为..", + "boxes": [ + 174, + 524, + 622, + 558 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 176, + 615, + 754, + 651 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 212, + 715, + 278, + 741 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "https://w.thepaper.cn Translae this resut", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验.", + "boxes": [ + 174, + 756, + 742, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 264, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https:/lpoliticsgmw.cn Translate this resuit ", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 172, + 891, + 676, + 935 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 979 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://v.cc.com Translae this esut", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 304, + 1072 + ] + } + ] + }, + { + "frame_id": "190_7_7", + "episode_id": 190, + "env_id": 7, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.99960994720459, + "advantages": -0.2440880388021469, + "generated_text": "{\n \"intent\": \"Scroll down to explore the search results further and identify relevant articles about the降准政策。\",\n \"action\": \"DoubleClick(295, 357)\"\n}", + "action_string": "DoubleClick(295, 357)", + "intent_string": "Scroll down to explore the search results further and identify relevant articles about the降准政策。", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": "About 1,900,000 results", + "boxes": [ + 172, + 254, + 338, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政..", + "boxes": [ + 176, + 336, + 682, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 363, + 778, + 393 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构，", + "boxes": [ + 176, + 387, + 776, + 417 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "?", + "boxes": [ + 570, + 425, + 590, + 445 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 208, + 469 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": "ewqxsi.. Translate this result", + "boxes": [ + 424, + 455, + 598, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 176, + 476, + 728, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 178, + 530, + 620, + 554 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 176, + 615, + 754, + 651 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "https://w.thepaper.cn Translae this resut", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验．", + "boxes": [ + 174, + 756, + 744, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 262, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https:/lpoliticsgmw.cn Translate this resuit ", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 176, + 895, + 674, + 931 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 981 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://v.ct.comTranslatethisresut", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 28, + 69, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1878, + 89 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 402, + 139, + 794, + 181 + ] + }, + { + "text": "a", + "boxes": [ + 1176, + 150, + 1214, + 185 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1198, + 155, + 1568, + 185 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 410, + 177, + 500, + 202 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 238, + 480, + 268 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 570, + 314, + 1340, + 361 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 478, + 393, + 708, + 423 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1044, + 381, + 1436, + 429 + ] + }, + { + "text": "新华社北京5月8日电 题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 510, + 484, + 1024, + 514 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 532, + 676, + 562 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 576, + 1424, + 606 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 480, + 609, + 1284, + 633 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 508, + 653, + 776, + 683 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 512, + 701, + 1144, + 725 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 508, + 742, + 1386, + 772 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 772, + 1186, + 802 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 816, + 1410, + 846 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 848, + 1128, + 878 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 508, + 891, + 1414, + 921 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 480, + 925, + 898, + 949 + ] + }, + { + "text": "此次下调的不只是政策利率，还有支农支小再贷款利率、住房公积金贷款利率等。这意味着企业和居民融资成本将进一步减少，利", + "boxes": [ + 506, + 967, + 1426, + 997 + ] + }, + { + "text": "息负担会变轻。", + "boxes": [ + 480, + 1001, + 582, + 1026 + ] + }, + { + "text": "年内首次降息", + "boxes": [ + 218, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "190_0_8", + "episode_id": 190, + "env_id": 0, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.350778579711914, + "advantages": -0.9725329875946045, + "generated_text": "{\n \"intent\": \"Click on the 'LUVIAMIA Wide Leg Jeans for Women Trendy High Waisted Flare Jeans\\\" link to explore these jeans more thoroughly\"\n, \"action\": \"Click(37, 344)\"\n}", + "action_string": "Click(37, 344)", + "intent_string": "Click on the 'LUVIAMIA Wide Leg Jeans for Women Trendy High Waisted Flare Jeans\" link to explore these jeans more thoroughly", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 66, + 310, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1782, + 62, + 1874, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1872, + 131 + ] + }, + { + "text": "tums", + "boxes": [ + 1618, + 117, + 1644, + 137 + ] + }, + { + "text": "EN", + "boxes": [ + 1408, + 127, + 1440, + 141 + ] + }, + { + "text": "$8,735.28", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "三 AlI", + "boxes": [ + 22, + 167, + 66, + 195 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 256, + 68, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 304, + 260, + 380, + 292 + ] + }, + { + "text": "women", + "boxes": [ + 9, + 275, + 85, + 309 + ] + }, + { + "text": "unisex", + "boxes": [ + 9, + 299, + 81, + 328 + ] + }, + { + "text": "35", + "boxes": [ + 18, + 425, + 48, + 445 + ] + }, + { + "text": "OOP", + "boxes": [ + 20, + 494, + 50, + 516 + ] + }, + { + "text": "(OP", + "boxes": [ + 58, + 494, + 96, + 514 + ] + }, + { + "text": "2P", + "boxes": [ + 106, + 494, + 140, + 514 + ] + }, + { + "text": "6P", + "boxes": [ + 196, + 498, + 226, + 512 + ] + }, + { + "text": "$19.99", + "boxes": [ + 1818, + 508, + 1858, + 524 + ] + }, + { + "text": "10P]12P][14P", + "boxes": [ + 16, + 524, + 142, + 548 + ] + }, + { + "text": "16P", + "boxes": [ + 156, + 528, + 186, + 542 + ] + }, + { + "text": "18F", + "boxes": [ + 194, + 528, + 224, + 542 + ] + }, + { + "text": "。", + "boxes": [ + 108, + 600, + 130, + 613 + ] + }, + { + "text": "1-2", + "boxes": [ + 182, + 596, + 212, + 615 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 609, + 866, + 643 + ] + }, + { + "text": "5-6", + "boxes": [ + 104, + 619, + 142, + 647 + ] + }, + { + "text": "7-8", + "boxes": [ + 180, + 621, + 216, + 649 + ] + }, + { + "text": "Straight Leg Jeans for Women,High ", + "boxes": [ + 902, + 613, + 1168, + 643 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1194, + 613, + 1464, + 643 + ] + }, + { + "text": "3-4", + "boxes": [ + 36, + 627, + 62, + 641 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 572, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 637, + 1174, + 665 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1194, + 637, + 1442, + 667 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans", + "boxes": [ + 1488, + 637, + 1732, + 667 + ] + }, + { + "text": "9-10", + "boxes": [ + 32, + 655, + 68, + 675 + ] + }, + { + "text": "11-12", + "boxes": [ + 98, + 651, + 152, + 681 + ] + }, + { + "text": "13-14", + "boxes": [ + 172, + 653, + 226, + 679 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 659, + 838, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1066, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall ", + "boxes": [ + 1194, + 661, + 1424, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "★★★★☆14,463", + "boxes": [ + 320, + 691, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆697", + "boxes": [ + 900, + 683, + 1048, + 719 + ] + }, + { + "text": "Fashion y2k Outits 2025", + "boxes": [ + 1194, + 685, + 1384, + 715 + ] + }, + { + "text": "Baggy with Patch Pockets", + "boxes": [ + 1486, + 683, + 1682, + 717 + ] + }, + { + "text": "100+", + "boxes": [ + 320, + 713, + 348, + 733 + ] + }, + { + "text": "ught in past month", + "boxes": [ + 370, + 715, + 490, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 610, + 715, + 740, + 739 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1196, + 713, + 1320, + 742 + ] + }, + { + "text": "★★★★★1.,998", + "boxes": [ + 1488, + 713, + 1632, + 742 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 707, + 1862, + 733 + ] + }, + { + "text": "500+ bought in past", + "boxes": [ + 608, + 728, + 742, + 763 + ] + }, + { + "text": "$1990 Typlcal 28.50", + "boxes": [ + 309, + 738, + 475, + 785 + ] + }, + { + "text": "$4199", + "boxes": [ + 895, + 735, + 969, + 781 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 1196, + 731, + 1376, + 760 + ] + }, + { + "text": "4K+ bought in past month", + "boxes": [ + 1490, + 735, + 1660, + 758 + ] + }, + { + "text": "$3888", + "boxes": [ + 604, + 762, + 674, + 802 + ] + }, + { + "text": "$3299", + "boxes": [ + 1192, + 762, + 1260, + 802 + ] + }, + { + "text": "$3898", + "boxes": [ + 1484, + 762, + 1554, + 802 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 316, + 780, + 460, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 898, + 772, + 1048, + 808 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 320, + 804, + 394, + 822 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 604, + 800, + 752, + 830 + ] + }, + { + "text": " Delivery May 27 - Jun 3", + "boxes": [ + 1192, + 800, + 1352, + 830 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1484, + 800, + 1634, + 830 + ] + }, + { + "text": "019", + "boxes": [ + 322, + 824, + 358, + 844 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 614, + 828, + 688, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1494, + 828, + 1568, + 846 + ] + }, + { + "text": "red", + "boxes": [ + 1236, + 885, + 1266, + 899 + ] + }, + { + "text": "GINGTTO Men's Ripped Jeans Slim Fit Skinny Stretch Jeans Pants", + "boxes": [ + 1190, + 897, + 1730, + 935 + ] + }, + { + "text": "$16.47", + "boxes": [ + 1810, + 913, + 1862, + 939 + ] + }, + { + "text": "★★★★7.624", + "boxes": [ + 1198, + 931, + 1334, + 955 + ] + }, + { + "text": "00+", + "boxes": [ + 1202, + 957, + 1226, + 971 + ] + }, + { + "text": "bought in past month", + "boxes": [ + 1232, + 953, + 1370, + 977 + ] + }, + { + "text": "$3399", + "boxes": [ + 1196, + 985, + 1250, + 1014 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1408, + 127, + 1440, + 141 + ] + }, + { + "text": "$8,735.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "三 AlI", + "boxes": [ + 22, + 167, + 66, + 195 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 256, + 68, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "women", + "boxes": [ + 9, + 275, + 85, + 309 + ] + }, + { + "text": " unisex", + "boxes": [ + 9, + 297, + 79, + 331 + ] + }, + { + "text": "35", + "boxes": [ + 22, + 429, + 44, + 443 + ] + }, + { + "text": "OP", + "boxes": [ + 68, + 498, + 90, + 512 + ] + }, + { + "text": "$19.99", + "boxes": [ + 1818, + 508, + 1858, + 524 + ] + }, + { + "text": "10P|12P|14P", + "boxes": [ + 18, + 526, + 140, + 544 + ] + }, + { + "text": "1-2", + "boxes": [ + 186, + 600, + 210, + 613 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 609, + 864, + 643 + ] + }, + { + "text": "Straight Leg Jeans for Women,High ", + "boxes": [ + 902, + 613, + 1168, + 643 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1194, + 613, + 1464, + 643 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 623, + 140, + 643 + ] + }, + { + "text": "7-8", + "boxes": [ + 182, + 623, + 212, + 645 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 572, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 637, + 1174, + 665 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1194, + 637, + 1442, + 667 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans", + "boxes": [ + 1488, + 637, + 1730, + 667 + ] + }, + { + "text": "9-10", + "boxes": [ + 34, + 655, + 68, + 675 + ] + }, + { + "text": "11-12", + "boxes": [ + 98, + 651, + 150, + 677 + ] + }, + { + "text": "13-14", + "boxes": [ + 174, + 655, + 222, + 675 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 606, + 659, + 840, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1064, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall ", + "boxes": [ + 1194, + 661, + 1424, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "★★★★☆14,463", + "boxes": [ + 320, + 691, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆697", + "boxes": [ + 902, + 687, + 1030, + 715 + ] + }, + { + "text": "Fashion y2k Outits 2025", + "boxes": [ + 1192, + 683, + 1386, + 719 + ] + }, + { + "text": " Baggy with Patch Pockets", + "boxes": [ + 1486, + 683, + 1682, + 717 + ] + }, + { + "text": "100+", + "boxes": [ + 320, + 713, + 348, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 608, + 713, + 742, + 742 + ] + }, + { + "text": "100+", + "boxes": [ + 906, + 713, + 940, + 733 + ] + }, + { + "text": "ought in past ", + "boxes": [ + 948, + 711, + 1038, + 735 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1196, + 713, + 1320, + 742 + ] + }, + { + "text": "★★★★★1.,998", + "boxes": [ + 1488, + 713, + 1632, + 742 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 707, + 1862, + 733 + ] + }, + { + "text": "becial Clothing Size", + "boxes": [ + 26, + 720, + 150, + 749 + ] + }, + { + "text": "500+ bought in past i", + "boxes": [ + 608, + 731, + 746, + 760 + ] + }, + { + "text": "100+ boughtin past month", + "boxes": [ + 1194, + 728, + 1376, + 762 + ] + }, + { + "text": "4K+ bought in past month", + "boxes": [ + 1486, + 728, + 1662, + 763 + ] + }, + { + "text": "$1990 Typlcal 28.50", + "boxes": [ + 309, + 738, + 475, + 785 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 742, + 966, + 776 + ] + }, + { + "text": "$3888", + "boxes": [ + 606, + 764, + 672, + 798 + ] + }, + { + "text": "$3299", + "boxes": [ + 1192, + 762, + 1260, + 802 + ] + }, + { + "text": "$3898", + "boxes": [ + 1484, + 762, + 1554, + 802 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 318, + 780, + 458, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 776, + 1048, + 806 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 320, + 804, + 394, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 604, + 796, + 754, + 832 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 906, + 804, + 978, + 822 + ] + }, + { + "text": " Delivery May 27 - Jun 3", + "boxes": [ + 1192, + 800, + 1352, + 830 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1484, + 800, + 1634, + 830 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 612, + 826, + 688, + 850 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1200, + 828, + 1272, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1490, + 826, + 1572, + 850 + ] + }, + { + "text": "red", + "boxes": [ + 1234, + 885, + 1266, + 899 + ] + }, + { + "text": "GINGTTO Men's Ripped Jeans Slim Fit Skinny Stretch Jeans Pants", + "boxes": [ + 1190, + 897, + 1730, + 935 + ] + }, + { + "text": "$16.47", + "boxes": [ + 1810, + 913, + 1862, + 939 + ] + }, + { + "text": "★★★★7.624", + "boxes": [ + 1196, + 931, + 1332, + 955 + ] + }, + { + "text": "bought in past month", + "boxes": [ + 1232, + 953, + 1368, + 977 + ] + }, + { + "text": "$3399", + "boxes": [ + 1194, + 983, + 1252, + 1014 + ] + } + ] + }, + { + "frame_id": "190_1_8", + "episode_id": 190, + "env_id": 1, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.412541389465332, + "advantages": 0.21951134502887726, + "generated_text": "{\n \"intent\": \"Click the trend-related search query '年内首次降准落地' which shows important information related to financial news.\",\n \"action\": \"Click(507, 477)\"\n}", + "action_string": "Click(507, 477)", + "intent_string": "Click the trend-related search query '年内首次降准落地' which shows important information related to financial news.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1102, + 407, + 1290, + 443 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 654, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "HELLDIVERS", + "boxes": [ + 600, + 758, + 788, + 806 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 804, + 1504, + 842 + ] + }, + { + "text": "一年销量为0", + "boxes": [ + 816, + 844, + 1016, + 893 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 850, + 1514, + 891 + ] + }, + { + "text": "A 1.06%8 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "下赔大7", + "boxes": [ + 803, + 883, + 941, + 932 + ] + }, + { + "text": "13,36% ", + "boxes": [ + 1626, + 893, + 1700, + 941 + ] + }, + { + "text": "游侠网·1天", + "boxes": [ + 230, + 921, + 306, + 945 + ] + }, + { + "text": "China.com·1小时", + "boxes": [ + 1140, + 917, + 1282, + 947 + ] + }, + { + "text": "D", + "boxes": [ + 826, + 935, + 852, + 955 + ] + }, + { + "text": "一点视频/墓史杂谈·8小时", + "boxes": [ + 848, + 933, + 1006, + 957 + ] + }, + { + "text": "AMD新处理器火了，中小企", + "boxes": [ + 1136, + 941, + 1402, + 977 + ] + }, + { + "text": "英", + "boxes": [ + 1454, + 935, + 1508, + 991 + ] + }, + { + "text": "超级地球告急！《绝地潜兵2》光能者「大", + "boxes": [ + 200, + 945, + 754, + 987 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "又一国产车“倒下\"了，已连续", + "boxes": [ + 824, + 951, + 1104, + 987 + ] + }, + { + "text": "狂喜，最强性能有多牛？", + "boxes": [ + 1136, + 967, + 1364, + 1001 + ] + }, + { + "text": "军」突袭！", + "boxes": [ + 200, + 983, + 348, + 1020 + ] + }, + { + "text": "一年销量为0，投资65亿全打", + "boxes": [ + 830, + 981, + 1096, + 1011 + ] + }, + { + "text": "黄金", + "boxes": [ + 1456, + 983, + 1494, + 1030 + ] + }, + { + "text": ",10", + "boxes": [ + 1630, + 985, + 1700, + 1032 + ] + }, + { + "text": "水漂？", + "boxes": [ + 826, + 1007, + 892, + 1040 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "、年内首次降准落地-Search×」十", + "boxes": [ + 1146, + 34, + 1372, + 52 + ] + }, + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "小鹏P7将迎来大改款", + "boxes": [ + 176, + 157, + 334, + 187 + ] + }, + { + "text": "Sign ii", + "boxes": [ + 1566, + 163, + 1602, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 510,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 294, + 278, + 320 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大", + "boxes": [ + 176, + 336, + 672, + 371 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，小鹏P7将迎来大改款，\"这不是一款概念", + "boxes": [ + 174, + 361, + 772, + 393 + ] + }, + { + "text": "车，我们做的只是把它从未来带到现在”。随后，何..", + "boxes": [ + 174, + 385, + 504, + 417 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 212, + 435, + 262, + 463 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 202, + 467 + ] + }, + { + "text": ".qq.com", + "boxes": [ + 288, + 457, + 340, + 474 + ] + }, + { + "text": "rain", + "boxes": [ + 350, + 459, + 382, + 472 + ] + }, + { + "text": " ranslate this resut ", + "boxes": [ + 372, + 453, + 504, + 482 + ] + }, + { + "text": "何小鹏官宣小鹏P7将迎大改款：“从未来带到现在”－腾讯网", + "boxes": [ + 174, + 472, + 714, + 514 + ] + }, + { + "text": "【环球网科技综合报道】5月15日，小鹏汽车董事长何小鹏在社交平台宣布旗下热门车型小鹏 P7", + "boxes": [ + 180, + 502, + 782, + 532 + ] + }, + { + "text": "将迎来大改款。他强调：“这不是一款概念车，我们", + "boxes": [ + 178, + 526, + 508, + 554 + ] + }, + { + "text": "和讯汽车", + "boxes": [ + 212, + 574, + 278, + 600 + ] + }, + { + "text": "何小鹏：小鹏P7将迎来大改款，有史以来情感投入最大的..", + "boxes": [ + 178, + 619, + 708, + 649 + ] + }, + { + "text": "6 hours ago·小鹏汽车CEO何小鹏在微博上表示小鹏P7将进行大改款，强调这不是概念车，而是", + "boxes": [ + 178, + 643, + 784, + 673 + ] + }, + { + "text": "将未来设计带到现在。他还提及新款小鹏P7项目是公司有史以来情感投入最大的一个，团队用，", + "boxes": [ + 178, + 669, + 766, + 693 + ] + }, + { + "text": "搜狐", + "boxes": [ + 216, + 717, + 246, + 737 + ] + }, + { + "text": "https:/www.sohu.com Translate this result", + "boxes": [ + 216, + 735, + 476, + 758 + ] + }, + { + "text": "何小鹏宣布小鹏P7将迎来大改款：情感投入最大的项目", + "boxes": [ + 178, + 760, + 668, + 790 + ] + }, + { + "text": "6 hours ago·在众多同类车型中，小鹏P7的外观与内饰设计无疑将成为一大亮点。当然，情感的", + "boxes": [ + 180, + 784, + 788, + 814 + ] + }, + { + "text": "投入并不仅限于外观设计，智能化的驾驶体验和人性化的科技配置也是小鹏P7改款的重要部分，", + "boxes": [ + 178, + 810, + 764, + 834 + ] + }, + { + "text": "ITBear科技资讯", + "boxes": [ + 214, + 854, + 318, + 879 + ] + }, + { + "text": "®", + "boxes": [ + 186, + 870, + 206, + 885 + ] + }, + { + "text": "htp://www.itbear.com.cnhlransate this resut", + "boxes": [ + 206, + 869, + 532, + 901 + ] + }, + { + "text": "小鹏P7大改款来袭，中国造车新势力迎来新变革？-智能汽车，", + "boxes": [ + 176, + 897, + 720, + 933 + ] + }, + { + "text": "4 hours ago·小鹏汽车董事长何小鹏近期揭晓了一个令人瞩目的消息：小鹏P7将迎来其历史上的", + "boxes": [ + 180, + 927, + 782, + 951 + ] + }, + { + "text": "首次大改款。他强调，这不仅是中国造车新势力中的首次大改款尝试，更是一款从未来走进现实，", + "boxes": [ + 176, + 947, + 778, + 977 + ] + }, + { + "text": "0", + "boxes": [ + 176, + 999, + 215, + 1036 + ] + }, + { + "text": "CNMO", + "boxes": [ + 214, + 995, + 264, + 1020 + ] + }, + { + "text": "htp://smartcar.cnmo.com news Translate tisresult", + "boxes": [ + 208, + 1008, + 550, + 1042 + ] + }, + { + "text": "鹏P7将迎来·", + "boxes": [ + 224, + 1048, + 308, + 1072 + ] + } + ] + }, + { + "frame_id": "190_2_8", + "episode_id": 190, + "env_id": 2, + "step": 8, + "format_rewards": 1.0, + "rewards": 11.024117469787598, + "advantages": 0.9061296582221985, + "generated_text": "{\n \"intent\": \"Locate and click one of the trending topics to learn more about '年内首次降准落地'.\",\n \"action\": \"DoubleClick(547, 423)\"\n}", + "action_string": "DoubleClick(547, 423)", + "intent_string": "Locate and click one of the trending topics to learn more about '年内首次降准落地'.", + "before_screen_ocr_results": [ + { + "text": "Q年内首次降准落地-Searchx", + "boxes": [ + 218, + 32, + 444, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1100, + 407, + 1290, + 443 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 654, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "阿维塔06", + "boxes": [ + 238, + 764, + 456, + 818 + ] + }, + { + "text": "VS智2L6", + "boxes": [ + 458, + 764, + 718, + 820 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1460, + 804, + 1504, + 842 + ] + }, + { + "text": "4.07%", + "boxes": [ + 1646, + 806, + 1694, + 840 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1460, + 852, + 1512, + 887 + ] + }, + { + "text": "A 1.06%8 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "13,36% ", + "boxes": [ + 1626, + 893, + 1700, + 941 + ] + }, + { + "text": "游戏天地·2天", + "boxes": [ + 830, + 921, + 942, + 945 + ] + }, + { + "text": "众播星闻·3小时", + "boxes": [ + 1136, + 921, + 1266, + 945 + ] + }, + { + "text": "必看！怪物猎人中3个隐藏的", + "boxes": [ + 824, + 941, + 1090, + 977 + ] + }, + { + "text": "赵樱子戛纳红毯被驱赶，网友", + "boxes": [ + 1136, + 941, + 1410, + 977 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 937, + 1508, + 989 + ] + }, + { + "text": "20万级纯电轿车，智己L6和阿维塔06怎么", + "boxes": [ + 206, + 947, + 762, + 983 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "强力装备获取点", + "boxes": [ + 826, + 966, + 976, + 1003 + ] + }, + { + "text": "吐槽：戏多还问衣服洗干净", + "boxes": [ + 1136, + 967, + 1388, + 1001 + ] + }, + { + "text": "选？", + "boxes": [ + 194, + 977, + 266, + 1028 + ] + }, + { + "text": "黄金", + "boxes": [ + 1456, + 983, + 1494, + 1030 + ] + }, + { + "text": ",10", + "boxes": [ + 1630, + 985, + 1700, + 1032 + ] + }, + { + "text": "没？", + "boxes": [ + 1136, + 997, + 1184, + 1024 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "、年内首次降准落地-Search×」十", + "boxes": [ + 1146, + 34, + 1372, + 52 + ] + }, + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "Sign ii", + "boxes": [ + 1566, + 163, + 1602, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": "About 18,900,000 results", + "boxes": [ + 172, + 256, + 340, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "https://www.gov.cn > zhengce Tra", + "boxes": [ + 216, + 314, + 422, + 338 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政..", + "boxes": [ + 176, + 336, + 682, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 363, + 778, + 393 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构，", + "boxes": [ + 176, + 387, + 776, + 417 + ] + }, + { + "text": "←", + "boxes": [ + 534, + 416, + 566, + 448 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": "vqxsi.. Translate this result", + "boxes": [ + 432, + 455, + 598, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 176, + 476, + 728, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 178, + 530, + 620, + 554 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 176, + 615, + 754, + 651 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 212, + 715, + 278, + 741 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "https://w.thepaper.cn Translae this resut", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验.", + "boxes": [ + 174, + 756, + 744, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 262, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https:/lpoliticsgmw.cn Translate this resuit ", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 172, + 891, + 676, + 935 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 981 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://v.cc.com Translae this esut", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 304, + 1072 + ] + } + ] + }, + { + "frame_id": "190_3_8", + "episode_id": 190, + "env_id": 3, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.888507843017578, + "advantages": -1.4915257692337036, + "generated_text": "{\n \"intent\": \"Click on the \\\"Document\\\" menu item to open the document menu in the untitled file. The goal is to begin editing or creating in this document.\",\n \"action\": \"DoubleClick(55, 31)\"\n}", + "action_string": "DoubleClick(55, 31)", + "intent_string": "Click on the \"Document\" menu item to open the document menu in the untitled file. The goal is to begin editing or creating in this document.", + "before_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "lit", + "boxes": [ + 42, + 26, + 76, + 48 + ] + }, + { + "text": "Hell", + "boxes": [ + 276, + 30, + 304, + 44 + ] + }, + { + "text": "U", + "boxes": [ + 44, + 56, + 74, + 69 + ] + }, + { + "text": "Redo", + "boxes": [ + 38, + 79, + 98, + 99 + ] + }, + { + "text": "Ctrl+Y", + "boxes": [ + 248, + 77, + 294, + 103 + ] + }, + { + "text": "Cut", + "boxes": [ + 44, + 113, + 90, + 133 + ] + }, + { + "text": "Ctrl+x", + "boxes": [ + 248, + 109, + 296, + 135 + ] + }, + { + "text": " Copy", + "boxes": [ + 38, + 127, + 104, + 168 + ] + }, + { + "text": "Ctrl+C", + "boxes": [ + 248, + 135, + 296, + 163 + ] + }, + { + "text": " Paste", + "boxes": [ + 40, + 163, + 102, + 189 + ] + }, + { + "text": "Ctrl+V", + "boxes": [ + 248, + 163, + 296, + 189 + ] + }, + { + "text": " Paste Special", + "boxes": [ + 56, + 191, + 152, + 216 + ] + }, + { + "text": " Delete", + "boxes": [ + 42, + 220, + 104, + 240 + ] + }, + { + "text": " Select All", + "boxes": [ + 42, + 250, + 130, + 274 + ] + }, + { + "text": "Change the selectior", + "boxes": [ + 62, + 278, + 198, + 302 + ] + }, + { + "text": "Convert", + "boxes": [ + 62, + 312, + 116, + 330 + ] + }, + { + "text": " Move Selection", + "boxes": [ + 58, + 334, + 170, + 363 + ] + }, + { + "text": " Duplicate Line / Selection", + "boxes": [ + 56, + 361, + 230, + 389 + ] + }, + { + "text": "Increase Indent", + "boxes": [ + 44, + 389, + 168, + 413 + ] + }, + { + "text": " Decrease Indent ", + "boxes": [ + 40, + 415, + 176, + 445 + ] + }, + { + "text": " Preferences ", + "boxes": [ + 38, + 447, + 150, + 476 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File ", + "boxes": [ + 6, + 26, + 36, + 46 + ] + }, + { + "text": "", + "boxes": [ + 42, + 26, + 76, + 48 + ] + }, + { + "text": "Help", + "boxes": [ + 274, + 26, + 306, + 46 + ] + }, + { + "text": "U", + "boxes": [ + 44, + 56, + 74, + 69 + ] + }, + { + "text": "Redo", + "boxes": [ + 38, + 79, + 98, + 99 + ] + }, + { + "text": "Ctrl+Y", + "boxes": [ + 248, + 77, + 294, + 103 + ] + }, + { + "text": "Cut", + "boxes": [ + 44, + 113, + 90, + 133 + ] + }, + { + "text": "Ctrl+x", + "boxes": [ + 248, + 109, + 296, + 135 + ] + }, + { + "text": " Copy", + "boxes": [ + 38, + 127, + 104, + 168 + ] + }, + { + "text": "Ctrl+C", + "boxes": [ + 248, + 135, + 296, + 163 + ] + }, + { + "text": " Paste", + "boxes": [ + 40, + 163, + 102, + 189 + ] + }, + { + "text": "Ctrl+V", + "boxes": [ + 248, + 163, + 296, + 189 + ] + }, + { + "text": " Paste Special", + "boxes": [ + 56, + 191, + 152, + 216 + ] + }, + { + "text": " Delete", + "boxes": [ + 42, + 220, + 104, + 240 + ] + }, + { + "text": " Select All", + "boxes": [ + 42, + 250, + 130, + 274 + ] + }, + { + "text": "Change the selectior", + "boxes": [ + 62, + 278, + 198, + 302 + ] + }, + { + "text": "Convert", + "boxes": [ + 62, + 312, + 116, + 330 + ] + }, + { + "text": "Move Selection", + "boxes": [ + 62, + 336, + 170, + 363 + ] + }, + { + "text": " Duplicate Line / Selection", + "boxes": [ + 56, + 361, + 230, + 389 + ] + }, + { + "text": "Increase Indent", + "boxes": [ + 44, + 389, + 168, + 413 + ] + }, + { + "text": " Decrease Indent ", + "boxes": [ + 40, + 415, + 176, + 445 + ] + }, + { + "text": " Preferences ", + "boxes": [ + 40, + 449, + 148, + 476 + ] + } + ] + }, + { + "frame_id": "190_4_8", + "episode_id": 190, + "env_id": 4, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.335914611816406, + "advantages": 0.13348223268985748, + "generated_text": "{\n \"intent\": \"Double click on the title '年内首次降息降准，\\\"量增价降\\\"支持实体经济' to open the article\",\n \"action\": \"DoubleClick(120, 50)\"\n}", + "action_string": "DoubleClick(120, 50)", + "intent_string": "Double click on the title '年内首次降息降准，\"量增价降\"支持实体经济' to open the article", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 28, + 69, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1878, + 89 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 402, + 139, + 794, + 181 + ] + }, + { + "text": "Q", + "boxes": [ + 1182, + 157, + 1208, + 179 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1210, + 155, + 1568, + 185 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 410, + 177, + 500, + 202 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 238, + 480, + 268 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 570, + 314, + 1338, + 361 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 478, + 393, + 708, + 423 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1044, + 381, + 1436, + 429 + ] + }, + { + "text": "新华社北京5月8日电 题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 506, + 480, + 1026, + 518 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 532, + 676, + 562 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 576, + 1424, + 606 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 480, + 609, + 1284, + 633 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 508, + 653, + 776, + 683 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 512, + 701, + 1144, + 725 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 508, + 742, + 1386, + 772 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 772, + 1186, + 802 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 816, + 1410, + 846 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 848, + 1128, + 878 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 508, + 891, + 1414, + 921 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 480, + 925, + 898, + 949 + ] + }, + { + "text": "此次下调的不只是政策利率，还有支农支小再贷款利率、住房公积金贷款利率等。这意味着企业和居民融资成本将进一步减少，利", + "boxes": [ + 506, + 967, + 1426, + 997 + ] + }, + { + "text": "息负担会变轻。", + "boxes": [ + 480, + 1001, + 582, + 1026 + ] + }, + { + "text": "年内首次降息", + "boxes": [ + 218, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "年内首次降息降准，“量增价×「十", + "boxes": [ + 1376, + 30, + 1598, + 54 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 38, + 64, + 130, + 89 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1595, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 792, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1102, + 411, + 1284, + 441 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 656, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 804, + 1504, + 842 + ] + }, + { + "text": "4.07%8", + "boxes": [ + 1644, + 806, + 1694, + 840 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1458, + 852, + 1512, + 887 + ] + }, + { + "text": "A 1.06%8 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "180:36%", + "boxes": [ + 1623, + 888, + 1701, + 942 + ] + }, + { + "text": "游侠网·1天", + "boxes": [ + 830, + 921, + 928, + 945 + ] + }, + { + "text": "选车号·20小时", + "boxes": [ + 1152, + 921, + 1260, + 945 + ] + }, + { + "text": "道沙河", + "boxes": [ + 690, + 933, + 736, + 953 + ] + }, + { + "text": "《毁灭战士：黑暗时代》加载速", + "boxes": [ + 834, + 941, + 1106, + 977 + ] + }, + { + "text": "小米SU7实力劲敌！全新智己", + "boxes": [ + 1136, + 937, + 1410, + 977 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 937, + 1508, + 989 + ] + }, + { + "text": "+4.363 ", + "boxes": [ + 1634, + 939, + 1700, + 987 + ] + }, + { + "text": "70年子制中国-蒙古第二条跨境铁路开工", + "boxes": [ + 204, + 949, + 722, + 985 + ] + }, + { + "text": "度惊人！全平台秒级加载", + "boxes": [ + 830, + 969, + 1056, + 999 + ] + }, + { + "text": "L6上市，限时权益价20.49", + "boxes": [ + 1136, + 967, + 1400, + 1003 + ] + }, + { + "text": "长仅9.91公里", + "boxes": [ + 204, + 980, + 394, + 1023 + ] + }, + { + "text": "黄金", + "boxes": [ + 1450, + 977, + 1499, + 1034 + ] + }, + { + "text": ",10", + "boxes": [ + 1630, + 985, + 1700, + 1032 + ] + }, + { + "text": "万起", + "boxes": [ + 1136, + 995, + 1192, + 1028 + ] + }, + { + "text": "万水泉南", + "boxes": [ + 622, + 1005, + 676, + 1022 + ] + }, + { + "text": "港", + "boxes": [ + 322, + 1018, + 348, + 1040 + ] + }, + { + "text": "△1", + "boxes": [ + 1140, + 1028, + 1170, + 1042 + ] + } + ] + }, + { + "frame_id": "190_5_8", + "episode_id": 190, + "env_id": 5, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.563580513000488, + "advantages": -1.8563226461410522, + "generated_text": "{\n \"intent\": \"Click on the '中华人民共和国中央人民政府' link to open the homepage\",\n \"action\": \"Click(100,50)\"\n}", + "action_string": "Click(100, 50)", + "intent_string": "Click on the '中华人民共和国中央人民政府' link to open the homepage", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 46, + 340, + 62 + ] + }, + { + "text": "年内首次降息降准", + "boxes": [ + 682, + 42, + 788, + 60 + ] + }, + { + "text": "支持实体经济_政策解读_中国政府网", + "boxes": [ + 884, + 42, + 1100, + 60 + ] + }, + { + "text": "□0", + "boxes": [ + 1534, + 38, + 1600, + 69 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 100, + 95 + ] + }, + { + "text": "年内首次降息降准，", + "boxes": [ + 1028, + 71, + 1140, + 89 + ] + }, + { + "text": "×+", + "boxes": [ + 1186, + 71, + 1244, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 346, + 101, + 452, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 101, + 1560, + 133 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 5, + 168, + 113, + 205 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 404, + 179, + 798, + 220 + ] + }, + { + "text": "Q", + "boxes": [ + 1178, + 191, + 1240, + 222 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1222, + 191, + 1570, + 226 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 405, + 210, + 505, + 247 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 278, + 482, + 308 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 568, + 349, + 1342, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 115, + 423 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 476, + 433, + 708, + 463 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1046, + 425, + 1434, + 467 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "新华社北京5月8日电题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 508, + 522, + 1024, + 552 + ] + }, + { + "text": "", + "boxes": [ + 26, + 546, + 88, + 616 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 570, + 680, + 600 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 643 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 613, + 1424, + 643 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 478, + 645, + 1288, + 675 + ] + }, + { + "text": "画", + "boxes": [ + 38, + 677, + 82, + 721 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 506, + 689, + 778, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 506, + 731, + 1146, + 768 + ] + }, + { + "text": "口", + "boxes": [ + 34, + 780, + 80, + 828 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 508, + 780, + 1388, + 810 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 814, + 1186, + 838 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 856, + 1412, + 885 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 885, + 1128, + 915 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 510, + 931, + 1416, + 961 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 478, + 961, + 900, + 991 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 46, + 340, + 62 + ] + }, + { + "text": "年内首次降息降准", + "boxes": [ + 682, + 42, + 788, + 60 + ] + }, + { + "text": "支持实体经济_政策解读_中国政府网", + "boxes": [ + 884, + 42, + 1100, + 60 + ] + }, + { + "text": "□0", + "boxes": [ + 1534, + 38, + 1600, + 69 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 100, + 95 + ] + }, + { + "text": "年内首次降息降准，", + "boxes": [ + 1028, + 71, + 1140, + 89 + ] + }, + { + "text": "×+", + "boxes": [ + 1186, + 71, + 1244, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 346, + 101, + 452, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 101, + 1560, + 133 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 5, + 168, + 113, + 205 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 404, + 179, + 798, + 220 + ] + }, + { + "text": "Q", + "boxes": [ + 1178, + 191, + 1240, + 222 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1222, + 191, + 1570, + 226 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 405, + 210, + 505, + 247 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 278, + 482, + 308 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 568, + 349, + 1342, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 115, + 423 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 474, + 429, + 708, + 463 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1046, + 425, + 1434, + 467 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "新华社北京5月8日电题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 508, + 522, + 1024, + 552 + ] + }, + { + "text": "", + "boxes": [ + 26, + 546, + 88, + 616 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 570, + 680, + 600 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 643 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 613, + 1424, + 643 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 478, + 645, + 1288, + 675 + ] + }, + { + "text": "画", + "boxes": [ + 38, + 677, + 82, + 721 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 506, + 689, + 778, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 506, + 731, + 1146, + 768 + ] + }, + { + "text": "口", + "boxes": [ + 34, + 780, + 80, + 828 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 508, + 780, + 1388, + 810 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 814, + 1186, + 838 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 856, + 1412, + 885 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 885, + 1128, + 915 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 510, + 931, + 1416, + 961 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 478, + 961, + 900, + 991 + ] + } + ] + }, + { + "frame_id": "190_6_8", + "episode_id": 190, + "env_id": 6, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.403430938720703, + "advantages": 0.2092830091714859, + "generated_text": "{\n \"intent\": \"Click on the first article titled \\\"年内首次降准落地 ! 释放长期流动性约 1 万亿元 ! 支持实体经济 - 中国政 ...\\\" from zhenge.com\",\n \"action\": \"DoubleClick(538, 353)\"\n}", + "action_string": "DoubleClick(538, 353)", + "intent_string": "Click on the first article titled \"年内首次降准落地 ! 释放长期流动性约 1 万亿元 ! 支持实体经济 - 中国政 ...\" from zhenge.com", + "before_screen_ocr_results": [ + { + "text": "α小鹏P7将迎来大改款-Sear×」Q小鹏P7将迎来大改款-Sea", + "boxes": [ + 1138, + 34, + 1540, + 52 + ] + }, + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 268, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "Sign ii", + "boxes": [ + 1558, + 163, + 1594, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": "About 18,900,000 results", + "boxes": [ + 172, + 256, + 340, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "https://www.gov.cn > zhengce Tra", + "boxes": [ + 216, + 314, + 422, + 338 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政..", + "boxes": [ + 176, + 336, + 682, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 363, + 778, + 393 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构，", + "boxes": [ + 176, + 387, + 776, + 417 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "↑", + "boxes": [ + 544, + 419, + 570, + 444 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": "ewqxsi.. Translate this result", + "boxes": [ + 424, + 455, + 598, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 176, + 476, + 728, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为..", + "boxes": [ + 174, + 524, + 622, + 558 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 176, + 615, + 754, + 651 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 212, + 715, + 278, + 741 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "https://w.thepaper.cn Translae this resut", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验.", + "boxes": [ + 174, + 756, + 742, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 264, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https:/lpoliticsgmw.cn Translate this resuit ", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 172, + 891, + 676, + 935 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 981 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://v.cc.com Translae this esut", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 304, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "」Q小鹏P7将迎来大改", + "boxes": [ + 1690, + 32, + 1842, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 20, + 61, + 126, + 92 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "I口三", + "boxes": [ + 1788, + 66, + 1906, + 89 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 404, + 143, + 792, + 179 + ] + }, + { + "text": "Q", + "boxes": [ + 1182, + 157, + 1208, + 179 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1200, + 159, + 1564, + 183 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 410, + 177, + 500, + 202 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 348, + 238, + 480, + 268 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 564, + 314, + 1338, + 361 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 478, + 393, + 708, + 423 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1046, + 385, + 1432, + 427 + ] + }, + { + "text": "新华社北京5月8日电 题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 508, + 482, + 1026, + 518 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 532, + 676, + 562 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 576, + 1422, + 606 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 478, + 608, + 1284, + 637 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 508, + 653, + 778, + 683 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 510, + 701, + 1144, + 725 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 508, + 742, + 1386, + 772 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 484, + 768, + 1190, + 806 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 508, + 810, + 1412, + 850 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 848, + 1128, + 878 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 510, + 895, + 1412, + 919 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 476, + 921, + 900, + 953 + ] + }, + { + "text": "此次下调的不只是政策利率，还有支农支小再贷款利率、住房公积金贷款利率等。这意味着企业和居民融资成本将进一步减少，利", + "boxes": [ + 508, + 967, + 1426, + 997 + ] + }, + { + "text": "息负担会变轻。", + "boxes": [ + 480, + 1001, + 582, + 1026 + ] + }, + { + "text": "年内首次降息", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "190_7_8", + "episode_id": 190, + "env_id": 7, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.519238471984863, + "advantages": 0.3393004834651947, + "generated_text": "{\n \"intent\": \"Click on the headline '年内首次降息降准,{\",\n \"action\": \"DoubleClick(107, 50)\"\n}", + "action_string": "DoubleClick(107, 50)", + "intent_string": "Click on the headline '年内首次降息降准,{", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 30, + 69, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1878, + 89 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 402, + 139, + 794, + 181 + ] + }, + { + "text": "a", + "boxes": [ + 1176, + 150, + 1214, + 185 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1198, + 155, + 1568, + 185 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 410, + 177, + 500, + 202 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 238, + 480, + 268 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 570, + 314, + 1338, + 361 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 478, + 393, + 708, + 423 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1044, + 381, + 1436, + 429 + ] + }, + { + "text": "新华社北京5月8日电 题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 510, + 484, + 1024, + 514 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 532, + 676, + 562 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 576, + 1424, + 606 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 480, + 609, + 1284, + 633 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 508, + 653, + 776, + 683 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 512, + 701, + 1144, + 725 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 506, + 741, + 1384, + 770 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 772, + 1186, + 802 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 816, + 1410, + 846 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 848, + 1128, + 878 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 508, + 891, + 1414, + 921 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 480, + 925, + 898, + 949 + ] + }, + { + "text": "此次下调的不只是政策利率，还有支农支小再贷款利率、住房公积金贷款利率等。这意味着企业和居民融资成本将进一步减少，利", + "boxes": [ + 506, + 967, + 1426, + 997 + ] + }, + { + "text": "息负担会变轻。", + "boxes": [ + 480, + 1001, + 582, + 1026 + ] + }, + { + "text": "年内首次降息", + "boxes": [ + 218, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 36, + 64, + 128, + 89 + ] + }, + { + "text": "①| https://cn.bing.com", + "boxes": [ + 252, + 64, + 448, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1595, + 61, + 1663, + 92 + ] + }, + { + "text": "川四", + "boxes": [ + 1790, + 68, + 1852, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": " 2 这些习惯在泄露信息", + "boxes": [ + 788, + 409, + 968, + 445 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1100, + 407, + 1290, + 443 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 656, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "万法九归", + "boxes": [ + 221, + 775, + 717, + 932 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1460, + 804, + 1504, + 842 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1460, + 852, + 1512, + 887 + ] + }, + { + "text": "A 1.08%0 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "13,7%", + "boxes": [ + 1626, + 893, + 1700, + 941 + ] + }, + { + "text": "众仙归位", + "boxes": [ + 280, + 909, + 416, + 941 + ] + }, + { + "text": "百炼成仙乡", + "boxes": [ + 600, + 911, + 736, + 941 + ] + }, + { + "text": "汽车资讯盘点·1小时", + "boxes": [ + 826, + 917, + 980, + 947 + ] + }, + { + "text": "18183游戏网·23小时", + "boxes": [ + 1144, + 915, + 1300, + 947 + ] + }, + { + "text": "机", + "boxes": [ + 1598, + 911, + 1610, + 923 + ] + }, + { + "text": "20.49万元起入门即高配！", + "boxes": [ + 826, + 941, + 1082, + 977 + ] + }, + { + "text": "毁灭战士黑暗纪元全玩具模型", + "boxes": [ + 1136, + 943, + 1404, + 973 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 937, + 1508, + 989 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "游戏天地·1天", + "boxes": [ + 198, + 951, + 320, + 981 + ] + }, + { + "text": "全新智己L6一图看懂", + "boxes": [ + 826, + 967, + 1024, + 1003 + ] + }, + { + "text": "收集攻略毁灭战士黑暗纪元全", + "boxes": [ + 1136, + 967, + 1414, + 1003 + ] + }, + { + "text": "诛仙2萌新成长全攻略", + "boxes": [ + 198, + 977, + 490, + 1024 + ] + }, + { + "text": "黄", + "boxes": [ + 1450, + 976, + 1500, + 1035 + ] + }, + { + "text": "120 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "玩具模型收集方法", + "boxes": [ + 1138, + 997, + 1308, + 1026 + ] + }, + { + "text": "1", + "boxes": [ + 1144, + 1028, + 1174, + 1042 + ] + }, + { + "text": "arch - Micr.", + "boxes": [ + 236, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "190_0_9", + "episode_id": 190, + "env_id": 0, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.212512969970703, + "advantages": -1.1277642250061035, + "generated_text": "{\n \"intent\": \"To explore and click on the 'Women Essentials Skinny Jeans' product, as it seems like one of the featured items.\",\n \"action\": \"Click(51, 566)\"\n}", + "action_string": "Click(51, 566)", + "intent_string": "To explore and click on the 'Women Essentials Skinny Jeans' product, as it seems like one of the featured items.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 34, + 66, + 128, + 89 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "$8,735.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "三 AlI", + "boxes": [ + 22, + 169, + 66, + 195 + ] + }, + { + "text": "Gender", + "boxes": [ + 12, + 258, + 66, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "women", + "boxes": [ + 9, + 275, + 85, + 309 + ] + }, + { + "text": "unisex", + "boxes": [ + 9, + 299, + 79, + 328 + ] + }, + { + "text": "35", + "boxes": [ + 22, + 429, + 44, + 443 + ] + }, + { + "text": "2F", + "boxes": [ + 109, + 492, + 133, + 514 + ] + }, + { + "text": "$19.99", + "boxes": [ + 1818, + 508, + 1858, + 524 + ] + }, + { + "text": "1-2", + "boxes": [ + 188, + 600, + 210, + 613 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 609, + 866, + 643 + ] + }, + { + "text": "Straight Leg Jeans for Women,High", + "boxes": [ + 902, + 613, + 1168, + 643 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1194, + 613, + 1464, + 643 + ] + }, + { + "text": "luvamia Wide Leg Jeans for Women", + "boxes": [ + 1486, + 611, + 1752, + 643 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 623, + 140, + 643 + ] + }, + { + "text": "7-8", + "boxes": [ + 182, + 625, + 212, + 645 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 572, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 637, + 1174, + 665 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1194, + 637, + 1442, + 667 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans ", + "boxes": [ + 1488, + 637, + 1732, + 667 + ] + }, + { + "text": "11-12", + "boxes": [ + 100, + 651, + 150, + 677 + ] + }, + { + "text": "13-14", + "boxes": [ + 174, + 655, + 222, + 675 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 659, + 838, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1064, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall", + "boxes": [ + 1194, + 661, + 1424, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "★★★★☆14,463", + "boxes": [ + 320, + 691, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆697", + "boxes": [ + 904, + 687, + 1030, + 715 + ] + }, + { + "text": "Fashion y2k Outits 2025", + "boxes": [ + 1194, + 685, + 1384, + 715 + ] + }, + { + "text": " Baggy with Patch Pockets", + "boxes": [ + 1486, + 683, + 1682, + 717 + ] + }, + { + "text": "100+", + "boxes": [ + 320, + 713, + 348, + 733 + ] + }, + { + "text": "ught in past month", + "boxes": [ + 370, + 715, + 490, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 610, + 715, + 740, + 739 + ] + }, + { + "text": "100+", + "boxes": [ + 903, + 707, + 941, + 736 + ] + }, + { + "text": "ought in past ", + "boxes": [ + 950, + 711, + 1038, + 735 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1196, + 713, + 1320, + 742 + ] + }, + { + "text": "★★★★★1.,998", + "boxes": [ + 1488, + 713, + 1632, + 742 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 707, + 1862, + 733 + ] + }, + { + "text": "500+ bought in past", + "boxes": [ + 608, + 728, + 744, + 763 + ] + }, + { + "text": "$4199", + "boxes": [ + 895, + 735, + 969, + 781 + ] + }, + { + "text": "100+ boughtin past month", + "boxes": [ + 1194, + 728, + 1376, + 762 + ] + }, + { + "text": "4K+ bought in past month", + "boxes": [ + 1488, + 730, + 1660, + 762 + ] + }, + { + "text": "$3888", + "boxes": [ + 606, + 764, + 672, + 798 + ] + }, + { + "text": "$3299", + "boxes": [ + 1192, + 762, + 1260, + 802 + ] + }, + { + "text": "$3898", + "boxes": [ + 1484, + 762, + 1554, + 802 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 318, + 780, + 458, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 898, + 772, + 1048, + 808 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 320, + 804, + 392, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 604, + 796, + 754, + 832 + ] + }, + { + "text": " Delivery May 27 - Jun 3", + "boxes": [ + 1192, + 800, + 1352, + 830 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1484, + 800, + 1634, + 830 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 614, + 828, + 686, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1200, + 828, + 1272, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1570, + 846 + ] + }, + { + "text": "ored", + "boxes": [ + 1232, + 885, + 1266, + 899 + ] + }, + { + "text": "GINGTTO Men's Ripped Jeans Slim Fit Skinny Stretch Jeans Pants", + "boxes": [ + 1190, + 897, + 1730, + 935 + ] + }, + { + "text": "$16.47", + "boxes": [ + 1810, + 913, + 1862, + 939 + ] + }, + { + "text": "★★★★7.624", + "boxes": [ + 1196, + 931, + 1332, + 955 + ] + }, + { + "text": "00+", + "boxes": [ + 1202, + 957, + 1226, + 971 + ] + }, + { + "text": "bought in past month", + "boxes": [ + 1232, + 953, + 1368, + 977 + ] + }, + { + "text": "$3399", + "boxes": [ + 1194, + 983, + 1252, + 1014 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "Hello,", + "boxes": [ + 1472, + 115, + 1500, + 137 + ] + }, + { + "text": "EN", + "boxes": [ + 1406, + 127, + 1440, + 141 + ] + }, + { + "text": "C", + "boxes": [ + 1612, + 121, + 1624, + 133 + ] + }, + { + "text": "$8,735.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "三 AlI", + "boxes": [ + 22, + 167, + 66, + 195 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 256, + 68, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "women", + "boxes": [ + 9, + 275, + 85, + 309 + ] + }, + { + "text": "unisex", + "boxes": [ + 9, + 299, + 81, + 328 + ] + }, + { + "text": "35", + "boxes": [ + 18, + 425, + 48, + 445 + ] + }, + { + "text": "2P", + "boxes": [ + 106, + 494, + 140, + 514 + ] + }, + { + "text": "6P", + "boxes": [ + 196, + 498, + 224, + 512 + ] + }, + { + "text": "$19.99", + "boxes": [ + 1818, + 508, + 1858, + 524 + ] + }, + { + "text": "10P|12P|14P", + "boxes": [ + 18, + 526, + 140, + 544 + ] + }, + { + "text": "16P", + "boxes": [ + 156, + 528, + 186, + 542 + ] + }, + { + "text": "0", + "boxes": [ + 114, + 600, + 130, + 613 + ] + }, + { + "text": "1-2", + "boxes": [ + 182, + 596, + 212, + 615 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 609, + 864, + 643 + ] + }, + { + "text": "Straight Leg Jeans for Women,High ", + "boxes": [ + 902, + 613, + 1168, + 643 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1194, + 613, + 1464, + 643 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 623, + 140, + 645 + ] + }, + { + "text": "7-8", + "boxes": [ + 182, + 623, + 214, + 645 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 572, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 637, + 1174, + 665 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1194, + 637, + 1442, + 667 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans", + "boxes": [ + 1488, + 637, + 1730, + 667 + ] + }, + { + "text": "9-10", + "boxes": [ + 32, + 655, + 68, + 675 + ] + }, + { + "text": "11-12", + "boxes": [ + 98, + 651, + 152, + 681 + ] + }, + { + "text": "13-14", + "boxes": [ + 172, + 653, + 224, + 679 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 659, + 838, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1064, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall ", + "boxes": [ + 1194, + 661, + 1424, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "18", + "boxes": [ + 114, + 689, + 130, + 703 + ] + }, + { + "text": "★★★★☆14.463", + "boxes": [ + 318, + 687, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆697", + "boxes": [ + 902, + 687, + 1030, + 715 + ] + }, + { + "text": "Fashion y2k Outits 2025", + "boxes": [ + 1194, + 685, + 1384, + 715 + ] + }, + { + "text": "Baggy with Patch Pockets", + "boxes": [ + 1486, + 683, + 1682, + 717 + ] + }, + { + "text": "100+", + "boxes": [ + 320, + 713, + 348, + 733 + ] + }, + { + "text": "ught in past month", + "boxes": [ + 370, + 715, + 490, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 610, + 715, + 740, + 739 + ] + }, + { + "text": "100+", + "boxes": [ + 906, + 711, + 940, + 733 + ] + }, + { + "text": "ought in past ", + "boxes": [ + 950, + 711, + 1038, + 735 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1196, + 713, + 1320, + 742 + ] + }, + { + "text": "★★★★★1.,998", + "boxes": [ + 1488, + 713, + 1632, + 742 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 707, + 1862, + 733 + ] + }, + { + "text": "500+ bought in past i", + "boxes": [ + 608, + 731, + 744, + 760 + ] + }, + { + "text": "$4199", + "boxes": [ + 895, + 735, + 969, + 781 + ] + }, + { + "text": "100+ boughtin past month", + "boxes": [ + 1194, + 728, + 1376, + 762 + ] + }, + { + "text": "$1990 Typlcal 28.50", + "boxes": [ + 309, + 738, + 475, + 785 + ] + }, + { + "text": "4K+ bought in past month", + "boxes": [ + 1488, + 730, + 1660, + 762 + ] + }, + { + "text": "$3888", + "boxes": [ + 604, + 762, + 674, + 802 + ] + }, + { + "text": "$3299", + "boxes": [ + 1192, + 762, + 1260, + 802 + ] + }, + { + "text": "$3898", + "boxes": [ + 1484, + 762, + 1554, + 802 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 316, + 780, + 460, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 898, + 772, + 1048, + 808 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 320, + 804, + 394, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 604, + 796, + 756, + 832 + ] + }, + { + "text": " Delivery May 27 - Jun 3", + "boxes": [ + 1192, + 800, + 1352, + 830 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1484, + 800, + 1634, + 830 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 614, + 828, + 686, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1200, + 828, + 1272, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1570, + 846 + ] + }, + { + "text": "ored", + "boxes": [ + 1232, + 885, + 1266, + 899 + ] + }, + { + "text": "GINGTTO Men's Ripped Jeans Slim Fit Skinny Stretch Jeans Pants", + "boxes": [ + 1190, + 897, + 1730, + 935 + ] + }, + { + "text": "$16.47", + "boxes": [ + 1810, + 913, + 1862, + 939 + ] + }, + { + "text": "★★★★7.624", + "boxes": [ + 1196, + 931, + 1332, + 955 + ] + }, + { + "text": "00+", + "boxes": [ + 1202, + 957, + 1226, + 971 + ] + }, + { + "text": "bought in past month", + "boxes": [ + 1232, + 953, + 1368, + 977 + ] + }, + { + "text": "$3399", + "boxes": [ + 1194, + 983, + 1252, + 1014 + ] + } + ] + }, + { + "frame_id": "190_1_9", + "episode_id": 190, + "env_id": 1, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.440303802490234, + "advantages": 0.2506802976131439, + "generated_text": "{\n \"intent\": \"Click on the first search result titled '小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大的...' with coordinates (434, 349)\",\n \"action\": \"Click(463, 356)\"\n}", + "action_string": "Click(463, 356)", + "intent_string": "Click on the first search result titled '小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大的...' with coordinates (434, 349)", + "before_screen_ocr_results": [ + { + "text": "、年内首次降准落地-Search×」十", + "boxes": [ + 1146, + 34, + 1372, + 52 + ] + }, + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "小鹏P7将迎来大改款", + "boxes": [ + 176, + 157, + 334, + 187 + ] + }, + { + "text": "Sign ii", + "boxes": [ + 1566, + 163, + 1602, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 510,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 294, + 278, + 320 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小鹏：有史以来情感投入最大", + "boxes": [ + 176, + 336, + 672, + 371 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，小鹏P7将迎来大改款，\"这不是一款概念", + "boxes": [ + 174, + 361, + 772, + 393 + ] + }, + { + "text": "车，我们做的只是把它从未来带到现在”。随后，何..", + "boxes": [ + 174, + 385, + 504, + 417 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 212, + 435, + 262, + 463 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 202, + 467 + ] + }, + { + "text": ".qq.com", + "boxes": [ + 288, + 457, + 340, + 474 + ] + }, + { + "text": "rain", + "boxes": [ + 350, + 459, + 382, + 472 + ] + }, + { + "text": " ranslate this resut ", + "boxes": [ + 372, + 453, + 504, + 482 + ] + }, + { + "text": "何小鹏官宣小鹏P7将迎大改款：“从未来带到现在”－腾讯网", + "boxes": [ + 174, + 472, + 714, + 514 + ] + }, + { + "text": "【环球网科技综合报道】5月15日，小鹏汽车董事长何小鹏在社交平台宣布旗下热门车型小鹏 P7", + "boxes": [ + 180, + 502, + 782, + 532 + ] + }, + { + "text": "将迎来大改款。他强调：“这不是一款概念车，我们", + "boxes": [ + 178, + 526, + 508, + 554 + ] + }, + { + "text": "和讯汽车", + "boxes": [ + 212, + 574, + 278, + 600 + ] + }, + { + "text": "何小鹏：小鹏P7将迎来大改款，有史以来情感投入最大的..", + "boxes": [ + 178, + 619, + 708, + 649 + ] + }, + { + "text": "6 hours ago·小鹏汽车CEO何小鹏在微博上表示小鹏P7将进行大改款，强调这不是概念车，而是", + "boxes": [ + 178, + 643, + 784, + 673 + ] + }, + { + "text": "将未来设计带到现在。他还提及新款小鹏P7项目是公司有史以来情感投入最大的一个，团队用，", + "boxes": [ + 178, + 669, + 766, + 693 + ] + }, + { + "text": "搜狐", + "boxes": [ + 216, + 717, + 246, + 737 + ] + }, + { + "text": "https:/www.sohu.com Translate this result", + "boxes": [ + 216, + 735, + 476, + 758 + ] + }, + { + "text": "何小鹏宣布小鹏P7将迎来大改款：情感投入最大的项目", + "boxes": [ + 178, + 760, + 668, + 790 + ] + }, + { + "text": "6 hours ago·在众多同类车型中，小鹏P7的外观与内饰设计无疑将成为一大亮点。当然，情感的", + "boxes": [ + 180, + 784, + 788, + 814 + ] + }, + { + "text": "投入并不仅限于外观设计，智能化的驾驶体验和人性化的科技配置也是小鹏P7改款的重要部分，", + "boxes": [ + 178, + 810, + 766, + 834 + ] + }, + { + "text": "ITBear科技资讯", + "boxes": [ + 214, + 854, + 318, + 879 + ] + }, + { + "text": "®", + "boxes": [ + 186, + 870, + 206, + 885 + ] + }, + { + "text": "htp://www.itbear.com.cnhlransate this resut", + "boxes": [ + 206, + 869, + 532, + 901 + ] + }, + { + "text": "小鹏P7大改款来袭，中国造车新势力迎来新变革？-智能汽车，", + "boxes": [ + 176, + 897, + 720, + 933 + ] + }, + { + "text": "4 hours ago·小鹏汽车董事长何小鹏近期揭晓了一个令人瞩目的消息：小鹏P7将迎来其历史上的", + "boxes": [ + 180, + 927, + 782, + 951 + ] + }, + { + "text": "首次大改款。他强调，这不仅是中国造车新势力中的首次大改款尝试，更是一款从未来走进现实，", + "boxes": [ + 176, + 947, + 778, + 977 + ] + }, + { + "text": "0", + "boxes": [ + 176, + 999, + 215, + 1036 + ] + }, + { + "text": "CNMO", + "boxes": [ + 214, + 995, + 264, + 1020 + ] + }, + { + "text": "htp://smartcar.cnmo.com news Translate tisresult", + "boxes": [ + 208, + 1008, + 550, + 1042 + ] + }, + { + "text": "鹏P7将迎来·", + "boxes": [ + 224, + 1048, + 308, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "」α 年内首次降准落地-Search × ", + "boxes": [ + 1342, + 28, + 1574, + 52 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 410, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "娱乐", + "boxes": [ + 586, + 113, + 630, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 642, + 113, + 690, + 133 + ] + }, + { + "text": "博客", + "boxes": [ + 708, + 113, + 740, + 133 + ] + }, + { + "text": "图片", + "boxes": [ + 762, + 113, + 796, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 884, + 113, + 930, + 133 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1550, + 137 + ] + }, + { + "text": "sina 新浪财经经济新闻滚动>正文", + "boxes": [ + 336, + 282, + 628, + 318 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "√新浪财经客户端", + "boxes": [ + 832, + 326, + 950, + 343 + ] + }, + { + "text": "小鹏P7将迎来大改款，何小", + "boxes": [ + 332, + 349, + 810, + 397 + ] + }, + { + "text": "投入最大", + "boxes": [ + 1094, + 341, + 1286, + 403 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日11:16　界面新闻", + "boxes": [ + 328, + 451, + 584, + 486 + ] + }, + { + "text": "Ro", + "boxes": [ + 1410, + 455, + 1448, + 474 + ] + }, + { + "text": "P", + "boxes": [ + 1480, + 457, + 1500, + 476 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 520 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "5月15日上午，小鹏汽车董事长何小鹏在微博发文宣布，", + "boxes": [ + 330, + 552, + 796, + 582 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 824, + 550, + 950, + 580 + ] + }, + { + "text": "概念车，我", + "boxes": [ + 1100, + 550, + 1200, + 582 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 824, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "们做的只是把它从未来带到现在”。", + "boxes": [ + 330, + 584, + 616, + 613 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1598, + 598, + 1638, + 613 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1506, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "XP-何小鹏正》", + "boxes": [ + 530, + 659, + 674, + 689 + ] + }, + { + "text": "1小时前", + "boxes": [ + 536, + 687, + 580, + 707 + ] + }, + { + "text": "是的，我们的内心始终有一个让人激动的名", + "boxes": [ + 532, + 711, + 806, + 741 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "这是中国造车新势力第一次迎来大改款，", + "boxes": [ + 532, + 758, + 792, + 788 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "来带到现在。", + "boxes": [ + 534, + 784, + 614, + 810 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1252, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "它来了。", + "boxes": [ + 530, + 830, + 590, + 862 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1248, + 862, + 1568, + 895 + ] + }, + { + "text": "#小鹏P7#", + "boxes": [ + 534, + 879, + 602, + 905 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 925, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 344, + 963, + 438, + 995 + ] + }, + { + "text": "-26871秒前传娃哈哈多地员工线下维权讨薪，娃哈哈回应", + "boxes": [ + 472, + 959, + 942, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "*e", + "boxes": [ + 1548, + 1012, + 1568, + 1028 + ] + } + ] + }, + { + "frame_id": "190_2_9", + "episode_id": 190, + "env_id": 2, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.124722480773926, + "advantages": -1.226326823234558, + "generated_text": "{\n \"intent\": \"Exploring the news about '年内首次降准落地' to get more information on the topic of China's monetary policy adjustments and its implications for the real economy.\",\n \"action\": \"Click(301, 46)\"\n}", + "action_string": "Click(301, 46)", + "intent_string": "Exploring the news about '年内首次降准落地' to get more information on the topic of China's monetary policy adjustments and its implications for the real economy.", + "before_screen_ocr_results": [ + { + "text": "、年内首次降准落地-Search×」十", + "boxes": [ + 1146, + 34, + 1372, + 52 + ] + }, + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "Sign ii", + "boxes": [ + 1566, + 163, + 1602, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": "About 18,900,000 results", + "boxes": [ + 172, + 256, + 340, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "https://www.gov.cn > zhengce Tra", + "boxes": [ + 216, + 314, + 422, + 338 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政..", + "boxes": [ + 176, + 336, + 682, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 363, + 778, + 393 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构，", + "boxes": [ + 176, + 387, + 776, + 417 + ] + }, + { + "text": "←", + "boxes": [ + 534, + 416, + 566, + 448 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": "vqxsi.. Translate this result", + "boxes": [ + 432, + 455, + 598, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 176, + 476, + 728, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 178, + 530, + 620, + 554 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 176, + 615, + 754, + 651 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 212, + 715, + 278, + 741 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "https://w.thepaper.cn Translae this resut", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验.", + "boxes": [ + 174, + 756, + 744, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 262, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https:/lpoliticsgmw.cn Translate this resuit ", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 172, + 891, + 676, + 935 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 981 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://v.cc.com Translae this esut", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 304, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search -Microsoft Bing×Q年内首次降准落地 -Sea", + "boxes": [ + 28, + 22, + 394, + 62 + ] + }, + { + "text": "、年内首次降准落地-Search×」十", + "boxes": [ + 1146, + 34, + 1372, + 52 + ] + }, + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 266, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 256, + 113, + 310, + 147 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "Sign ii", + "boxes": [ + 1566, + 163, + 1602, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": " About 1,900,000 results", + "boxes": [ + 172, + 254, + 338, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "®", + "boxes": [ + 186, + 310, + 202, + 326 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政..", + "boxes": [ + 176, + 336, + 682, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 361, + 776, + 391 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构．", + "boxes": [ + 176, + 387, + 778, + 417 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": "ewqxsi.. Translate this result", + "boxes": [ + 424, + 455, + 598, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 176, + 476, + 728, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 178, + 530, + 622, + 554 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 176, + 615, + 754, + 651 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 212, + 715, + 278, + 741 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "https://w.thepaper.cn Translae this resut", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验.", + "boxes": [ + 174, + 756, + 744, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 262, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https://plticsgmwcn ranslate thisresult", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 172, + 891, + 676, + 935 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 981 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://v.ct.com Translae this resut ", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 304, + 1072 + ] + } + ] + }, + { + "frame_id": "190_3_9", + "episode_id": 190, + "env_id": 3, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.416539192199707, + "advantages": -2.021406412124634, + "generated_text": "{\n \"intent\": \"Open the Mousepad application and click double on the 'Untitled - Mousepad' tab\",\n \"action\": \"DoubleClick(100, 50)\"\n}", + "action_string": "DoubleClick(100, 50)", + "intent_string": "Open the Mousepad application and click double on the 'Untitled - Mousepad' tab", + "before_screen_ocr_results": [ + { + "text": "File ", + "boxes": [ + 6, + 26, + 36, + 46 + ] + }, + { + "text": "", + "boxes": [ + 42, + 26, + 76, + 48 + ] + }, + { + "text": "Help", + "boxes": [ + 274, + 26, + 306, + 46 + ] + }, + { + "text": "U", + "boxes": [ + 44, + 56, + 74, + 69 + ] + }, + { + "text": "Redo", + "boxes": [ + 38, + 79, + 98, + 99 + ] + }, + { + "text": "Ctrl+Y", + "boxes": [ + 248, + 77, + 294, + 103 + ] + }, + { + "text": "Cut", + "boxes": [ + 44, + 113, + 90, + 133 + ] + }, + { + "text": "Ctrl+x", + "boxes": [ + 248, + 109, + 296, + 135 + ] + }, + { + "text": " Copy", + "boxes": [ + 38, + 127, + 104, + 168 + ] + }, + { + "text": "Ctrl+C", + "boxes": [ + 248, + 135, + 296, + 163 + ] + }, + { + "text": " Paste", + "boxes": [ + 40, + 163, + 102, + 189 + ] + }, + { + "text": "Ctrl+V", + "boxes": [ + 248, + 163, + 296, + 189 + ] + }, + { + "text": " Paste Special", + "boxes": [ + 56, + 191, + 152, + 216 + ] + }, + { + "text": " Delete", + "boxes": [ + 42, + 220, + 104, + 240 + ] + }, + { + "text": " Select All", + "boxes": [ + 42, + 250, + 130, + 274 + ] + }, + { + "text": "Change the selectior", + "boxes": [ + 62, + 278, + 198, + 302 + ] + }, + { + "text": "Convert", + "boxes": [ + 62, + 312, + 116, + 330 + ] + }, + { + "text": " Move Selection", + "boxes": [ + 58, + 334, + 170, + 363 + ] + }, + { + "text": " Duplicate Line / Selection", + "boxes": [ + 56, + 361, + 230, + 389 + ] + }, + { + "text": "Increase Indent", + "boxes": [ + 44, + 389, + 168, + 413 + ] + }, + { + "text": " Decrease Indent ", + "boxes": [ + 40, + 415, + 176, + 445 + ] + }, + { + "text": " Preferences ", + "boxes": [ + 40, + 449, + 148, + 476 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File ", + "boxes": [ + 6, + 26, + 36, + 46 + ] + }, + { + "text": "Edit", + "boxes": [ + 42, + 26, + 76, + 48 + ] + }, + { + "text": "search", + "boxes": [ + 87, + 21, + 135, + 46 + ] + }, + { + "text": "Help", + "boxes": [ + 274, + 26, + 308, + 46 + ] + }, + { + "text": "←Une", + "boxes": [ + 37, + 45, + 87, + 76 + ] + }, + { + "text": "ndo", + "boxes": [ + 76, + 50, + 112, + 69 + ] + }, + { + "text": "Ctrl+Z", + "boxes": [ + 250, + 54, + 294, + 73 + ] + }, + { + "text": "Redo", + "boxes": [ + 36, + 79, + 100, + 99 + ] + }, + { + "text": "Ctrl+Y", + "boxes": [ + 248, + 75, + 294, + 103 + ] + }, + { + "text": "Cut", + "boxes": [ + 44, + 113, + 90, + 133 + ] + }, + { + "text": "Ctrl+x", + "boxes": [ + 248, + 109, + 296, + 135 + ] + }, + { + "text": " Copy ", + "boxes": [ + 38, + 127, + 106, + 168 + ] + }, + { + "text": "Ctrl+C", + "boxes": [ + 248, + 135, + 296, + 163 + ] + }, + { + "text": " Paste", + "boxes": [ + 40, + 163, + 102, + 189 + ] + }, + { + "text": "Ctrl+V", + "boxes": [ + 248, + 163, + 296, + 189 + ] + }, + { + "text": " Paste Special", + "boxes": [ + 56, + 191, + 152, + 216 + ] + }, + { + "text": " Delete", + "boxes": [ + 42, + 220, + 106, + 240 + ] + }, + { + "text": " Select All", + "boxes": [ + 42, + 250, + 130, + 274 + ] + }, + { + "text": " Change the selectior", + "boxes": [ + 60, + 278, + 198, + 302 + ] + }, + { + "text": "Convert", + "boxes": [ + 62, + 312, + 116, + 330 + ] + }, + { + "text": "Move Selection", + "boxes": [ + 62, + 336, + 170, + 363 + ] + }, + { + "text": " Duplicate Line / Selection", + "boxes": [ + 56, + 361, + 230, + 389 + ] + }, + { + "text": "Increase Indent", + "boxes": [ + 44, + 389, + 168, + 413 + ] + }, + { + "text": " Decrease Indent ", + "boxes": [ + 40, + 415, + 176, + 445 + ] + }, + { + "text": " Preferences ", + "boxes": [ + 40, + 449, + 148, + 476 + ] + } + ] + }, + { + "frame_id": "190_4_9", + "episode_id": 190, + "env_id": 4, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.00831413269043, + "advantages": -0.23431581258773804, + "generated_text": "{\n \"intent\": \"Click twice on one of the trending search results to explore more about it.\",\n \"action\": \"DoubleClick(517, 428)\" \n}", + "action_string": "DoubleClick(517, 428)", + "intent_string": "Click twice on one of the trending search results to explore more about it.", + "before_screen_ocr_results": [ + { + "text": "年内首次降息降准，\"量增价×「十", + "boxes": [ + 1378, + 34, + 1596, + 52 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 64, + 130, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1661, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1104, + 411, + 1286, + 441 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 656, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1458, + 768, + 1552, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 804, + 1504, + 842 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1458, + 852, + 1512, + 887 + ] + }, + { + "text": "A 1.06%8 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "13,36% ", + "boxes": [ + 1626, + 893, + 1700, + 941 + ] + }, + { + "text": "h", + "boxes": [ + 1596, + 909, + 1610, + 925 + ] + }, + { + "text": "游侠网·1天", + "boxes": [ + 830, + 921, + 928, + 945 + ] + }, + { + "text": "选车号·20小时", + "boxes": [ + 1152, + 921, + 1260, + 945 + ] + }, + { + "text": "《毁灭战士：黑暗时代》加载速", + "boxes": [ + 834, + 941, + 1106, + 977 + ] + }, + { + "text": "小米SU7实力劲敌！全新智己", + "boxes": [ + 1134, + 937, + 1410, + 977 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 937, + 1508, + 989 + ] + }, + { + "text": "+4.363 ", + "boxes": [ + 1634, + 939, + 1700, + 987 + ] + }, + { + "text": "度惊人！全平台秒级加载", + "boxes": [ + 828, + 967, + 1058, + 1003 + ] + }, + { + "text": "L6上市，限时权益价20.49", + "boxes": [ + 1136, + 967, + 1400, + 1003 + ] + }, + { + "text": "普通家庭为什么培养不出赵心童？", + "boxes": [ + 200, + 977, + 638, + 1023 + ] + }, + { + "text": "黄金", + "boxes": [ + 1456, + 983, + 1494, + 1030 + ] + }, + { + "text": ",10", + "boxes": [ + 1630, + 985, + 1700, + 1032 + ] + }, + { + "text": "万起", + "boxes": [ + 1136, + 995, + 1192, + 1028 + ] + }, + { + "text": "△1", + "boxes": [ + 1140, + 1028, + 1170, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "年内首次降息降准", + "boxes": [ + 1714, + 32, + 1812, + 50 + ] + }, + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 268, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": " About 1,900,000 results", + "boxes": [ + 172, + 254, + 340, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "https://www.gov.cn > zhengce ", + "boxes": [ + 216, + 314, + 406, + 338 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政..", + "boxes": [ + 176, + 336, + 682, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 361, + 776, + 391 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构，", + "boxes": [ + 176, + 387, + 776, + 417 + ] + }, + { + "text": "?", + "boxes": [ + 506, + 420, + 538, + 452 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 208, + 469 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": ". Translate this result", + "boxes": [ + 470, + 455, + 598, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率.", + "boxes": [ + 176, + 476, + 728, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 178, + 530, + 620, + 554 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 176, + 615, + 754, + 651 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 212, + 715, + 278, + 741 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "https://ww.thepaper.cn Translatethis result ", + "boxes": [ + 210, + 731, + 492, + 760 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验.", + "boxes": [ + 174, + 756, + 744, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称“央行”）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 174, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 264, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https:/lpoliticsgmw.cn Translate this resuit ", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 172, + 891, + 676, + 935 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 979 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://tv.ct.com ranslate this resuit", + "boxes": [ + 210, + 1010, + 450, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 304, + 1072 + ] + } + ] + }, + { + "frame_id": "190_5_9", + "episode_id": 190, + "env_id": 5, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.14013671875, + "advantages": -1.2090212106704712, + "generated_text": "{\n \"intent\": \"Click on the titled article '年内首次降息降准，‘量增价降’支持实体经济' located in the Microsoft Bing website section, which will lead to further reading.\",\n \"action\": \"DoubleClick(100, 55)\"\n}", + "action_string": "DoubleClick(100, 55)", + "intent_string": "Click on the titled article '年内首次降息降准，‘量增价降’支持实体经济' located in the Microsoft Bing website section, which will lead to further reading.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 46, + 340, + 62 + ] + }, + { + "text": "年内首次降息降准", + "boxes": [ + 682, + 42, + 788, + 60 + ] + }, + { + "text": "支持实体经济_政策解读_中国政府网", + "boxes": [ + 884, + 42, + 1100, + 60 + ] + }, + { + "text": "□0", + "boxes": [ + 1534, + 38, + 1600, + 69 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 100, + 95 + ] + }, + { + "text": "年内首次降息降准，", + "boxes": [ + 1028, + 71, + 1140, + 89 + ] + }, + { + "text": "×+", + "boxes": [ + 1186, + 71, + 1244, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 346, + 101, + 452, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 101, + 1560, + 133 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 5, + 168, + 113, + 205 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 404, + 179, + 798, + 220 + ] + }, + { + "text": "Q", + "boxes": [ + 1178, + 191, + 1240, + 222 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1222, + 191, + 1570, + 226 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 405, + 210, + 505, + 247 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 278, + 482, + 308 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 568, + 349, + 1342, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 115, + 423 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 476, + 433, + 708, + 463 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1046, + 425, + 1434, + 467 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "新华社北京5月8日电题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 508, + 522, + 1024, + 552 + ] + }, + { + "text": "", + "boxes": [ + 26, + 546, + 88, + 616 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 570, + 680, + 600 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 643 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 613, + 1424, + 643 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 478, + 645, + 1288, + 675 + ] + }, + { + "text": "画", + "boxes": [ + 38, + 677, + 82, + 721 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 506, + 689, + 778, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 506, + 731, + 1146, + 768 + ] + }, + { + "text": "口", + "boxes": [ + 34, + 780, + 80, + 828 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 508, + 780, + 1388, + 810 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 814, + 1186, + 838 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 856, + 1412, + 885 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 885, + 1128, + 915 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 510, + 931, + 1416, + 961 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 478, + 961, + 900, + 991 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 46, + 340, + 62 + ] + }, + { + "text": "年内首次降息降准", + "boxes": [ + 682, + 42, + 788, + 60 + ] + }, + { + "text": "支持实体经济_政策解读_中国政府网", + "boxes": [ + 884, + 42, + 1100, + 60 + ] + }, + { + "text": "□0", + "boxes": [ + 1534, + 38, + 1600, + 69 + ] + }, + { + "text": "Firefox", + "boxes": [ + 24, + 68, + 98, + 93 + ] + }, + { + "text": "年内首次降息降准，", + "boxes": [ + 1028, + 71, + 1140, + 89 + ] + }, + { + "text": "×+", + "boxes": [ + 1186, + 71, + 1244, + 89 + ] + }, + { + "text": "↑→白", + "boxes": [ + 332, + 101, + 452, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 101, + 1560, + 133 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 5, + 168, + 113, + 205 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 404, + 179, + 798, + 220 + ] + }, + { + "text": "Q", + "boxes": [ + 1178, + 191, + 1240, + 222 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1222, + 191, + 1570, + 226 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 405, + 210, + 505, + 247 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 346, + 278, + 482, + 308 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 568, + 349, + 1342, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 115, + 423 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 474, + 429, + 708, + 463 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1046, + 425, + 1434, + 467 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "新华社北京5月8日电题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 508, + 522, + 1024, + 552 + ] + }, + { + "text": "", + "boxes": [ + 26, + 546, + 88, + 616 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 570, + 680, + 600 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 643 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 510, + 613, + 1424, + 643 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 478, + 645, + 1288, + 675 + ] + }, + { + "text": "画", + "boxes": [ + 38, + 677, + 82, + 721 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 506, + 689, + 778, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 506, + 731, + 1146, + 768 + ] + }, + { + "text": "口", + "boxes": [ + 34, + 780, + 80, + 828 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 508, + 780, + 1388, + 810 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 488, + 814, + 1186, + 838 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 512, + 856, + 1412, + 885 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 885, + 1128, + 915 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 510, + 931, + 1416, + 961 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 478, + 961, + 900, + 991 + ] + } + ] + }, + { + "frame_id": "190_6_9", + "episode_id": 190, + "env_id": 6, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.056516647338867, + "advantages": -0.18019871413707733, + "generated_text": "{\n \"intent\": \"Click on the \"\n\n ,\n\n \"action\": \"Click(100, 50) \"\n}", + "action_string": "Click(100, 50)", + "intent_string": "Click on the ", + "before_screen_ocr_results": [ + { + "text": "」Q小鹏P7将迎来大改", + "boxes": [ + 1690, + 32, + 1842, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 20, + 61, + 126, + 92 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "I口三", + "boxes": [ + 1788, + 66, + 1906, + 89 + ] + }, + { + "text": "中华人民共和国中央人民政府", + "boxes": [ + 404, + 143, + 792, + 179 + ] + }, + { + "text": "Q", + "boxes": [ + 1182, + 157, + 1208, + 179 + ] + }, + { + "text": "首页丨简丨繁丨EN丨登录丨邮箱丨无障碍", + "boxes": [ + 1200, + 159, + 1564, + 183 + ] + }, + { + "text": "www.gov.cn", + "boxes": [ + 410, + 177, + 500, + 202 + ] + }, + { + "text": "首页>政策>解读", + "boxes": [ + 348, + 238, + 480, + 268 + ] + }, + { + "text": "年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 564, + 314, + 1338, + 361 + ] + }, + { + "text": "2025-05-09 07:23来源：新华社", + "boxes": [ + 478, + 393, + 708, + 423 + ] + }, + { + "text": "字号：默认大超大丨打印丨", + "boxes": [ + 1046, + 385, + 1432, + 427 + ] + }, + { + "text": "新华社北京5月8日电 题：年内首次降息降准，“量增价降\"支持实体经济", + "boxes": [ + 508, + 482, + 1026, + 518 + ] + }, + { + "text": "新华社记者吴雨、任军", + "boxes": [ + 510, + 532, + 676, + 562 + ] + }, + { + "text": "年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个百分点也将如期而至。降息又降准，充分体现", + "boxes": [ + 508, + 576, + 1422, + 606 + ] + }, + { + "text": "了适度宽松的货币政策立场，从总量、价格、结构等方面发力，为稳就业、稳企业、稳市场、稳预期提供有力支撑。", + "boxes": [ + 478, + 608, + 1284, + 637 + ] + }, + { + "text": "降息落地 带动企业居民融资成本下降", + "boxes": [ + 508, + 653, + 778, + 683 + ] + }, + { + "text": "8日起，公开市场7天期逆回购操作利率由此前的1.50%调整为1.40%，下降0.1个百分点。", + "boxes": [ + 510, + 701, + 1144, + 725 + ] + }, + { + "text": "中国人民银行行长潘功胜日前在国新办举行的新闻发布会上介绍，下调政策利率0.1个百分点，预计将带动贷款市场报价利率", + "boxes": [ + 508, + 742, + 1386, + 772 + ] + }, + { + "text": "(LPR）同步下行约0.1个百分点。同时，通过利率自律机制引导，商业银行也将相应下调存款利率。", + "boxes": [ + 484, + 768, + 1190, + 806 + ] + }, + { + "text": "“降息充分体现逆周期调节力度加大。\"中国民生银行首席经济学家温彬表示，通过利率传导，实体经济综合融资成本将进一步下", + "boxes": [ + 508, + 810, + 1412, + 850 + ] + }, + { + "text": "降，巩固经济基本面。同时，LPR和存款利率同步下行，有利于保持商业银行净息差的稳定。", + "boxes": [ + 474, + 848, + 1128, + 878 + ] + }, + { + "text": "今年以来，我国贷款利率保持在历史低位。3月份，新发放企业贷款加权平均利率约为3.3%，同比下降0.45个百分点；新发放的", + "boxes": [ + 510, + 895, + 1412, + 919 + ] + }, + { + "text": "普惠小微企业贷款利率约为3.6%，同比下降0.55个百分点。", + "boxes": [ + 476, + 921, + 900, + 953 + ] + }, + { + "text": "此次下调的不只是政策利率，还有支农支小再贷款利率、住房公积金贷款利率等。这意味着企业和居民融资成本将进一步减少，利", + "boxes": [ + 508, + 967, + 1426, + 997 + ] + }, + { + "text": "息负担会变轻。", + "boxes": [ + 480, + 1001, + 582, + 1026 + ] + }, + { + "text": "年内首次降息", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Search - Microsoft E ×α 年内首次降准落地 - Ss ×| 年内首次降息降准", + "boxes": [ + 18, + 26, + 516, + 56 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→Q", + "boxes": [ + 38, + 62, + 130, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 252, + 64, + 448, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1610, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 187, + 153 + ] + }, + { + "text": "Images", + "boxes": [ + 252, + 123, + 292, + 143 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 369, + 646, + 405 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1104, + 411, + 1286, + 441 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 656, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1466, + 768, + 1552, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1462, + 808, + 1502, + 838 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1460, + 852, + 1512, + 887 + ] + }, + { + "text": "A 1.06%8 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "13,36% ", + "boxes": [ + 1626, + 893, + 1700, + 941 + ] + }, + { + "text": "18183游戏网·1天", + "boxes": [ + 838, + 915, + 966, + 947 + ] + }, + { + "text": "鹏锦SO", + "boxes": [ + 1151, + 903, + 1213, + 928 + ] + }, + { + "text": "几", + "boxes": [ + 1598, + 911, + 1610, + 923 + ] + }, + { + "text": "", + "boxes": [ + 1136, + 931, + 1164, + 957 + ] + }, + { + "text": "毁灭战士黑暗纪元全收集攻略", + "boxes": [ + 824, + 941, + 1096, + 977 + ] + }, + { + "text": "一点视频/红孩子了不起·2天", + "boxes": [ + 1160, + 933, + 1332, + 957 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 939, + 1506, + 987 + ] + }, + { + "text": "+4.3634 ", + "boxes": [ + 1632, + 939, + 1700, + 987 + ] + }, + { + "text": "《毁灭战士：黑暗时代》加载速度惊人！全平", + "boxes": [ + 220, + 949, + 770, + 985 + ] + }, + { + "text": "离婚九年前妻仍向前夫讨债，", + "boxes": [ + 1136, + 953, + 1402, + 989 + ] + }, + { + "text": "毁灭战士黑暗纪元全收集流程", + "boxes": [ + 826, + 969, + 1096, + 999 + ] + }, + { + "text": "台秒级加载", + "boxes": [ + 202, + 976, + 358, + 1025 + ] + }, + { + "text": "一看他拿出判决书，直接反转", + "boxes": [ + 1136, + 979, + 1406, + 1014 + ] + }, + { + "text": "黄", + "boxes": [ + 1458, + 983, + 1494, + 1030 + ] + }, + { + "text": "510", + "boxes": [ + 1630, + 985, + 1700, + 1034 + ] + } + ] + }, + { + "frame_id": "190_7_9", + "episode_id": 190, + "env_id": 7, + "step": 9, + "format_rewards": 1.0, + "rewards": 11.34978199005127, + "advantages": 1.271754264831543, + "generated_text": "{\n \"intent\": \"Clicking on the '年内首次降准落地' link to access more information and continue exploring\",\n \"action\": \"DoubleClick(583, 420)\"\n}", + "action_string": "DoubleClick(583, 420)", + "intent_string": "Clicking on the '年内首次降准落地' link to access more information and continue exploring", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 36, + 64, + 128, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 476, + 295, + 614, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 年内首次降准落地", + "boxes": [ + 484, + 411, + 640, + 441 + ] + }, + { + "text": "2 这些习惯在泄露信息", + "boxes": [ + 790, + 411, + 966, + 441 + ] + }, + { + "text": "3 娃哈哈客服回应代工", + "boxes": [ + 1100, + 407, + 1290, + 443 + ] + }, + { + "text": "4小鹏P7将迎来大改款", + "boxes": [ + 484, + 453, + 656, + 476 + ] + }, + { + "text": "5 著名词作家陈哲逝世", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6巴宝莉裁员18%", + "boxes": [ + 1104, + 449, + 1248, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1466, + 768, + 1552, + 794 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1460, + 806, + 1504, + 842 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1460, + 852, + 1512, + 887 + ] + }, + { + "text": "A 1.08%0 ", + "boxes": [ + 1586, + 850, + 1700, + 893 + ] + }, + { + "text": "130.37%", + "boxes": [ + 1623, + 888, + 1701, + 942 + ] + }, + { + "text": "汽车资讯盘点·1小时", + "boxes": [ + 826, + 917, + 980, + 947 + ] + }, + { + "text": "18183游戏网·23小时", + "boxes": [ + 1152, + 915, + 1300, + 947 + ] + }, + { + "text": "黄埔海关查获19800枚“爆炸式铆钉”，尾部", + "boxes": [ + 202, + 945, + 786, + 987 + ] + }, + { + "text": "20.49万元起入门即高配！", + "boxes": [ + 826, + 941, + 1082, + 977 + ] + }, + { + "text": "毁灭战士黑暗纪元全玩具模型", + "boxes": [ + 1136, + 943, + 1404, + 973 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 937, + 1508, + 989 + ] + }, + { + "text": "+4.363 ", + "boxes": [ + 1634, + 939, + 1700, + 987 + ] + }, + { + "text": "全新智己L6一图看懂", + "boxes": [ + 826, + 967, + 1024, + 1003 + ] + }, + { + "text": "收集攻略毁灭战士黑暗纪元全", + "boxes": [ + 1136, + 967, + 1414, + 1003 + ] + }, + { + "text": "装有火药", + "boxes": [ + 206, + 987, + 330, + 1018 + ] + }, + { + "text": "黄金", + "boxes": [ + 1456, + 983, + 1494, + 1030 + ] + }, + { + "text": "120 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "玩具模型收集方法", + "boxes": [ + 1138, + 997, + 1306, + 1026 + ] + }, + { + "text": "1", + "boxes": [ + 1144, + 1028, + 1174, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "年内首次降息降准，“量增价 ×丨α 年内首次降准落地- Search ×丨十", + "boxes": [ + 1154, + 30, + 1596, + 54 + ] + }, + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "年内首次降准落地", + "boxes": [ + 174, + 153, + 312, + 185 + ] + }, + { + "text": "Sign in", + "boxes": [ + 1564, + 163, + 1604, + 179 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": "About 18,900,000 results", + "boxes": [ + 172, + 256, + 340, + 288 + ] + }, + { + "text": "中国政府网", + "boxes": [ + 214, + 294, + 292, + 320 + ] + }, + { + "text": "https://www.gov.cn > zhengce", + "boxes": [ + 216, + 314, + 406, + 338 + ] + }, + { + "text": "年内首次降息降准，\"量增价降\"支持实体经济－中国政..", + "boxes": [ + 176, + 336, + 682, + 371 + ] + }, + { + "text": "6 days ago·年内首次降息降准来了！8日，政策利率下调0.1个百分点落地。一周后，降准0.5个", + "boxes": [ + 178, + 363, + 778, + 393 + ] + }, + { + "text": "百分点也将如期而至。降息又降准，充分体现了适度宽松的货币政策立场，从总量、价格、结构，", + "boxes": [ + 176, + 387, + 776, + 417 + ] + }, + { + "text": "?", + "boxes": [ + 576, + 421, + 596, + 441 + ] + }, + { + "text": "新浪网", + "boxes": [ + 205, + 428, + 267, + 468 + ] + }, + { + "text": "https://n", + "boxes": [ + 216, + 455, + 266, + 472 + ] + }, + { + "text": "ewqxsi.. Translate this result", + "boxes": [ + 422, + 455, + 598, + 478 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元|存款准备金率，", + "boxes": [ + 176, + 476, + 726, + 512 + ] + }, + { + "text": "6 hours ago·1、降准等数量型政策：降准0.5个百分点，向市场提供长期流动性约1万亿元；阶段", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "性将汽车金融公司、金融租赁公司的存款准备金率从目前的5%调降为.", + "boxes": [ + 178, + 530, + 620, + 554 + ] + }, + { + "text": "央广网财经", + "boxes": [ + 212, + 574, + 292, + 600 + ] + }, + { + "text": "1万亿来了！年内首次全面降准今日正式落地影响几何？_央广网", + "boxes": [ + 176, + 615, + 754, + 651 + ] + }, + { + "text": "4 hours ago·降准释放近1万亿长期流动性，有助于推动更多金融\"活水\"流入实体经济央广网北京", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "5月15日消息（记者冯方）近日，央行发布公告称，自2025年5月15日起，下调金融机构存款，", + "boxes": [ + 176, + 667, + 760, + 697 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 212, + 715, + 278, + 741 + ] + }, + { + "text": "澎", + "boxes": [ + 184, + 725, + 210, + 748 + ] + }, + { + "text": "https://w.thepaper.cn Translae this resut", + "boxes": [ + 210, + 729, + 490, + 758 + ] + }, + { + "text": "证券日报：降准今日正式落地，年内或还有降准空间_金改实验．", + "boxes": [ + 174, + 756, + 744, + 792 + ] + }, + { + "text": "5月15日，降准正式落地。中国人民银行（以下简称央行\"）5月7日发布公告宣布，自2025年5月15", + "boxes": [ + 172, + 778, + 794, + 816 + ] + }, + { + "text": "日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%存款准备金率的金融机，", + "boxes": [ + 178, + 810, + 718, + 834 + ] + }, + { + "text": "光明网", + "boxes": [ + 210, + 856, + 262, + 881 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 868, + 206, + 887 + ] + }, + { + "text": "https:/lpoliticsgmw.cn Translate this resuit ", + "boxes": [ + 210, + 872, + 480, + 901 + ] + }, + { + "text": "年内首次降准落地！释放长期流动性约1万亿元_光明网", + "boxes": [ + 172, + 891, + 676, + 935 + ] + }, + { + "text": "6 hours ago·年内首次降准落地！释放长期流动性约1万亿元来源：新华社2025-05-15 08:30X", + "boxes": [ + 176, + 923, + 780, + 953 + ] + }, + { + "text": "中国人民银行近日宣布，自5月15日起，下调金融机构存款准备金率0.5个百分点（不含已执行5%.", + "boxes": [ + 172, + 941, + 778, + 981 + ] + }, + { + "text": "央视网", + "boxes": [ + 206, + 991, + 268, + 1022 + ] + }, + { + "text": "https://v.ct.comTranslatethisresut", + "boxes": [ + 210, + 1010, + 452, + 1042 + ] + }, + { + "text": "内首次降准·", + "boxes": [ + 224, + 1048, + 304, + 1072 + ] + } + ] + } + ] +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_190/scores_v3.json b/ScreenExplorer-3B-E1/episode_190/scores_v3.json new file mode 100644 index 0000000000000000000000000000000000000000..f8fdeb6af6ac5a56e47a63f988083707e3cd0650 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_190/scores_v3.json @@ -0,0 +1,19 @@ +{ + "directory_path": "logs/ScreenExplorer_2025-05-14_13-31-185da9f3/episode_190", + "single_trajectory_image_diversity": 0.3316514815669507, + "single_trajectory_text_diversity": 0.2922281976789236, + "single_trajectory_image_diversity_max": 0.642578125, + "single_trajectory_image_diversity_min": -0.00048828125, + "single_trajectory_image_diversity_std": 0.24269866943359375, + "single_trajectory_text_diversity_max": 0.61822509765625, + "single_trajectory_text_diversity_min": 0.002685546875, + "single_trajectory_text_diversity_std": 0.18062591552734375, + "group_trajectories_image_diversity": 0.4150415360927582, + "group_trajectories_text_diversity": 0.4158368408679962, + "group_trajectories_image_diversity_max": 0.80859375, + "group_trajectories_image_diversity_min": -0.0078125, + "group_trajectories_image_diversity_std": 0.263671875, + "group_trajectories_text_diversity_max": 0.7119140625, + "group_trajectories_text_diversity_min": -0.0009765625, + "group_trajectories_text_diversity_std": 0.201171875 +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_20/actor_model_20/adapter_config.json b/ScreenExplorer-3B-E1/episode_20/actor_model_20/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5e12e7b8286312c1fcac1decd5d5a37b3ca2091d --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_20/actor_model_20/adapter_config.json @@ -0,0 +1,39 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen2.5-VL-3B-Instruct", + "bias": "none", + "corda_config": null, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "o_proj", + "k_proj", + "v_proj", + "gate_proj", + "up_proj", + "down_proj" + ], + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_20/game_record_20250514_154250.json b/ScreenExplorer-3B-E1/episode_20/game_record_20250514_154250.json new file mode 100644 index 0000000000000000000000000000000000000000..39950dbb314cd4c4d4d438dbfc39793e7e3c1b4d --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_20/game_record_20250514_154250.json @@ -0,0 +1,34299 @@ +{ + "start_time": "2025-05-14T15:42:50.521259", + "end_time": "2025-05-14T15:50:33.927556", + "buffer_size": 80, + "all_records": [ + { + "frame_id": "20_0_0", + "episode_id": 20, + "env_id": 0, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.54515552520752, + "advantages": 1.195070505142212, + "generated_text": "{\n \"intent\": \"Exploring the desktop by opening the Firefox application as it is often used to browse the internet.\",\n \"action\": \"DoubleClick(43, 46)\" \n}", + "action_string": "DoubleClick(43, 46)", + "intent_string": "Exploring the desktop by opening the Firefox application as it is often used to browse the internet.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_1_0", + "episode_id": 20, + "env_id": 1, + "step": 0, + "format_rewards": 1.0, + "rewards": 8.620155334472656, + "advantages": 0.1223437711596489, + "generated_text": "{\n \"intent\": \"Click on the Firefox icon to open a web browser and begin exploration of new sites or applications.\",\n \"action\": \"Click(17, 41)\"\n}", + "action_string": "Click(17, 41)", + "intent_string": "Click on the Firefox icon to open a web browser and begin exploration of new sites or applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_2_0", + "episode_id": 20, + "env_id": 2, + "step": 0, + "format_rewards": 1.0, + "rewards": 8.49022388458252, + "advantages": 0.07469216734170914, + "generated_text": "{\n \"intent\": \"Move the mouse to the center of the screen to position it for interacting with any open window or application that might be visible\",\n \"action\": \"Move(960, 540)\"\n}", + "action_string": "Move(960, 540)", + "intent_string": "Move the mouse to the center of the screen to position it for interacting with any open window or application that might be visible", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_3_0", + "episode_id": 20, + "env_id": 3, + "step": 0, + "format_rewards": 1.0, + "rewards": 8.990610122680664, + "advantages": 0.2582058906555176, + "generated_text": "{\n \"intent\": \"Move the mouse to the middle of the screen to get a better overview of the desktop.\",\n \"action\": \"Move(960, 540)\"\n}", + "action_string": "Move(960, 540)", + "intent_string": "Move the mouse to the middle of the screen to get a better overview of the desktop.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_4_0", + "episode_id": 20, + "env_id": 4, + "step": 0, + "format_rewards": 1.0, + "rewards": 8.537177085876465, + "advantages": 0.09191197901964188, + "generated_text": "{\n \"intent\": \"Move the mouse to this position optimal point starting to drag是要开始拖动这个图标，并可能进入应用或文件的权限对话框进行撤回，满足用户探索桌面环境的需求。\",\n \"action\": \"Move(1151, 741)\"\n}", + "action_string": "Move(1151, 741)", + "intent_string": "Move the mouse to this position optimal point starting to drag是要开始拖动这个图标，并可能进入应用或文件的权限对话框进行撤回，满足用户探索桌面环境的需求。", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 28, + 767, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "20_5_0", + "episode_id": 20, + "env_id": 5, + "step": 0, + "format_rewards": 1.0, + "rewards": 8.51995849609375, + "advantages": 0.08559716492891312, + "generated_text": "{\n \"intent\": \"Exploring the desktop by double-clicking on common applications to gain access to these tools.\",\n \"action\": \"RightClick(123, 456)\"\n}", + "action_string": "RightClick(123, 456)", + "intent_string": "Exploring the desktop by double-clicking on common applications to gain access to these tools.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 40, + 131, + 74, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 112, + 202 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 114, + 421 + ] + }, + { + "text": " Folder", + "boxes": [ + 330, + 459, + 406, + 484 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 94, + 530 + ] + }, + { + "text": " Paste", + "boxes": [ + 128, + 500, + 190, + 526 + ] + }, + { + "text": " Empty File ", + "boxes": [ + 352, + 498, + 440, + 530 + ] + }, + { + "text": " Select All ", + "boxes": [ + 128, + 544, + 220, + 570 + ] + }, + { + "text": "N", + "boxes": [ + 40, + 572, + 76, + 604 + ] + }, + { + "text": " Invert Selection ", + "boxes": [ + 142, + 570, + 266, + 600 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": " Sort Files", + "boxes": [ + 144, + 615, + 218, + 639 + ] + }, + { + "text": " Desktop Preferences", + "boxes": [ + 128, + 657, + 296, + 681 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 27, + 714, + 93, + 753 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "20_6_0", + "episode_id": 20, + "env_id": 6, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.29979133605957, + "advantages": 1.1050846576690674, + "generated_text": "{\n \"intent\": \"Exploring more applications by double clicking each icon sequentially.\",\n \"action\": \"DoubleClick(78, 43)\"\n}", + "action_string": "DoubleClick(78, 43)", + "intent_string": "Exploring more applications by double clicking each icon sequentially.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_7_0", + "episode_id": 20, + "env_id": 7, + "step": 0, + "format_rewards": 1.0, + "rewards": 8.207902908325195, + "advantages": -0.028847400099039078, + "generated_text": "{\n \"intent\": \"Exploring the desktop by scrolling up to view more icons or applications on the screen.\",\n \"action\": \"ScrollUp(0, 1)\"\n}", + "action_string": "ScrollUp(0, 1)", + "intent_string": "Exploring the desktop by scrolling up to view more icons or applications on the screen.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_0_1", + "episode_id": 20, + "env_id": 0, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.122071266174316, + "advantages": 0.3064185082912445, + "generated_text": "{\n \"intent\": \"Exploring the browser extension manager to find useful tools or extensions.\",\n \"action\": \"Move(123, 456)\" \n}", + "action_string": "Move(123, 456)", + "intent_string": "Exploring the browser extension manager to find useful tools or extensions.", + "before_screen_ocr_results": [ + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_1_1", + "episode_id": 20, + "env_id": 1, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.76817798614502, + "advantages": 0.17663021385669708, + "generated_text": "{\n \"intent\": \"Click on the Firefox icon to open the browser and explore web content.\",\n \"action\": \"Click(49, 31)\"\n}", + "action_string": "Click(49, 31)", + "intent_string": "Click on the Firefox icon to open the browser and explore web content.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 28, + 8, + 90, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 48, + 36, + 126, + 73 + ] + }, + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 102, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ] + }, + { + "frame_id": "20_2_1", + "episode_id": 20, + "env_id": 2, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.536535263061523, + "advantages": 0.09167659282684326, + "generated_text": "{\n \"intent\": \"Move the mouse to the center of the screen to evaluate the current focus or state before proceeding with actions.\",\n \"action\": \"Move(920, 517)\"\n}", + "action_string": "Move(920, 517)", + "intent_string": "Move the mouse to the center of the screen to evaluate the current focus or state before proceeding with actions.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 28, + 767, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "20_3_1", + "episode_id": 20, + "env_id": 3, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.339353561401367, + "advantages": 0.3861055076122284, + "generated_text": "{\n \"intent\": \"Click on the Firefox icon to open the web browser and start exploring online resources.\",\n \"action\": \"Click(66, 32)\" \n}", + "action_string": "Click(66, 32)", + "intent_string": "Click on the Firefox icon to open the web browser and start exploring online resources.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "W", + "boxes": [ + 38, + 20, + 84, + 54 + ] + }, + { + "text": "Firefox", + "boxes": [ + 84, + 40, + 138, + 69 + ] + }, + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 102, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ] + }, + { + "frame_id": "20_4_1", + "episode_id": 20, + "env_id": 4, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.548442840576172, + "advantages": 0.09604363143444061, + "generated_text": "{\n \"intent\": \"Exploring the desktop by clicking on an icon, which is one of the first steps to access applications and files.\",\n \"action\": \"Click(217, 323)\" \n}", + "action_string": "Click(217, 323)", + "intent_string": "Exploring the desktop by clicking on an icon, which is one of the first steps to access applications and files.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 28, + 767, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_5_1", + "episode_id": 20, + "env_id": 5, + "step": 1, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.0390477180480957, + "generated_text": "{\n \"intent\": \"To check available functions by interacting with LibreOffice Writer menu.\",\n \"action\": \"Key(\\\"Esc\\\")\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 40, + 131, + 74, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 112, + 202 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 114, + 421 + ] + }, + { + "text": " Folder", + "boxes": [ + 330, + 459, + 406, + 484 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 94, + 530 + ] + }, + { + "text": " Paste", + "boxes": [ + 128, + 500, + 190, + 526 + ] + }, + { + "text": " Empty File ", + "boxes": [ + 352, + 498, + 440, + 530 + ] + }, + { + "text": " Select All ", + "boxes": [ + 128, + 544, + 220, + 570 + ] + }, + { + "text": "N", + "boxes": [ + 40, + 572, + 76, + 604 + ] + }, + { + "text": " Invert Selection ", + "boxes": [ + 142, + 570, + 266, + 600 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": " Sort Files", + "boxes": [ + 144, + 615, + 218, + 639 + ] + }, + { + "text": " Desktop Preferences", + "boxes": [ + 128, + 657, + 296, + 681 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 27, + 714, + 93, + 753 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 40, + 131, + 74, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 112, + 202 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 114, + 421 + ] + }, + { + "text": " Folder", + "boxes": [ + 330, + 459, + 406, + 484 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 94, + 530 + ] + }, + { + "text": " Paste", + "boxes": [ + 128, + 500, + 190, + 526 + ] + }, + { + "text": " Empty File ", + "boxes": [ + 352, + 498, + 440, + 530 + ] + }, + { + "text": " Select All ", + "boxes": [ + 128, + 544, + 220, + 570 + ] + }, + { + "text": "N", + "boxes": [ + 40, + 572, + 76, + 604 + ] + }, + { + "text": " Invert Selection ", + "boxes": [ + 142, + 570, + 266, + 600 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": " Sort Files", + "boxes": [ + 144, + 615, + 218, + 639 + ] + }, + { + "text": " Desktop Preferences", + "boxes": [ + 128, + 657, + 296, + 681 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 27, + 714, + 93, + 753 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "20_6_1", + "episode_id": 20, + "env_id": 6, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.222906112670898, + "advantages": 0.7101432681083679, + "generated_text": "{\n \"intent\": \"Move to the 'Search the Web' field to type and enter search queries.\",\n \"action\": \"DoubleClick(755, 305)\"\n}", + "action_string": "DoubleClick(755, 305)", + "intent_string": "Move to the 'Search the Web' field to type and enter search queries.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": " earch he Werp", + "boxes": [ + 637, + 279, + 771, + 324 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "T", + "boxes": [ + 858, + 453, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_7_1", + "episode_id": 20, + "env_id": 7, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.078357696533203, + "advantages": -0.07635734975337982, + "generated_text": "{\n \"intent\": \"Move the cursor to the top corner of the screen to check if there are additional hidden icons or locations that may not be directly visible.\",\n \"action\": \"Move(0, 720)\"\n}", + "action_string": "Move(0, 720)", + "intent_string": "Move the cursor to the top corner of the screen to check if there are additional hidden icons or locations that may not be directly visible.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 774, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "20_0_2", + "episode_id": 20, + "env_id": 0, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.185320854187012, + "advantages": 0.32961490750312805, + "generated_text": "{\n \"intent\": \"Click on a Top Site icon like Apple or bing to explore web content related to those sites.\",\n \"action\": \"Click(397, 515)\"\n}", + "action_string": "Click(397, 515)", + "intent_string": "Click on a Top Site icon like Apple or bing to explore web content related to those sites.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_1_2", + "episode_id": 20, + "env_id": 1, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.73888111114502, + "advantages": 0.16588574647903442, + "generated_text": "{\n \"intent\": \"Determining if there are more applications or files to explore by performing a generic exploratory action.\",\n \"action\": \"DoubleClick(641, 464)\" }", + "action_string": "DoubleClick(641, 464)", + "intent_string": "Determining if there are more applications or files to explore by performing a generic exploratory action.", + "before_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 28, + 8, + 90, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 48, + 36, + 126, + 73 + ] + }, + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 102, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_2_2", + "episode_id": 20, + "env_id": 2, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.684419631958008, + "advantages": 0.1459123194217682, + "generated_text": "{\n \"intent\": \"Exploring the desktop by clicking on each application图标\",\n \"action\": \"DoubleClick(371, 123)\" \n}", + "action_string": "DoubleClick(371, 123)", + "intent_string": "Exploring the desktop by clicking on each application图标", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 834 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "20_3_2", + "episode_id": 20, + "env_id": 3, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.488560676574707, + "advantages": 0.4408263564109802, + "generated_text": "{\n \"intent\": \"Click on the Firefox icon to explore any web content or pages it opens.\",\n \"action\": \"Click(92, 27)\"\n}", + "action_string": "Click(92, 27)", + "intent_string": "Click on the Firefox icon to explore any web content or pages it opens.", + "before_screen_ocr_results": [ + { + "text": "W", + "boxes": [ + 38, + 20, + 84, + 54 + ] + }, + { + "text": "Firefox", + "boxes": [ + 84, + 40, + 138, + 69 + ] + }, + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 102, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 102, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_4_2", + "episode_id": 20, + "env_id": 4, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.769987106323242, + "advantages": 0.17729368805885315, + "generated_text": "{\n \"intent\": \"Gaining access to specific desktop tasks or applications such as Document Viewer in Ubuntu.\",\n \"action\": \"DoubleClick(123, 456)\"\n}", + "action_string": "DoubleClick(123, 456)", + "intent_string": "Gaining access to specific desktop tasks or applications such as Document Viewer in Ubuntu.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 114, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 96, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_5_2", + "episode_id": 20, + "env_id": 5, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.446575164794922, + "advantages": 0.05868425592780113, + "generated_text": "{\n \"intent\": \"Use the File Explorer to search for files and directories, which is a common task in a desktop environment.\",\n \"action\": \"Move(220, 270)\" \n}", + "action_string": "Move(220, 270)", + "intent_string": "Use the File Explorer to search for files and directories, which is a common task in a desktop environment.", + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 40, + 131, + 74, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 112, + 202 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 114, + 421 + ] + }, + { + "text": " Folder", + "boxes": [ + 330, + 459, + 406, + 484 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 94, + 530 + ] + }, + { + "text": " Paste", + "boxes": [ + 128, + 500, + 190, + 526 + ] + }, + { + "text": " Empty File ", + "boxes": [ + 352, + 498, + 440, + 530 + ] + }, + { + "text": " Select All ", + "boxes": [ + 128, + 544, + 220, + 570 + ] + }, + { + "text": "N", + "boxes": [ + 40, + 572, + 76, + 604 + ] + }, + { + "text": " Invert Selection ", + "boxes": [ + 142, + 570, + 266, + 600 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": " Sort Files", + "boxes": [ + 144, + 615, + 218, + 639 + ] + }, + { + "text": " Desktop Preferences", + "boxes": [ + 128, + 657, + 296, + 681 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 27, + 714, + 93, + 753 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 38, + 125, + 76, + 155 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 112, + 202 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 114, + 421 + ] + }, + { + "text": "Folder", + "boxes": [ + 328, + 459, + 406, + 484 + ] + }, + { + "text": "LibreO...", + "boxes": [ + 16, + 498, + 104, + 530 + ] + }, + { + "text": " Paste", + "boxes": [ + 128, + 500, + 190, + 526 + ] + }, + { + "text": " Empty File ", + "boxes": [ + 352, + 498, + 440, + 530 + ] + }, + { + "text": " Select All ", + "boxes": [ + 128, + 544, + 220, + 570 + ] + }, + { + "text": "N", + "boxes": [ + 40, + 572, + 76, + 604 + ] + }, + { + "text": " Invert Selection ", + "boxes": [ + 142, + 570, + 266, + 600 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": " Sort Files", + "boxes": [ + 144, + 615, + 218, + 639 + ] + }, + { + "text": " Desktop Preferences", + "boxes": [ + 128, + 657, + 296, + 681 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 27, + 714, + 93, + 753 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "20_6_2", + "episode_id": 20, + "env_id": 6, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.584295272827148, + "advantages": 0.8426806330680847, + "generated_text": "{\n \"intent\": \"To navigate through the page content, focusing specifically on the Amazon icon to solicit further action based on its design elements.\",\n \"action\": \"DoubleClick(672, 517)\"\n}", + "action_string": "DoubleClick(672, 517)", + "intent_string": "To navigate through the page content, focusing specifically on the Amazon icon to solicit further action based on its design elements.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": " earch he Werp", + "boxes": [ + 637, + 279, + 771, + 324 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "T", + "boxes": [ + 858, + 453, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 32, + 66, + 126, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1592, + 64, + 1664, + 95 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 185, + 150 + ] + }, + { + "text": "ign", + "boxes": [ + 1646, + 125, + 1666, + 141 + ] + }, + { + "text": "R", + "boxes": [ + 1678, + 112, + 1718, + 148 + ] + }, + { + "text": "制假币印多少花多少", + "boxes": [ + 482, + 302, + 624, + 326 + ] + }, + { + "text": "", + "boxes": [ + 914, + 341, + 980, + 359 + ] + }, + { + "text": "onBing", + "boxes": [ + 562, + 377, + 638, + 395 + ] + }, + { + "text": "少花多少", + "boxes": [ + 594, + 417, + 646, + 435 + ] + }, + { + "text": "2 郑钦文再战萨巴伦卡", + "boxes": [ + 792, + 411, + 964, + 441 + ] + }, + { + "text": "3健身博主山阿离世", + "boxes": [ + 1110, + 411, + 1260, + 441 + ] + }, + { + "text": "破产景区游客爆满", + "boxes": [ + 500, + 455, + 632, + 472 + ] + }, + { + "text": "5三只羊旗下公司注销", + "boxes": [ + 800, + 445, + 968, + 479 + ] + }, + { + "text": "6国足印尼生死战时间", + "boxes": [ + 1102, + 451, + 1272, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1532, + 675, + 1634, + 707 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 181, + 720, + 275, + 751 + ] + }, + { + "text": "earch - Micr", + "boxes": [ + 226, + 1050, + 308, + 1068 + ] + } + ] + }, + { + "frame_id": "20_7_2", + "episode_id": 20, + "env_id": 7, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.147470474243164, + "advantages": -0.05101064220070839, + "generated_text": "{\n \"intent\": \"Navigating through the desktop environment by exploring additional folders or applications.\",\n \"action\": \"DoubleClick(450, 878)\" }", + "action_string": "DoubleClick(450, 878)", + "intent_string": "Navigating through the desktop environment by exploring additional folders or applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 774, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 30, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_0_3", + "episode_id": 20, + "env_id": 0, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.623388290405273, + "advantages": 0.12352943420410156, + "generated_text": "{\n \"intent\": \"Click on a highlighted section to explore the content further or perform an interaction if necessary.\",\n \"action\": \"Click(567, 367)\"\n}", + "action_string": "Click(567, 367)", + "intent_string": "Click on a highlighted section to explore the content further or perform an interaction if necessary.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 401, + 582, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_1_3", + "episode_id": 20, + "env_id": 1, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.853818893432617, + "advantages": 0.20803850889205933, + "generated_text": "{\n \"intent\": \"Click on the Firefox icon to explore the internet or other online applications\",\n \"action\": \"Move(51, 0)\"\n}", + "action_string": "Move(51, 0)", + "intent_string": "Click on the Firefox icon to explore the internet or other online applications", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_2_3", + "episode_id": 20, + "env_id": 2, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.835023880004883, + "advantages": 0.20114554464817047, + "generated_text": "{\n \"intent\": \"Explore the desktop by clicking on an icon to see what it represents.\",\n \"action\": \"DoubleClick(179, 622)\"\n}", + "action_string": "DoubleClick(179, 622)", + "intent_string": "Explore the desktop by clicking on an icon to see what it represents.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_3_3", + "episode_id": 20, + "env_id": 3, + "step": 3, + "format_rewards": 1.0, + "rewards": 11.453547477722168, + "advantages": 1.1614737510681152, + "generated_text": "{\n \"intent\": \"Open the Firefox browser to start browsing the internet or access my computer and assist further.\",\n \"action\": \"DoubleClick(40, 20)\"\n}", + "action_string": "DoubleClick(40, 20)", + "intent_string": "Open the Firefox browser to start browsing the internet or access my computer and assist further.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 102, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": "C", + "boxes": [ + 70, + 69, + 124, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 671, + 1172, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_4_3", + "episode_id": 20, + "env_id": 4, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.569661140441895, + "advantages": 0.10382531583309174, + "generated_text": "{\n \"intent\": \"Move further into the animated rainbow gradient to better understand its behavior and appearance.\",\n \"action\": \"Move(780, 571)\"\n}", + "action_string": "Move(780, 571)", + "intent_string": "Move further into the animated rainbow gradient to better understand its behavior and appearance.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 114, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 96, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_5_3", + "episode_id": 20, + "env_id": 5, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.242805480957031, + "advantages": -0.01604708470404148, + "generated_text": "{\n \"intent\": \"The idea is to explore the environment by interacting with objects or files rather than loading a software application.\",\n \"action\": \"DoubleClick(1189, 447)\" \n}", + "action_string": "DoubleClick(1189, 447)", + "intent_string": "The idea is to explore the environment by interacting with objects or files rather than loading a software application.", + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 38, + 125, + 76, + 155 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 112, + 202 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 114, + 421 + ] + }, + { + "text": "Folder", + "boxes": [ + 328, + 459, + 406, + 484 + ] + }, + { + "text": "LibreO...", + "boxes": [ + 16, + 498, + 104, + 530 + ] + }, + { + "text": " Paste", + "boxes": [ + 128, + 500, + 190, + 526 + ] + }, + { + "text": " Empty File ", + "boxes": [ + 352, + 498, + 440, + 530 + ] + }, + { + "text": " Select All ", + "boxes": [ + 128, + 544, + 220, + 570 + ] + }, + { + "text": "N", + "boxes": [ + 40, + 572, + 76, + 604 + ] + }, + { + "text": " Invert Selection ", + "boxes": [ + 142, + 570, + 266, + 600 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": " Sort Files", + "boxes": [ + 144, + 615, + 218, + 639 + ] + }, + { + "text": " Desktop Preferences", + "boxes": [ + 128, + 657, + 296, + 681 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 27, + 714, + 93, + 753 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_6_3", + "episode_id": 20, + "env_id": 6, + "step": 3, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.0390477180480957, + "generated_text": "{\n \"intent\": \"Scroll up to view more content or options on the desktop.\",\n \"action\": \"ScrollUp(200)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 32, + 66, + 126, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1592, + 64, + 1664, + 95 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 185, + 150 + ] + }, + { + "text": "ign", + "boxes": [ + 1646, + 125, + 1666, + 141 + ] + }, + { + "text": "R", + "boxes": [ + 1678, + 112, + 1718, + 148 + ] + }, + { + "text": "制假币印多少花多少", + "boxes": [ + 484, + 302, + 624, + 326 + ] + }, + { + "text": "#心", + "boxes": [ + 908, + 341, + 980, + 359 + ] + }, + { + "text": "少花多少", + "boxes": [ + 594, + 417, + 646, + 435 + ] + }, + { + "text": "2 郑钦文再战萨巴伦卡", + "boxes": [ + 792, + 411, + 964, + 441 + ] + }, + { + "text": "3健身博主山阿离世", + "boxes": [ + 1110, + 411, + 1260, + 441 + ] + }, + { + "text": "破产景区游客爆满", + "boxes": [ + 500, + 455, + 632, + 472 + ] + }, + { + "text": "5三只羊旗下公司注销", + "boxes": [ + 800, + 445, + 968, + 479 + ] + }, + { + "text": "6国足印尼生死战时间", + "boxes": [ + 1102, + 451, + 1272, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1532, + 675, + 1634, + 707 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 181, + 720, + 275, + 751 + ] + }, + { + "text": "earch - Micr", + "boxes": [ + 226, + 1050, + 308, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 8, + 62, + 128, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "I四@ =", + "boxes": [ + 1780, + 57, + 1912, + 94 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 31, + 109, + 185, + 150 + ] + }, + { + "text": "8", + "boxes": [ + 1680, + 117, + 1716, + 145 + ] + }, + { + "text": "国内版", + "boxes": [ + 500, + 256, + 548, + 276 + ] + }, + { + "text": "制假币印多少花多少", + "boxes": [ + 480, + 302, + 622, + 326 + ] + }, + { + "text": "2 郑钦文再战萨巴伦卡", + "boxes": [ + 792, + 411, + 964, + 441 + ] + }, + { + "text": "3健身博主山阿离世", + "boxes": [ + 1110, + 411, + 1260, + 441 + ] + }, + { + "text": "破产景区游客爆满", + "boxes": [ + 502, + 455, + 632, + 472 + ] + }, + { + "text": "5三只羊旗下公司注销", + "boxes": [ + 792, + 442, + 968, + 483 + ] + }, + { + "text": "6国足印尼生死战时间", + "boxes": [ + 1108, + 451, + 1272, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 721, + 274, + 752 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "直时中国A50", + "boxes": [ + 1449, + 793, + 1567, + 853 + ] + }, + { + "text": "1,1-1%", + "boxes": [ + 1620, + 789, + 1706, + 852 + ] + }, + { + "text": "公司信息", + "boxes": [ + 1190, + 832, + 1360, + 889 + ] + }, + { + "text": "恒生指技", + "boxes": [ + 1452, + 844, + 1542, + 897 + ] + }, + { + "text": "23,0912", + "boxes": [ + 1626, + 846, + 1700, + 895 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1454, + 893, + 1506, + 939 + ] + }, + { + "text": "+.33", + "boxes": [ + 1630, + 891, + 1700, + 941 + ] + }, + { + "text": "ITBEAR科技", + "boxes": [ + 218, + 919, + 294, + 941 + ] + }, + { + "text": "汽车资讯盘点·52分钟", + "boxes": [ + 826, + 921, + 982, + 945 + ] + }, + { + "text": "格隆汇·38分钟", + "boxes": [ + 1136, + 919, + 1264, + 949 + ] + }, + { + "text": "全维进化智领未来国产奥迪", + "boxes": [ + 826, + 941, + 1082, + 977 + ] + }, + { + "text": "观想科技（301213.SZ）：在", + "boxes": [ + 1134, + 939, + 1408, + 979 + ] + }, + { + "text": "恒州台", + "boxes": [ + 1452, + 935, + 1536, + 991 + ] + }, + { + "text": "2013 ", + "boxes": [ + 1628, + 935, + 1702, + 991 + ] + }, + { + "text": "长安“发火\"背后", + "boxes": [ + 200, + 945, + 426, + 987 + ] + }, + { + "text": "公XZ牛", + "boxes": [ + 421, + 974, + 553, + 1019 + ] + }, + { + "text": "Q5L诠释科技豪华新高度", + "boxes": [ + 826, + 967, + 1062, + 1003 + ] + }, + { + "text": "动力装备领域的布局自2023", + "boxes": [ + 1138, + 971, + 1402, + 1001 + ] + }, + { + "text": "地位如何捍卫？", + "boxes": [ + 196, + 981, + 408, + 1022 + ] + }, + { + "text": "英达", + "boxes": [ + 1452, + 981, + 1508, + 1036 + ] + }, + { + "text": "*+5.623", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "年起开始，目前聚焦在小型..", + "boxes": [ + 1136, + 995, + 1406, + 1030 + ] + }, + { + "text": "?", + "boxes": [ + 1690, + 997, + 1714, + 1018 + ] + }, + { + "text": "SAAO", + "boxes": [ + 448, + 1020, + 560, + 1050 + ] + }, + { + "text": "arch - Micr.", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "20_7_3", + "episode_id": 20, + "env_id": 7, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.291379928588867, + "advantages": 0.001767309382557869, + "generated_text": "{\n \"intent\": \"Click on the Firefox icon to open the web browser and explore potential websites or applications that might be available.\",\n \"action\": \"Click(50, 30)\"\n}", + "action_string": "Click(50, 30)", + "intent_string": "Click on the Firefox icon to open the web browser and explore potential websites or applications that might be available.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 30, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "7", + "boxes": [ + 38, + 20, + 78, + 48 + ] + }, + { + "text": "Firefox", + "boxes": [ + 66, + 38, + 124, + 69 + ] + }, + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 102, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ] + }, + { + "frame_id": "20_0_4", + "episode_id": 20, + "env_id": 0, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.640478134155273, + "advantages": 0.1297970414161682, + "generated_text": "{\n \"intent\": \"Move focus from the search bar back to the desktop area.\",\n \"action\": \"ScrollDown(0, 87)\"\n}", + "action_string": "ScrollDown(0, 87)", + "intent_string": "Move focus from the search bar back to the desktop area.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 401, + 582, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 658, + 290, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "20_1_4", + "episode_id": 20, + "env_id": 1, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.843107223510742, + "advantages": 0.2041100710630417, + "generated_text": "{\n \"intent\": \"I want to move the mouse to the center of the desktop to better observe its contents and ensure I'm still exploring around.\",\n \"action\": \"Move(960, 900)\"\n}", + "action_string": "Move(960, 900)", + "intent_string": "I want to move the mouse to the center of the desktop to better observe its contents and ensure I'm still exploring around.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_2_4", + "episode_id": 20, + "env_id": 2, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.751799583435059, + "advantages": 0.1706235259771347, + "generated_text": "{\n \"intent\": \"Move towards a blank space on the desktop to ensure no further information reveals about actions required.\",\n \"action\": \"Move(508, 726)\"\n}", + "action_string": "Move(508, 726)", + "intent_string": "Move towards a blank space on the desktop to ensure no further information reveals about actions required.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_3_4", + "episode_id": 20, + "env_id": 3, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.527740478515625, + "advantages": 0.4551953077316284, + "generated_text": "{\n \"intent\": \"To move towards a specific application or area often accessed via a browser tab.\",\n \"action\": \"Move(3, 676)\"\n}", + "action_string": "Move(3, 676)", + "intent_string": "To move towards a specific application or area often accessed via a browser tab.", + "before_screen_ocr_results": [ + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": "C", + "boxes": [ + 70, + 69, + 124, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_4_4", + "episode_id": 20, + "env_id": 4, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.910672187805176, + "advantages": 0.2288891226053238, + "generated_text": "{\n \"intent\": \"Move the cursor to the center of the desktop to ensure I can effectively interact with any application or folder present there.\",\n \"action\": \"Move(960, 540)\"\n}", + "action_string": "Move(960, 540)", + "intent_string": "Move the cursor to the center of the desktop to ensure I can effectively interact with any application or folder present there.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_5_4", + "episode_id": 20, + "env_id": 5, + "step": 4, + "format_rewards": 1.0, + "rewards": 7.968268394470215, + "advantages": -0.11673195660114288, + "generated_text": "{\n \"intent\": \"The next step should be to open an application by clicking its icon to gain more context about the environment and identify any system tools that might help complete tasks or interact with the system.\",\n \"action\": \"DoubleClick(1152, 715)\" \n}", + "action_string": "DoubleClick(1152, 715)", + "intent_string": "The next step should be to open an application by clicking its icon to gain more context about the environment and identify any system tools that might help complete tasks or interact with the system.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 28, + 767, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "20_6_4", + "episode_id": 20, + "env_id": 6, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.638956069946289, + "advantages": 0.862727165222168, + "generated_text": "{\n \"intent\": \"Open the video player Controls to view more video content, exploring different areas on the desk after the trend and self-assessment recommendations are observed\",\n \"action\": \"DoubleClick(1019, 921)\"\n}", + "action_string": "DoubleClick(1019, 921)", + "intent_string": "Open the video player Controls to view more video content, exploring different areas on the desk after the trend and self-assessment recommendations are observed", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 6, + 57, + 128, + 94 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四", + "boxes": [ + 1779, + 59, + 1893, + 96 + ] + }, + { + "text": "国内版", + "boxes": [ + 502, + 258, + 548, + 276 + ] + }, + { + "text": "制假币印多少花多少", + "boxes": [ + 480, + 302, + 622, + 326 + ] + }, + { + "text": "少花多少", + "boxes": [ + 592, + 417, + 646, + 435 + ] + }, + { + "text": "2 郑钦文再战萨巴伦卡", + "boxes": [ + 792, + 411, + 964, + 441 + ] + }, + { + "text": "3健身博主山阿离世", + "boxes": [ + 1110, + 411, + 1260, + 441 + ] + }, + { + "text": "破产景区游客爆满", + "boxes": [ + 502, + 455, + 632, + 472 + ] + }, + { + "text": "5三只羊旗下公司注销", + "boxes": [ + 792, + 444, + 968, + 481 + ] + }, + { + "text": "6国足印尼生死战时间", + "boxes": [ + 1108, + 451, + 1270, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 721, + 276, + 752 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "直时中国A50", + "boxes": [ + 1449, + 793, + 1567, + 853 + ] + }, + { + "text": "I..", + "boxes": [ + 1588, + 808, + 1622, + 838 + ] + }, + { + "text": "1", + "boxes": [ + 1612, + 787, + 1706, + 854 + ] + }, + { + "text": "公司信息", + "boxes": [ + 1190, + 832, + 1360, + 889 + ] + }, + { + "text": "恒生指技", + "boxes": [ + 1452, + 844, + 1542, + 897 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 850, + 1632, + 887 + ] + }, + { + "text": "#22", + "boxes": [ + 1616, + 844, + 1702, + 897 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1454, + 893, + 1506, + 939 + ] + }, + { + "text": " +49 ", + "boxes": [ + 1582, + 885, + 1704, + 943 + ] + }, + { + "text": "众播星闻·2小时", + "boxes": [ + 224, + 921, + 326, + 947 + ] + }, + { + "text": "汽车资讯盘点·52分钟", + "boxes": [ + 826, + 921, + 982, + 945 + ] + }, + { + "text": "格隆汇·38分钟", + "boxes": [ + 1136, + 919, + 1264, + 949 + ] + }, + { + "text": "全维进化智领未来国产奥迪", + "boxes": [ + 826, + 941, + 1082, + 977 + ] + }, + { + "text": "观想科技（301213.SZ）：在", + "boxes": [ + 1134, + 939, + 1408, + 979 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 941, + 1642, + 979 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "46岁萧亚轩晒“手推花车”状态佳，穿牛仔套", + "boxes": [ + 200, + 945, + 782, + 987 + ] + }, + { + "text": "装似少女", + "boxes": [ + 197, + 976, + 331, + 1027 + ] + }, + { + "text": "Q5L诠释科技豪华新高度", + "boxes": [ + 826, + 967, + 1062, + 1003 + ] + }, + { + "text": "动力装备领域的布局自2023", + "boxes": [ + 1138, + 971, + 1402, + 1001 + ] + }, + { + "text": "英达", + "boxes": [ + 1452, + 981, + 1508, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1018 + ] + }, + { + "text": "", + "boxes": [ + 1622, + 981, + 1702, + 1034 + ] + }, + { + "text": "年起开始，目前聚焦在小型….", + "boxes": [ + 1136, + 995, + 1406, + 1030 + ] + }, + { + "text": "?", + "boxes": [ + 1690, + 997, + 1714, + 1018 + ] + }, + { + "text": "", + "boxes": [ + 100, + 1048, + 148, + 1066 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→×", + "boxes": [ + 34, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1606, + 68, + 1658, + 87 + ] + }, + { + "text": "msn", + "boxes": [ + 27, + 114, + 113, + 158 + ] + }, + { + "text": "汽车资讯盘点", + "boxes": [ + 422, + 270, + 528, + 302 + ] + }, + { + "text": "全维进化智领未来国产奥迪Q5L诠释科技豪华新高度", + "boxes": [ + 366, + 347, + 1132, + 389 + ] + }, + { + "text": "华声在线的报道·52分钟·1分钟读取", + "boxes": [ + 362, + 413, + 692, + 449 + ] + }, + { + "text": "、全维进化智领未来国产奥迪Q5L诠释科技豪华新高度", + "boxes": [ + 370, + 814, + 672, + 844 + ] + }, + { + "text": "外观设计：动感美学，猎袭之姿", + "boxes": [ + 362, + 854, + 608, + 883 + ] + }, + { + "text": "全维进化智领·", + "boxes": [ + 216, + 1048, + 304, + 1072 + ] + } + ] + }, + { + "frame_id": "20_7_4", + "episode_id": 20, + "env_id": 7, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.642343521118164, + "advantages": 0.13048115372657776, + "generated_text": "{\n \"intent\": \"Click on the Firefox icon to explore what the browser might have opened or links associated with it.\",\n \"action\": \"Click(55, 37)\"\n}", + "action_string": "Click(55, 37)", + "intent_string": "Click on the Firefox icon to explore what the browser might have opened or links associated with it.", + "before_screen_ocr_results": [ + { + "text": "7", + "boxes": [ + 38, + 20, + 78, + 48 + ] + }, + { + "text": "Firefox", + "boxes": [ + 66, + 38, + 124, + 69 + ] + }, + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 102, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 34, + 18, + 84, + 54 + ] + }, + { + "text": "Firefox", + "boxes": [ + 70, + 46, + 128, + 77 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 99, + 98 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 121, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ] + }, + { + "frame_id": "20_0_5", + "episode_id": 20, + "env_id": 0, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.575576782226562, + "advantages": 0.10599484294652939, + "generated_text": "{\n \"intent\": \"Move the cursor to the center of the screen to start exploring further options\",\n \"action\": \"Move(960, 540)\"\n}", + "action_string": "Move(960, 540)", + "intent_string": "Move the cursor to the center of the screen to start exploring further options", + "before_screen_ocr_results": [ + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 658, + 290, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "6", + "boxes": [ + 1233, + 479, + 1271, + 506 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 1002, + 536, + 1034, + 550 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1114, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1284, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_1_5", + "episode_id": 20, + "env_id": 1, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.28229808807373, + "advantages": 0.36518076062202454, + "generated_text": "{\n \"intent\": \"Clicking on an icon will open it, potentially revealing more applications or files inside.\",\n \"action\": \"DoubleClick(123, 19)\"\n}", + "action_string": "DoubleClick(123, 19)", + "intent_string": "Clicking on an icon will open it, potentially revealing more applications or files inside.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_2_5", + "episode_id": 20, + "env_id": 2, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.194342613220215, + "advantages": 0.3329235911369324, + "generated_text": "{\n \"intent\": \"To explore the desktop further and open potential applications or documents, ensuring the task of evaluating the environment is completed.\",\n \"action\": \"DoubleClick(195, 179)\"\n}", + "action_string": "DoubleClick(195, 179)", + "intent_string": "To explore the desktop further and open potential applications or documents, ensuring the task of evaluating the environment is completed.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 115, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_3_5", + "episode_id": 20, + "env_id": 3, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.02637767791748, + "advantages": 0.6380676031112671, + "generated_text": "{\n \"intent\": \"Exploring the available websites listed on the top sites panel to find useful information or download resources\",\n \"action\": \"DoubleClick(748, 301)\" \n}", + "action_string": "DoubleClick(748, 301)", + "intent_string": "Exploring the available websites listed on the top sites panel to find useful information or download resources", + "before_screen_ocr_results": [ + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 653, + 281, + 769, + 318 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "T", + "boxes": [ + 858, + 453, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_4_5", + "episode_id": 20, + "env_id": 4, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.297216415405273, + "advantages": 0.3706519603729248, + "generated_text": "{\n \"intent\": \"Move the cursor to a more interesting section of the desktop or check if there are additional applications or files.\",\n \"action\": \"Move(500, 500)\"\n}", + "action_string": "Move(500, 500)", + "intent_string": "Move the cursor to a more interesting section of the desktop or check if there are additional applications or files.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_5_5", + "episode_id": 20, + "env_id": 5, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.072035789489746, + "advantages": -0.07867587357759476, + "generated_text": "{\n \"intent\": \"Get familiar with the desktop environment and locate the initial application to explore.\",\n \"action\": \"Move(1494, 137)\"\n}", + "action_string": "Move(1494, 137)", + "intent_string": "Get familiar with the desktop environment and locate the initial application to explore.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "20_6_5", + "episode_id": 20, + "env_id": 6, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.531944274902344, + "advantages": 0.45673704147338867, + "generated_text": "{\n \"intent\": \"Scroll up to check for more content or information below\",\n \"action\": \"ScrollUp(0, 100)\"\n}", + "action_string": "ScrollUp(0, 100)", + "intent_string": "Scroll up to check for more content or information below", + "before_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 1592, + 62, + 1664, + 93 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1878, + 89 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 572, + 123, + 632, + 143 + ] + }, + { + "text": "汽车资讯盘点", + "boxes": [ + 422, + 270, + 528, + 302 + ] + }, + { + "text": "全维进化智领未来国产奥迪Q5L诠释科技豪华新高度", + "boxes": [ + 368, + 347, + 1132, + 389 + ] + }, + { + "text": "华声在线的报道·52分钟·01分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "访问汽车资讯盘点", + "boxes": [ + 1424, + 552, + 1576, + 582 + ] + }, + { + "text": "仰望U8L：全尺寸行政豪华SUV新", + "boxes": [ + 1444, + 599, + 1660, + 633 + ] + }, + { + "text": "典范", + "boxes": [ + 1448, + 621, + 1484, + 649 + ] + }, + { + "text": "主打性价比！520km续航，比亚迪", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "e7官宣5月17日上市", + "boxes": [ + 1444, + 683, + 1574, + 713 + ] + }, + { + "text": "全新丰田卡罗拉曝光，外观太惊艳", + "boxes": [ + 1448, + 731, + 1662, + 754 + ] + }, + { + "text": "了，内换大联屏，换装2.0L混动", + "boxes": [ + 1444, + 748, + 1652, + 778 + ] + }, + { + "text": "全维进化智领未来国产奥迪Q5L诠释科技豪华新高度", + "boxes": [ + 384, + 818, + 670, + 842 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1092, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 874, + 1722, + 907 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 802, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 929, + 984, + 953 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 951, + 984, + 981 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 198, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "维进化智领·", + "boxes": [ + 224, + 1048, + 308, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 1582, + 62, + 1666, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "长春市11°℃", + "boxes": [ + 1620, + 117, + 1748, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1827, + 117, + 1863, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 175, + 318, + 201 + ] + }, + { + "text": "资讯 .娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 340, + 169, + 692, + 204 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "?", + "boxes": [ + 390, + 270, + 422, + 300 + ] + }, + { + "text": "汽车资讯盘点+关注", + "boxes": [ + 412, + 264, + 608, + 302 + ] + }, + { + "text": "", + "boxes": [ + 192, + 284, + 214, + 310 + ] + }, + { + "text": "你的全能AI助手", + "boxes": [ + 1416, + 284, + 1564, + 316 + ] + }, + { + "text": "助力每日工作学习", + "boxes": [ + 1418, + 306, + 1572, + 339 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 220, + 371 + ] + }, + { + "text": "点击下载>", + "boxes": [ + 1422, + 336, + 1472, + 355 + ] + }, + { + "text": "全维进化智领未来国产奥迪Q5L诠释科技豪华新高度", + "boxes": [ + 366, + 347, + 1132, + 389 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "华声在线的报道·52分钟·01分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "【豆包】您的工作学习生活A助手", + "boxes": [ + 1434, + 409, + 1702, + 445 + ] + }, + { + "text": "B", + "boxes": [ + 192, + 453, + 214, + 476 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1426, + 469, + 1528, + 494 + ] + }, + { + "text": "访问汽车资讯盘点", + "boxes": [ + 1426, + 554, + 1578, + 584 + ] + }, + { + "text": "C", + "boxes": [ + 1678, + 556, + 1698, + 576 + ] + }, + { + "text": "仰望U8L：全尺寸行政豪华SUV新", + "boxes": [ + 1444, + 599, + 1660, + 633 + ] + }, + { + "text": "典范", + "boxes": [ + 1448, + 621, + 1484, + 649 + ] + }, + { + "text": "主打性价比！520km续航，比亚迪", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "e7官宣5月17日上市", + "boxes": [ + 1448, + 689, + 1576, + 713 + ] + }, + { + "text": "全新丰田卡罗拉曝光，外观太惊艳", + "boxes": [ + 1448, + 731, + 1662, + 754 + ] + }, + { + "text": "了，内换大联屏，换装2.0L混动", + "boxes": [ + 1444, + 748, + 1654, + 778 + ] + }, + { + "text": "全维进化智领未来国产奥迪Q5L诠释科技豪华新高度", + "boxes": [ + 384, + 818, + 670, + 842 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1092, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1674, + 878, + 1720, + 905 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cokes来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 903, + 800, + 941 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 951, + 984, + 981 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 30, + 967, + 200, + 997 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "维进化智领··", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ] + }, + { + "frame_id": "20_7_5", + "episode_id": 20, + "env_id": 7, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.144062995910645, + "advantages": -0.05226031318306923, + "generated_text": "{\n \"intent\": \"Move the cursor to the top-left corner of the desktop to check if there are any notifications for system updates or other important information.\",\n \"action\": \"Move(15, 10)\" \n}", + "action_string": "Move(15, 10)", + "intent_string": "Move the cursor to the top-left corner of the desktop to check if there are any notifications for system updates or other important information.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 34, + 18, + 84, + 54 + ] + }, + { + "text": "Firefox", + "boxes": [ + 70, + 46, + 128, + 77 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 99, + 98 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 121, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_0_6", + "episode_id": 20, + "env_id": 0, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.49962043762207, + "advantages": 0.07813829928636551, + "generated_text": "{\n \"intent\": \"To open a YouTube channel or website related to education about data optimization.\",\n \"action\": \"Move(1870, 17)\"\n}", + "action_string": "Move(1870, 17)", + "intent_string": "To open a YouTube channel or website related to education about data optimization.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "6", + "boxes": [ + 1233, + 479, + 1271, + 506 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 1002, + 536, + 1034, + 550 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1114, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1284, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_1_6", + "episode_id": 20, + "env_id": 1, + "step": 6, + "format_rewards": 1.0, + "rewards": 11.423508644104004, + "advantages": 1.1504572629928589, + "generated_text": "{\n \"intent\": \"The Firefox icon is visible, which suggests no immediate progress in exploring because the desktop screen does not contain any content or applications for direct interaction. Opening Firefox will allow me to start using web-based tools.\",\n \"action\": \"DoubleClick(43, 22)\"\n}", + "action_string": "DoubleClick(43, 22)", + "intent_string": "The Firefox icon is visible, which suggests no immediate progress in exploring because the desktop screen does not contain any content or applications for direct interaction. Opening Firefox will allow me to start using web-based tools.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_2_6", + "episode_id": 20, + "env_id": 2, + "step": 6, + "format_rewards": 1.0, + "rewards": 11.49392318725586, + "advantages": 1.1762813329696655, + "generated_text": "{\n \"intent\": \"Double-clicking on an icon that is likely a web browser to access Internet Explorer or another browser.\",\n \"action\": \"DoubleClick(73, 42)\" \n}", + "action_string": "DoubleClick(73, 42)", + "intent_string": "Double-clicking on an icon that is likely a web browser to access Internet Explorer or another browser.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 38, + 129, + 78, + 159 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 115, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_3_6", + "episode_id": 20, + "env_id": 3, + "step": 6, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.0390477180480957, + "generated_text": "{\n \"intent\": \"Open or find new applications by interacting with specific icons on the Desktop.\",\n \"action\": \"DoubleClick(2709, 1055)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 642, + 286, + 768, + 318 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "T", + "boxes": [ + 858, + 453, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 653, + 281, + 769, + 318 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "T", + "boxes": [ + 858, + 453, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_4_6", + "episode_id": 20, + "env_id": 4, + "step": 6, + "format_rewards": 1.0, + "rewards": 11.391800880432129, + "advantages": 1.1388285160064697, + "generated_text": "{\n \"intent\": \"Click the Firefox icon to open the web browser and explore its features.\",\n \"action\": \"DoubleClick(52, 37)\" \n}", + "action_string": "DoubleClick(52, 37)", + "intent_string": "Click the Firefox icon to open the web browser and explore its features.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "NeW Tab", + "boxes": [ + 26, + 34, + 84, + 52 + ] + }, + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 56, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_5_6", + "episode_id": 20, + "env_id": 5, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.227289199829102, + "advantages": -0.021737590432167053, + "generated_text": "{\n \"intent\": \"Move to the Firefox icon to explore or interact with it.\",\n \"action\": \"Move(54, 41)\"\n}", + "action_string": "Move(54, 41)", + "intent_string": "Move to the Firefox icon to explore or interact with it.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 40, + 22, + 78, + 52 + ] + }, + { + "text": "irefox", + "boxes": [ + 76, + 52, + 124, + 79 + ] + }, + { + "text": " FireTox", + "boxes": [ + 22, + 64, + 100, + 95 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_6_6", + "episode_id": 20, + "env_id": 6, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.211555480957031, + "advantages": 0.339236319065094, + "generated_text": "{\n \"intent\": \"To action more detailed in the article\",\n \"action\": \"Move(887, 897)\" \n}", + "action_string": "Move(887, 897)", + "intent_string": "To action more detailed in the article", + "before_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 1582, + 62, + 1666, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "长春市11°℃", + "boxes": [ + 1620, + 117, + 1748, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1827, + 117, + 1863, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 175, + 318, + 201 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠汽车", + "boxes": [ + 342, + 169, + 692, + 204 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "?", + "boxes": [ + 390, + 270, + 422, + 300 + ] + }, + { + "text": "汽车资讯盘点+关注", + "boxes": [ + 412, + 264, + 608, + 302 + ] + }, + { + "text": "", + "boxes": [ + 192, + 284, + 214, + 310 + ] + }, + { + "text": "你的全能AI助手", + "boxes": [ + 1416, + 284, + 1564, + 316 + ] + }, + { + "text": "助力每日工作学习", + "boxes": [ + 1418, + 306, + 1572, + 339 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 220, + 371 + ] + }, + { + "text": "点击下载>", + "boxes": [ + 1422, + 336, + 1472, + 355 + ] + }, + { + "text": "全维进化智领未来国产奥迪Q5L诠释科技豪华新高度", + "boxes": [ + 366, + 347, + 1132, + 389 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "华声在线的报道·52分钟·01分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "【豆包】您的工作学习生活A助手", + "boxes": [ + 1434, + 409, + 1702, + 445 + ] + }, + { + "text": "B", + "boxes": [ + 192, + 453, + 214, + 476 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1426, + 469, + 1528, + 494 + ] + }, + { + "text": "访问汽车资讯盘点", + "boxes": [ + 1426, + 554, + 1578, + 584 + ] + }, + { + "text": "C", + "boxes": [ + 1678, + 556, + 1698, + 576 + ] + }, + { + "text": "仰望U8L：全尺寸行政豪华SUV新", + "boxes": [ + 1444, + 599, + 1660, + 633 + ] + }, + { + "text": "典范", + "boxes": [ + 1448, + 621, + 1484, + 649 + ] + }, + { + "text": "主打性价比！520km续航，比亚迪", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "e7官宣5月17日上市", + "boxes": [ + 1448, + 689, + 1576, + 713 + ] + }, + { + "text": "全新丰田卡罗拉曝光，外观太惊艳", + "boxes": [ + 1448, + 731, + 1662, + 754 + ] + }, + { + "text": "了，内换大联屏，换装2.0L混动", + "boxes": [ + 1444, + 748, + 1654, + 778 + ] + }, + { + "text": "全维进化智领未来国产奥迪Q5L诠释科技豪华新高度", + "boxes": [ + 384, + 818, + 670, + 842 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1092, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1674, + 878, + 1720, + 905 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cokes来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 903, + 800, + 941 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 951, + 984, + 981 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 30, + 967, + 200, + 997 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "维进化智领··", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 1582, + 62, + 1666, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "长春市11°℃", + "boxes": [ + 1620, + 117, + 1748, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1827, + 117, + 1863, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 175, + 318, + 201 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 342, + 171, + 694, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "?", + "boxes": [ + 390, + 270, + 422, + 300 + ] + }, + { + "text": "汽车资讯盘点+关注", + "boxes": [ + 412, + 264, + 608, + 302 + ] + }, + { + "text": "", + "boxes": [ + 192, + 284, + 214, + 310 + ] + }, + { + "text": "你的全能AI助手", + "boxes": [ + 1416, + 284, + 1564, + 316 + ] + }, + { + "text": "助力每日工作学习", + "boxes": [ + 1418, + 306, + 1572, + 339 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 220, + 371 + ] + }, + { + "text": "点击下载>", + "boxes": [ + 1422, + 336, + 1472, + 355 + ] + }, + { + "text": "全维进化智领未来国产奥迪Q5L诠释科技豪华新高度", + "boxes": [ + 366, + 347, + 1132, + 389 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "华声在线的报道·52分钟·01分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "【豆包】您的工作学习生活A助手", + "boxes": [ + 1434, + 409, + 1702, + 445 + ] + }, + { + "text": "B", + "boxes": [ + 192, + 453, + 214, + 476 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1426, + 469, + 1528, + 494 + ] + }, + { + "text": "访问汽车资讯盘点", + "boxes": [ + 1426, + 554, + 1578, + 584 + ] + }, + { + "text": "C", + "boxes": [ + 1678, + 556, + 1698, + 576 + ] + }, + { + "text": "仰望U8L：全尺寸行政豪华SUV新", + "boxes": [ + 1444, + 599, + 1660, + 633 + ] + }, + { + "text": "典范", + "boxes": [ + 1448, + 621, + 1484, + 649 + ] + }, + { + "text": "主打性价比！520km续航，比亚迪", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "e7官宣5月17日上市", + "boxes": [ + 1448, + 689, + 1576, + 713 + ] + }, + { + "text": "全新丰田卡罗拉曝光，外观太惊艳", + "boxes": [ + 1448, + 731, + 1662, + 754 + ] + }, + { + "text": "了，内换大联屏，换装2.0L混动", + "boxes": [ + 1444, + 748, + 1654, + 778 + ] + }, + { + "text": "全维进化智领未来国产奥迪Q5L诠释科技豪华新高度", + "boxes": [ + 384, + 818, + 670, + 842 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以孕合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 874, + 1094, + 909 + ] + }, + { + "text": "我接受", + "boxes": [ + 1674, + 878, + 1720, + 905 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookes来存储、访问包括唯一识别码（unique", + "boxes": [ + 24, + 903, + 800, + 941 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 802, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 834, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 951, + 984, + 981 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 30, + 967, + 200, + 997 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "维进化智领··", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ] + }, + { + "frame_id": "20_7_6", + "episode_id": 20, + "env_id": 7, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.166436195373535, + "advantages": -0.04405507445335388, + "generated_text": "{\n \"intent\": \"Clicking on the Firefox icon is necessary to open or launch the web browser, which will help explore the internet.\",\n \"action\": \"Click(178, 54)\"\n}", + "action_string": "Click(178, 54)", + "intent_string": "Clicking on the Firefox icon is necessary to open or launch the web browser, which will help explore the internet.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_0_7", + "episode_id": 20, + "env_id": 0, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.567400932312012, + "advantages": 0.10299640148878098, + "generated_text": "{\n \"intent\": \"Click on the tab creation menu to address open tabs or bookmarklets to add new bookmarks.\",\n \"action\": \"DoubleClick(637, 130)\" \n}", + "action_string": "DoubleClick(637, 130)", + "intent_string": "Click on the tab creation menu to address open tabs or bookmarklets to add new bookmarks.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 164, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_1_7", + "episode_id": 20, + "env_id": 1, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.47288990020752, + "advantages": 0.4350791871547699, + "generated_text": "{\n \"intent\": \"Move the cursor to the top left corner of the screen to start interacting further.\",\n \"action\": \"Move(124, 79)\"\n}", + "action_string": "Move(124, 79)", + "intent_string": "Move the cursor to the top left corner of the screen to start interacting further.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 24, + 32, + 86, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 64, + 136, + 95 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 59, + 520, + 96 + ] + }, + { + "text": " Import book", + "boxes": [ + 12, + 101, + 112, + 125 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_2_7", + "episode_id": 20, + "env_id": 2, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.676314353942871, + "advantages": 0.5096839070320129, + "generated_text": "{\n \"intent\": \"Click on the search bar to start entering or searching for content within the browser window.\",\n \"action\": \"DoubleClick(0, 73)\" \n}", + "action_string": "DoubleClick(0, 73)", + "intent_string": "Click on the search bar to start entering or searching for content within the browser window.", + "before_screen_ocr_results": [ + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 69, + 124, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_3_7", + "episode_id": 20, + "env_id": 3, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.099346160888672, + "advantages": 0.29808419942855835, + "generated_text": "{\n \"intent\": \"Move the cursor to focus on areas of interest or locate objects on the desktop\",\n \"action\": \"Move(600, 500)\"\n}", + "action_string": "Move(600, 500)", + "intent_string": "Move the cursor to focus on areas of interest or locate objects on the desktop", + "before_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 900, + 2, + 1006, + 26 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 642, + 286, + 768, + 318 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "T", + "boxes": [ + 858, + 453, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFirefc", + "boxes": [ + 898, + 2, + 1008, + 26 + ] + }, + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 642, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 740, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_4_7", + "episode_id": 20, + "env_id": 4, + "step": 7, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.0390477180480957, + "generated_text": "{\n \"intent\": \"Enter a URL to start searching for specific content or information.\",\n \"action\": \"Text(179, 80, \" ", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "NeW Tab", + "boxes": [ + 26, + 34, + 84, + 52 + ] + }, + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "e仓", + "boxes": [ + 58, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "NeW Tab", + "boxes": [ + 26, + 34, + 84, + 52 + ] + }, + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "e仓", + "boxes": [ + 58, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_5_7", + "episode_id": 20, + "env_id": 5, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.087722778320312, + "advantages": -0.07292275875806808, + "generated_text": "{\n \"intent\": \"Clicking on a likely clickable area like a button or icon to explore further options or actions available from this spot.\",\n \"action\": \"DoubleClick(720, 1059)\"\n}", + "action_string": "DoubleClick(720, 1059)", + "intent_string": "Clicking on a likely clickable area like a button or icon to explore further options or actions available from this spot.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 40, + 22, + 78, + 52 + ] + }, + { + "text": "irefox", + "boxes": [ + 76, + 52, + 124, + 79 + ] + }, + { + "text": " FireTox", + "boxes": [ + 22, + 64, + 100, + 95 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_6_7", + "episode_id": 20, + "env_id": 6, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.253559112548828, + "advantages": 0.3546409010887146, + "generated_text": "{\n \"intent\": \"Clicking on the image to possibly view the details or more about the vehicle featured in the article.\",\n \"action\": \"Click(650, 678)\"\n}", + "action_string": "Click(650, 678)", + "intent_string": "Clicking on the image to possibly view the details or more about the vehicle featured in the article.", + "before_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 1582, + 62, + 1666, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "长春市11°℃", + "boxes": [ + 1620, + 117, + 1748, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1827, + 117, + 1863, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 175, + 318, + 201 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 342, + 171, + 694, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "?", + "boxes": [ + 390, + 270, + 422, + 300 + ] + }, + { + "text": "汽车资讯盘点+关注", + "boxes": [ + 412, + 264, + 608, + 302 + ] + }, + { + "text": "", + "boxes": [ + 192, + 284, + 214, + 310 + ] + }, + { + "text": "你的全能AI助手", + "boxes": [ + 1416, + 284, + 1564, + 316 + ] + }, + { + "text": "助力每日工作学习", + "boxes": [ + 1418, + 306, + 1572, + 339 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 220, + 371 + ] + }, + { + "text": "点击下载>", + "boxes": [ + 1422, + 336, + 1472, + 355 + ] + }, + { + "text": "全维进化智领未来国产奥迪Q5L诠释科技豪华新高度", + "boxes": [ + 366, + 347, + 1132, + 389 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "华声在线的报道·52分钟·01分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "【豆包】您的工作学习生活A助手", + "boxes": [ + 1434, + 409, + 1702, + 445 + ] + }, + { + "text": "B", + "boxes": [ + 192, + 453, + 214, + 476 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1426, + 469, + 1528, + 494 + ] + }, + { + "text": "访问汽车资讯盘点", + "boxes": [ + 1426, + 554, + 1578, + 584 + ] + }, + { + "text": "C", + "boxes": [ + 1678, + 556, + 1698, + 576 + ] + }, + { + "text": "仰望U8L：全尺寸行政豪华SUV新", + "boxes": [ + 1444, + 599, + 1660, + 633 + ] + }, + { + "text": "典范", + "boxes": [ + 1448, + 621, + 1484, + 649 + ] + }, + { + "text": "主打性价比！520km续航，比亚迪", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "e7官宣5月17日上市", + "boxes": [ + 1448, + 689, + 1576, + 713 + ] + }, + { + "text": "全新丰田卡罗拉曝光，外观太惊艳", + "boxes": [ + 1448, + 731, + 1662, + 754 + ] + }, + { + "text": "了，内换大联屏，换装2.0L混动", + "boxes": [ + 1444, + 748, + 1654, + 778 + ] + }, + { + "text": "全维进化智领未来国产奥迪Q5L诠释科技豪华新高度", + "boxes": [ + 384, + 818, + 670, + 842 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以孕合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 874, + 1094, + 909 + ] + }, + { + "text": "我接受", + "boxes": [ + 1674, + 878, + 1720, + 905 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookes来存储、访问包括唯一识别码（unique", + "boxes": [ + 24, + 903, + 800, + 941 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 802, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 834, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 951, + 984, + 981 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 30, + 967, + 200, + 997 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "维进化智领··", + "boxes": [ + 224, + 1048, + 306, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 1582, + 62, + 1666, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "长春市11°℃", + "boxes": [ + 1620, + 117, + 1748, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1827, + 117, + 1863, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 175, + 318, + 201 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 342, + 171, + 694, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "?", + "boxes": [ + 390, + 270, + 422, + 300 + ] + }, + { + "text": "汽车资讯盘点+关注", + "boxes": [ + 412, + 264, + 608, + 302 + ] + }, + { + "text": "", + "boxes": [ + 192, + 284, + 214, + 310 + ] + }, + { + "text": "你的全能AI助手", + "boxes": [ + 1416, + 284, + 1564, + 316 + ] + }, + { + "text": "助力每日工作学习", + "boxes": [ + 1418, + 306, + 1572, + 339 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 220, + 371 + ] + }, + { + "text": "点击下载>", + "boxes": [ + 1422, + 336, + 1472, + 355 + ] + }, + { + "text": "全维进化智领未来国产奥迪Q5L诠释科技豪华新高度", + "boxes": [ + 366, + 347, + 1132, + 389 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "华声在线的报道·52分钟·01分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "【豆包】您的工作学习生活A助手", + "boxes": [ + 1434, + 409, + 1702, + 445 + ] + }, + { + "text": "B", + "boxes": [ + 192, + 453, + 214, + 476 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1426, + 469, + 1528, + 494 + ] + }, + { + "text": "访问汽车资讯盘点", + "boxes": [ + 1426, + 554, + 1578, + 584 + ] + }, + { + "text": "C", + "boxes": [ + 1678, + 556, + 1698, + 576 + ] + }, + { + "text": "仰望U8L：全尺寸行政豪华SUV新", + "boxes": [ + 1444, + 599, + 1660, + 633 + ] + }, + { + "text": "典范", + "boxes": [ + 1448, + 621, + 1484, + 649 + ] + }, + { + "text": "主打性价比！520km续航，比亚迪", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "e7官宣5月17日上市", + "boxes": [ + 1448, + 689, + 1576, + 713 + ] + }, + { + "text": "全新丰田卡罗拉曝光，外观太惊艳", + "boxes": [ + 1448, + 731, + 1662, + 754 + ] + }, + { + "text": "了，内换大联屏，换装2.0L混动", + "boxes": [ + 1444, + 748, + 1654, + 778 + ] + }, + { + "text": "全维进化智领未来国产奥迪Q5L诠释科技豪华新高度", + "boxes": [ + 384, + 818, + 670, + 842 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1092, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1674, + 878, + 1720, + 905 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookes来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 903, + 800, + 941 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息.个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 32, + 929, + 798, + 953 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 951, + 984, + 981 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 198, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "维进化智领·", + "boxes": [ + 224, + 1048, + 308, + 1072 + ] + } + ] + }, + { + "frame_id": "20_7_7", + "episode_id": 20, + "env_id": 7, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.187934875488281, + "advantages": -0.036170560866594315, + "generated_text": "{\n \"intent\": \"Begin by interacting with the Firefox shortcut to open the web browser, which will likely help exploring more content.\",\n \"action\": \"Click(33, 39)\"\n}", + "action_string": "Click(33, 39)", + "intent_string": "Begin by interacting with the Firefox shortcut to open the web browser, which will likely help exploring more content.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_0_8", + "episode_id": 20, + "env_id": 0, + "step": 8, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.0390477180480957, + "generated_text": "{\n \"intent\": \"To navigate to the top banner section of the eBay site by entering its URL.\",\n \"action\": \"Type(1676, 120) eBay\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 164, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 164, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_1_8", + "episode_id": 20, + "env_id": 1, + "step": 8, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.0390477180480957, + "generated_text": "{\n \"intent\": \"Click on the URL bar to type a web query or open a different webpage.\",\n \"action\": \"LeftClick(858, 74)\" \n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 11, + 25, + 87, + 54 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 64, + 136, + 95 + ] + }, + { + "text": "Q bearchwith Bing orenter address", + "boxes": [ + 246, + 57, + 522, + 100 + ] + }, + { + "text": " Import book", + "boxes": [ + 12, + 101, + 112, + 125 + ] + }, + { + "text": "arted", + "boxes": [ + 274, + 101, + 312, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 11, + 25, + 87, + 54 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 64, + 136, + 95 + ] + }, + { + "text": "Q bearchwith Bing orenter address", + "boxes": [ + 246, + 57, + 522, + 100 + ] + }, + { + "text": " Import book", + "boxes": [ + 12, + 101, + 112, + 125 + ] + }, + { + "text": "arted", + "boxes": [ + 274, + 101, + 312, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_2_8", + "episode_id": 20, + "env_id": 2, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.466926574707031, + "advantages": 0.43289217352867126, + "generated_text": "{\n \"intent\": \"Closing the tab to explore more websites or manage browsing context\",\n \"action\": \"RightClick(1706, 70)\" \n}", + "action_string": "RightClick(1706, 70)", + "intent_string": "Closing the tab to explore more websites or manage browsing context", + "before_screen_ocr_results": [ + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": "C", + "boxes": [ + 72, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "Remove from Toolbar", + "boxes": [ + 1732, + 103, + 1878, + 127 + ] + }, + { + "text": " Menu Bar", + "boxes": [ + 1728, + 131, + 1802, + 157 + ] + }, + { + "text": "Bookmarks Toolba", + "boxes": [ + 1734, + 159, + 1852, + 183 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_3_8", + "episode_id": 20, + "env_id": 3, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.146073341369629, + "advantages": 0.3152211308479309, + "generated_text": "{\n \"intent\": \"To begin exploration by interacting with elements on the screen to maximize utility and information acquisition.\",\n \"action\": \"DoubleClick(299, 44)\" }", + "action_string": "DoubleClick(299, 44)", + "intent_string": "To begin exploration by interacting with elements on the screen to maximize utility and information acquisition.", + "before_screen_ocr_results": [ + { + "text": "MozillaFirefc", + "boxes": [ + 898, + 2, + 1008, + 26 + ] + }, + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 642, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 740, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 230, + 30, + 318, + 62 + ] + }, + { + "text": "→C", + "boxes": [ + 44, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 64, + 520, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 658, + 290, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_4_8", + "episode_id": 20, + "env_id": 4, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.649813652038574, + "advantages": 0.4999649226665497, + "generated_text": "{\n \"intent\": \"Clicking on an icon might give access to applications or files.\",\n \"action\": \"DoubleClick(123, 456)\"\n}", + "action_string": "DoubleClick(123, 456)", + "intent_string": "Clicking on an icon might give access to applications or files.", + "before_screen_ocr_results": [ + { + "text": "NeW Tab", + "boxes": [ + 26, + 34, + 84, + 52 + ] + }, + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "e仓", + "boxes": [ + 58, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_5_8", + "episode_id": 20, + "env_id": 5, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.084498405456543, + "advantages": -0.07410527765750885, + "generated_text": "{\n \"intent\": \"Opening an application to further explore its features or functionality.\",\n \"action\": \"DoubleClick(678, 234)\" \n}", + "action_string": "DoubleClick(678, 234)", + "intent_string": "Opening an application to further explore its features or functionality.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "20_6_8", + "episode_id": 20, + "env_id": 6, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.9833984375, + "advantages": 0.25556105375289917, + "generated_text": "{\n \"intent\": \"Scroll down to view more content on the webpage\",\n \"action\": \"ScrollDown(0, 1)\"\n}", + "action_string": "ScrollDown(0, 1)", + "intent_string": "Scroll down to view more content on the webpage", + "before_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 1582, + 62, + 1666, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "长春市11°℃", + "boxes": [ + 1620, + 117, + 1748, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1827, + 117, + 1863, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 175, + 318, + 201 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 342, + 171, + 694, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "?", + "boxes": [ + 390, + 270, + 422, + 300 + ] + }, + { + "text": "汽车资讯盘点+关注", + "boxes": [ + 412, + 264, + 608, + 302 + ] + }, + { + "text": "", + "boxes": [ + 192, + 284, + 214, + 310 + ] + }, + { + "text": "你的全能AI助手", + "boxes": [ + 1416, + 284, + 1564, + 316 + ] + }, + { + "text": "助力每日工作学习", + "boxes": [ + 1418, + 306, + 1572, + 339 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 220, + 371 + ] + }, + { + "text": "点击下载>", + "boxes": [ + 1422, + 336, + 1472, + 355 + ] + }, + { + "text": "全维进化智领未来国产奥迪Q5L诠释科技豪华新高度", + "boxes": [ + 366, + 347, + 1132, + 389 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "华声在线的报道·52分钟·01分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "【豆包】您的工作学习生活A助手", + "boxes": [ + 1434, + 409, + 1702, + 445 + ] + }, + { + "text": "B", + "boxes": [ + 192, + 453, + 214, + 476 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1426, + 469, + 1528, + 494 + ] + }, + { + "text": "访问汽车资讯盘点", + "boxes": [ + 1426, + 554, + 1578, + 584 + ] + }, + { + "text": "C", + "boxes": [ + 1678, + 556, + 1698, + 576 + ] + }, + { + "text": "仰望U8L：全尺寸行政豪华SUV新", + "boxes": [ + 1444, + 599, + 1660, + 633 + ] + }, + { + "text": "典范", + "boxes": [ + 1448, + 621, + 1484, + 649 + ] + }, + { + "text": "主打性价比！520km续航，比亚迪", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "e7官宣5月17日上市", + "boxes": [ + 1448, + 689, + 1576, + 713 + ] + }, + { + "text": "全新丰田卡罗拉曝光，外观太惊艳", + "boxes": [ + 1448, + 731, + 1662, + 754 + ] + }, + { + "text": "了，内换大联屏，换装2.0L混动", + "boxes": [ + 1444, + 748, + 1654, + 778 + ] + }, + { + "text": "全维进化智领未来国产奥迪Q5L诠释科技豪华新高度", + "boxes": [ + 384, + 818, + 670, + 842 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1092, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1674, + 878, + 1720, + 905 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookes来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 903, + 800, + 941 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息.个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 32, + 929, + 798, + 953 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 951, + 984, + 981 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 198, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1667, + 990, + 1727, + 1025 + ] + }, + { + "text": "维进化智领·", + "boxes": [ + 224, + 1048, + 308, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 1582, + 62, + 1666, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "长春市11°℃", + "boxes": [ + 1620, + 117, + 1748, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1827, + 117, + 1863, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 175, + 318, + 201 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 342, + 171, + 694, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "?", + "boxes": [ + 390, + 270, + 422, + 300 + ] + }, + { + "text": "汽车资讯盘点+关注", + "boxes": [ + 412, + 264, + 608, + 302 + ] + }, + { + "text": "", + "boxes": [ + 192, + 284, + 214, + 310 + ] + }, + { + "text": "你的全能AI助手", + "boxes": [ + 1416, + 284, + 1564, + 316 + ] + }, + { + "text": "助力每日工作学习", + "boxes": [ + 1418, + 306, + 1572, + 339 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 220, + 371 + ] + }, + { + "text": "点击下载>", + "boxes": [ + 1422, + 336, + 1472, + 355 + ] + }, + { + "text": "全维进化智领未来国产奥迪Q5L诠释科技豪华新高度", + "boxes": [ + 366, + 347, + 1132, + 389 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "华声在线的报道·52分钟·01分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "【豆包】您的工作学习生活A助手", + "boxes": [ + 1434, + 409, + 1702, + 445 + ] + }, + { + "text": "B", + "boxes": [ + 192, + 453, + 214, + 476 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1426, + 469, + 1528, + 494 + ] + }, + { + "text": "访问汽车资讯盘点", + "boxes": [ + 1426, + 554, + 1578, + 584 + ] + }, + { + "text": "C", + "boxes": [ + 1678, + 556, + 1698, + 576 + ] + }, + { + "text": "仰望U8L：全尺寸行政豪华SUV新", + "boxes": [ + 1444, + 599, + 1660, + 633 + ] + }, + { + "text": "典范", + "boxes": [ + 1448, + 621, + 1484, + 649 + ] + }, + { + "text": "主打性价比！520km续航，比亚迪", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "e7官宣5月17日上市", + "boxes": [ + 1448, + 689, + 1576, + 713 + ] + }, + { + "text": "全新丰田卡罗拉曝光，外观太惊艳", + "boxes": [ + 1448, + 731, + 1662, + 754 + ] + }, + { + "text": "了，内换大联屏，换装2.0L混动", + "boxes": [ + 1444, + 748, + 1654, + 778 + ] + }, + { + "text": "全维进化智领未来国产奥迪Q5L诠释科技豪华新高度", + "boxes": [ + 384, + 818, + 670, + 842 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1092, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1674, + 878, + 1720, + 905 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookes来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 903, + 800, + 941 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息.个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 32, + 929, + 798, + 953 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 951, + 984, + 981 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 198, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "维进化智领·", + "boxes": [ + 224, + 1048, + 308, + 1072 + ] + } + ] + }, + { + "frame_id": "20_7_8", + "episode_id": 20, + "env_id": 7, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.203475952148438, + "advantages": -0.030470959842205048, + "generated_text": "{\n \"intent\": \"Moving the cursor to the top-left corner of the window to understand its orientation better.\",\n \"action\": \"Move(9, 117)\"\n}", + "action_string": "Move(9, 117)", + "intent_string": "Moving the cursor to the top-left corner of the window to understand its orientation better.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 171, + 112, + 202 + ] + }, + { + "text": "1", + "boxes": [ + 42, + 238, + 74, + 260 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "20_0_9", + "episode_id": 20, + "env_id": 0, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.53254222869873, + "advantages": 0.09021217375993729, + "generated_text": "{\n \"intent\": \"Move to the search bar to perform a search or navigate to a new URL\",\n \"action\": \"DoubleClick(1078, 95)\"\n}", + "action_string": "DoubleClick(1078, 95)", + "intent_string": "Move to the search bar to perform a search or navigate to a new URL", + "before_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 164, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 164, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_1_9", + "episode_id": 20, + "env_id": 1, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.633450508117676, + "advantages": 0.4939638376235962, + "generated_text": "{\n \"intent\": \"Click on the address bar to begin typing a URL or search query.\",\n \"action\": \"Click(374, 736)\"\n}", + "action_string": "Click(374, 736)", + "intent_string": "Click on the address bar to begin typing a URL or search query.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 11, + 25, + 87, + 54 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 64, + 136, + 95 + ] + }, + { + "text": "Q bearchwith Bing orenter address", + "boxes": [ + 246, + 57, + 522, + 100 + ] + }, + { + "text": " Import book", + "boxes": [ + 12, + 101, + 112, + 125 + ] + }, + { + "text": "arted", + "boxes": [ + 274, + 101, + 312, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_2_9", + "episode_id": 20, + "env_id": 2, + "step": 9, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.0390477180480957, + "generated_text": "{\n \"intent\": \"Move the mouse and scroll to examine the webpage content more closely.\",\n \"action\": \"Mouse动作\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "Remove from Toolbar", + "boxes": [ + 1732, + 103, + 1878, + 127 + ] + }, + { + "text": " Menu Bar", + "boxes": [ + 1728, + 131, + 1802, + 157 + ] + }, + { + "text": "Bookmarks Toolba", + "boxes": [ + 1734, + 159, + 1852, + 183 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "Remove from Toolbar", + "boxes": [ + 1732, + 103, + 1878, + 127 + ] + }, + { + "text": " Menu Bar", + "boxes": [ + 1728, + 131, + 1802, + 157 + ] + }, + { + "text": "Bookmarks Toolba", + "boxes": [ + 1734, + 159, + 1852, + 183 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_3_9", + "episode_id": 20, + "env_id": 3, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.085028648376465, + "advantages": 0.2928333282470703, + "generated_text": "{\n \"intent\": \"Open a new tab to see if there are any other applications or information available.\",\n \"action\": \"DoubleClick(154, 209)\"\n}", + "action_string": "DoubleClick(154, 209)", + "intent_string": "Open a new tab to see if there are any other applications or information available.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 230, + 30, + 318, + 62 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 64, + 520, + 93 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 202, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 658, + 290, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or ente", + "boxes": [ + 254, + 66, + 452, + 89 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 202, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_4_9", + "episode_id": 20, + "env_id": 4, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.530975341796875, + "advantages": 0.4563816785812378, + "generated_text": "{\n \"intent\": \"To access the search bar to perform a search or navigate to another site, given there's still room to explore additional features or open new tabs.\",\n \"action\": \"Move(75, 436)\"\n}", + "action_string": "Move(75, 436)", + "intent_string": "To access the search bar to perform a search or navigate to another site, given there's still room to explore additional features or open new tabs.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "20_5_9", + "episode_id": 20, + "env_id": 5, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.105690002441406, + "advantages": -0.06633338332176208, + "generated_text": "{\n \"intent\": \"Exploring the desktop environment by interacting with available applications or icons.\",\n \"action\": \"DoubleClick(261, 70)\"}", + "action_string": "DoubleClick(261, 70)", + "intent_string": "Exploring the desktop environment by interacting with available applications or icons.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 331, + 86, + 383 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "20_6_9", + "episode_id": 20, + "env_id": 6, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.95901107788086, + "advantages": 0.2466171383857727, + "generated_text": "{\n \"intent\": \"Scroll down to read more content\",\n \"action\": \"ScrollDown(10, 20)\"\n}", + "action_string": "ScrollDown(10, 20)", + "intent_string": "Scroll down to read more content", + "before_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 1582, + 62, + 1666, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "长春市11°℃", + "boxes": [ + 1620, + 117, + 1748, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1827, + 117, + 1863, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 175, + 318, + 201 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 342, + 171, + 694, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "?", + "boxes": [ + 390, + 270, + 422, + 300 + ] + }, + { + "text": "汽车资讯盘点+关注", + "boxes": [ + 412, + 264, + 608, + 302 + ] + }, + { + "text": "", + "boxes": [ + 192, + 284, + 214, + 310 + ] + }, + { + "text": "你的全能AI助手", + "boxes": [ + 1416, + 284, + 1564, + 316 + ] + }, + { + "text": "助力每日工作学习", + "boxes": [ + 1418, + 306, + 1572, + 339 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 220, + 371 + ] + }, + { + "text": "点击下载>", + "boxes": [ + 1422, + 336, + 1472, + 355 + ] + }, + { + "text": "全维进化智领未来国产奥迪Q5L诠释科技豪华新高度", + "boxes": [ + 366, + 347, + 1132, + 389 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "华声在线的报道·52分钟·01分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "【豆包】您的工作学习生活A助手", + "boxes": [ + 1434, + 409, + 1702, + 445 + ] + }, + { + "text": "B", + "boxes": [ + 192, + 453, + 214, + 476 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1426, + 469, + 1528, + 494 + ] + }, + { + "text": "访问汽车资讯盘点", + "boxes": [ + 1426, + 554, + 1578, + 584 + ] + }, + { + "text": "C", + "boxes": [ + 1678, + 556, + 1698, + 576 + ] + }, + { + "text": "仰望U8L：全尺寸行政豪华SUV新", + "boxes": [ + 1444, + 599, + 1660, + 633 + ] + }, + { + "text": "典范", + "boxes": [ + 1448, + 621, + 1484, + 649 + ] + }, + { + "text": "主打性价比！520km续航，比亚迪", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "e7官宣5月17日上市", + "boxes": [ + 1448, + 689, + 1576, + 713 + ] + }, + { + "text": "全新丰田卡罗拉曝光，外观太惊艳", + "boxes": [ + 1448, + 731, + 1662, + 754 + ] + }, + { + "text": "了，内换大联屏，换装2.0L混动", + "boxes": [ + 1444, + 748, + 1654, + 778 + ] + }, + { + "text": "全维进化智领未来国产奥迪Q5L诠释科技豪华新高度", + "boxes": [ + 384, + 818, + 670, + 842 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1092, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1674, + 878, + 1720, + 905 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookes来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 903, + 800, + 941 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息.个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 32, + 929, + 798, + 953 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 951, + 984, + 981 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 198, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1667, + 990, + 1727, + 1025 + ] + }, + { + "text": "维进化智领·", + "boxes": [ + 224, + 1048, + 308, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 51, + 61, + 129, + 92 + ] + }, + { + "text": "", + "boxes": [ + 1582, + 62, + 1666, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "长春市11°℃", + "boxes": [ + 1620, + 117, + 1748, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1827, + 117, + 1863, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 175, + 318, + 201 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 342, + 171, + 694, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "?", + "boxes": [ + 390, + 270, + 422, + 300 + ] + }, + { + "text": "汽车资讯盘点+关注", + "boxes": [ + 412, + 264, + 608, + 302 + ] + }, + { + "text": "", + "boxes": [ + 192, + 284, + 214, + 310 + ] + }, + { + "text": "你的全能AI助手", + "boxes": [ + 1416, + 284, + 1564, + 316 + ] + }, + { + "text": "助力每日工作学习", + "boxes": [ + 1418, + 306, + 1572, + 339 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 220, + 371 + ] + }, + { + "text": "点击下载>", + "boxes": [ + 1422, + 336, + 1472, + 355 + ] + }, + { + "text": "全维进化智领未来国产奥迪Q5L诠释科技豪华新高度", + "boxes": [ + 366, + 347, + 1132, + 389 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "华声在线的报道·52分钟·①1分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "【豆包】您的工作学习生活A助手", + "boxes": [ + 1434, + 409, + 1702, + 445 + ] + }, + { + "text": "B", + "boxes": [ + 192, + 453, + 214, + 476 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1426, + 469, + 1528, + 494 + ] + }, + { + "text": "访问汽车资讯盘点", + "boxes": [ + 1426, + 554, + 1578, + 584 + ] + }, + { + "text": "C", + "boxes": [ + 1678, + 556, + 1698, + 576 + ] + }, + { + "text": "仰望U8L：全尺寸行政豪华SUV新", + "boxes": [ + 1444, + 599, + 1660, + 633 + ] + }, + { + "text": "典范", + "boxes": [ + 1448, + 621, + 1484, + 649 + ] + }, + { + "text": "主打性价比！520km续航，比亚迪", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "e7官宣5月17日上市", + "boxes": [ + 1448, + 689, + 1576, + 713 + ] + }, + { + "text": "全新丰田卡罗拉曝光，外观太惊艳", + "boxes": [ + 1448, + 731, + 1662, + 754 + ] + }, + { + "text": "了，内换大联屏，换装2.0L混动", + "boxes": [ + 1444, + 748, + 1654, + 778 + ] + }, + { + "text": "全维进化智领未来国产奥迪Q5L诠释科技豪华新高度", + "boxes": [ + 384, + 818, + 670, + 842 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1092, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1674, + 878, + 1720, + 905 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookes来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 903, + 800, + 941 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息.个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 32, + 929, + 798, + 953 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 951, + 984, + 981 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 198, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1667, + 990, + 1727, + 1025 + ] + }, + { + "text": "维进化智领·", + "boxes": [ + 224, + 1048, + 308, + 1072 + ] + } + ] + }, + { + "frame_id": "20_7_9", + "episode_id": 20, + "env_id": 7, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.995457649230957, + "advantages": 0.25998368859291077, + "generated_text": "{\n \"intent\": \"Exploring the desktop by clicking on applications to gather information or use them if interested.\",\n \"action\": \"DoubleClick(47, 356)\" }", + "action_string": "DoubleClick(47, 356)", + "intent_string": "Exploring the desktop by clicking on applications to gather information or use them if interested.", + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 171, + 112, + 202 + ] + }, + { + "text": "1", + "boxes": [ + 42, + 238, + 74, + 260 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 42, + 131, + 72, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 34, + 343, + 80, + 379 + ] + }, + { + "text": "galculator", + "boxes": [ + 906, + 355, + 1034, + 379 + ] + }, + { + "text": "□□", + "boxes": [ + 1028, + 353, + 1108, + 379 + ] + }, + { + "text": "File", + "boxes": [ + 820, + 381, + 854, + 401 + ] + }, + { + "text": "Edit View Calculator Help", + "boxes": [ + 848, + 379, + 1064, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 389, + 114, + 421 + ] + }, + { + "text": "0", + "boxes": [ + 1068, + 421, + 1090, + 447 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 502, + 96, + 528 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "galculator", + "boxes": [ + 216, + 1050, + 286, + 1072 + ] + } + ] + } + ] +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_20/scores_v3.json b/ScreenExplorer-3B-E1/episode_20/scores_v3.json new file mode 100644 index 0000000000000000000000000000000000000000..72e70bdb654f18017a102cd2004c2afbf0b322ee --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_20/scores_v3.json @@ -0,0 +1,19 @@ +{ + "directory_path": "logs/ScreenExplorer_2025-05-14_13-31-185da9f3/episode_20", + "single_trajectory_image_diversity": 0.3535698913037777, + "single_trajectory_text_diversity": 0.18019070336595178, + "single_trajectory_image_diversity_max": 0.662109375, + "single_trajectory_image_diversity_min": 0.0009765625, + "single_trajectory_image_diversity_std": 0.31990814208984375, + "single_trajectory_text_diversity_max": 0.34722900390625, + "single_trajectory_text_diversity_min": 0.0, + "single_trajectory_text_diversity_std": 0.14418411254882812, + "group_trajectories_image_diversity": 0.5867719054222107, + "group_trajectories_text_diversity": 0.2898210287094116, + "group_trajectories_image_diversity_max": 1.15625, + "group_trajectories_image_diversity_min": 0.0, + "group_trajectories_image_diversity_std": 0.49609375, + "group_trajectories_text_diversity_max": 0.619140625, + "group_trajectories_text_diversity_min": 0.0, + "group_trajectories_text_diversity_std": 0.20947265625 +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_200/actor_model_200/adapter_config.json b/ScreenExplorer-3B-E1/episode_200/actor_model_200/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5e12e7b8286312c1fcac1decd5d5a37b3ca2091d --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_200/actor_model_200/adapter_config.json @@ -0,0 +1,39 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen2.5-VL-3B-Instruct", + "bias": "none", + "corda_config": null, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "o_proj", + "k_proj", + "v_proj", + "gate_proj", + "up_proj", + "down_proj" + ], + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_200/game_record_20250515_161527.json b/ScreenExplorer-3B-E1/episode_200/game_record_20250515_161527.json new file mode 100644 index 0000000000000000000000000000000000000000..964c699cf4878dcb98c06e942eb8c47f4f5d88a7 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_200/game_record_20250515_161527.json @@ -0,0 +1,59121 @@ +{ + "start_time": "2025-05-15T16:15:27.564519", + "end_time": "2025-05-15T16:23:04.802985", + "buffer_size": 80, + "all_records": [ + { + "frame_id": "200_0_0", + "episode_id": 200, + "env_id": 0, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.232257843017578, + "advantages": 0.9248260259628296, + "generated_text": "{\n \"intent\": \"To focus on any application ready to open or start.\",\n \"action\": \"DoubleClick(70, 54)\" }", + "action_string": "DoubleClick(70, 54)", + "intent_string": "To focus on any application ready to open or start.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "200_1_0", + "episode_id": 200, + "env_id": 1, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.063944816589355, + "advantages": 0.8045270442962646, + "generated_text": "{\n \"intent\": \"Starting to familiarize myself with the available applications by clicking one of them.\",\n \"action\": \"DoubleClick(75, 38)\" \n}", + "action_string": "DoubleClick(75, 38)", + "intent_string": "Starting to familiarize myself with the available applications by clicking one of them.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "200_2_0", + "episode_id": 200, + "env_id": 2, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.309015274047852, + "advantages": 0.9796871542930603, + "generated_text": "{\n \"intent\": \"First exploration step towards interacting with an application.\",\n \"action\": \"DoubleClick(73, 51)\"}", + "action_string": "DoubleClick(73, 51)", + "intent_string": "First exploration step towards interacting with an application.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "200_3_0", + "episode_id": 200, + "env_id": 3, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.358768463134766, + "advantages": 1.0152473449707031, + "generated_text": "{\n \"intent\": \"Moving forward to either an application or file by clicking them for further exploration.\",\n \"action\": \"DoubleClick(73, 29)\" }", + "action_string": "DoubleClick(73, 29)", + "intent_string": "Moving forward to either an application or file by clicking them for further exploration.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "200_4_0", + "episode_id": 200, + "env_id": 4, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.321659088134766, + "advantages": 0.9887240529060364, + "generated_text": "{\n \"intent\": \"To start interacting by accessing one of the available applications.\",\n \"action\": \"DoubleClick(71, 54)\" \n}", + "action_string": "DoubleClick(71, 54)", + "intent_string": "To start interacting by accessing one of the available applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "200_5_0", + "episode_id": 200, + "env_id": 5, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.823309898376465, + "advantages": 1.3472707271575928, + "generated_text": "{\n \"intent\": \"I want to open an application from my desktop.\",\n \"action\": \"DoubleClick(74, 76)\" \n}", + "action_string": "DoubleClick(74, 76)", + "intent_string": "I want to open an application from my desktop.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "白", + "boxes": [ + 64, + 66, + 128, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "200_6_0", + "episode_id": 200, + "env_id": 6, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.69565200805664, + "advantages": 1.2560293674468994, + "generated_text": "{\n \"intent\": \"To open a program by clicking its icon.\",\n \"action\": \"DoubleClick(74, 70)\" }", + "action_string": "DoubleClick(74, 70)", + "intent_string": "To open a program by clicking its icon.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "花仓", + "boxes": [ + 68, + 68, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "200_7_0", + "episode_id": 200, + "env_id": 7, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.386215209960938, + "advantages": 1.0348645448684692, + "generated_text": "{\n \"intent\": \"Double clicking the Firefox icon to open the browser.\",\n \"action\": \"DoubleClick(70, 37)\" \n}", + "action_string": "DoubleClick(70, 37)", + "intent_string": "Double clicking the Firefox icon to open the browser.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "200_0_1", + "episode_id": 200, + "env_id": 0, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.26541519165039, + "advantages": 0.23379121720790863, + "generated_text": "{\n \"intent\": \"Clicking on one of these top search or website shortcuts will help me start my exploration.\",\n \"action\": \"DoubleClick(770, 509)\" \n}", + "action_string": "DoubleClick(770, 509)", + "intent_string": "Clicking on one of these top search or website shortcuts will help me start my exploration.", + "before_screen_ocr_results": [ + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "Retuns", + "boxes": [ + 1738, + 117, + 1780, + 137 + ] + }, + { + "text": "", + "boxes": [ + 1826, + 115, + 1858, + 135 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "gistry", + "boxes": [ + 212, + 173, + 240, + 187 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1416, + 486, + 1554, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 610, + 528, + 790, + 558 + ] + }, + { + "text": " Shop deals in Fashion ", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1352, + 889, + 1486, + 913 + ] + }, + { + "text": " Top categories in Kitchen ", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "200_1_1", + "episode_id": 200, + "env_id": 1, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.924796104431152, + "advantages": -0.00966064166277647, + "generated_text": "{\n \"intent\": \"Clicking on one of these sites will help me start my exploration by visiting a specific known site.\",\n \"action\": \"DoubleClick(39, 2) \"\n}", + "action_string": "DoubleClick(39, 2)", + "intent_string": "Clicking on one of these sites will help me start my exploration by visiting a specific known site.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 72, + 69, + 124, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Mozilla Firefox", + "boxes": [ + 898, + 40, + 1024, + 64 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 412, + 93 + ] + }, + { + "text": "→白", + "boxes": [ + 350, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 548, + 99, + 818, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": "", + "boxes": [ + 42, + 131, + 70, + 151 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 328, + 137, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 504, + 139, + 634, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 582, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "LQIY!", + "boxes": [ + 859, + 451, + 938, + 508 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1112, + 524, + 1164, + 559 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": " ctrip", + "boxes": [ + 1360, + 530, + 1400, + 556 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 34, + 776, + 80, + 828 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 552, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 900, + 814 + ] + }, + { + "text": "Firefox Privacy", + "boxes": [ + 1228, + 790, + 1326, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "lozilla Firefox", + "boxes": [ + 224, + 1048, + 312, + 1072 + ] + } + ] + }, + { + "frame_id": "200_2_1", + "episode_id": 200, + "env_id": 2, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.215099334716797, + "advantages": 0.19782879948616028, + "generated_text": "{\n \"intent\": \"Clicking on one of the top sites will help me to browse popular websites or search engines easily.\",\n \"action\": \"DoubleClick(787, 481)\" \n}", + "action_string": "DoubleClick(787, 481)", + "intent_string": "Clicking on one of the top sites will help me to browse popular websites or search engines easily.", + "before_screen_ocr_results": [ + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "Retuns", + "boxes": [ + 1738, + 117, + 1780, + 137 + ] + }, + { + "text": "", + "boxes": [ + 1826, + 115, + 1858, + 135 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "gistry", + "boxes": [ + 212, + 173, + 240, + 187 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1416, + 486, + 1554, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion ", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1352, + 889, + 1486, + 913 + ] + }, + { + "text": " Top categories in Kitchen ", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "200_3_1", + "episode_id": 200, + "env_id": 3, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.676234245300293, + "advantages": 0.5274173617362976, + "generated_text": "{\n \"intent\": \"Click on Microsoft Bing icon to open its webpage.\",\n \"action\": \"DoubleClick(766, 543)\" \n}", + "action_string": "DoubleClick(766, 543)", + "intent_string": "Click on Microsoft Bing icon to open its webpage.", + "before_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 296, + 117, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "Retuns", + "boxes": [ + 1738, + 117, + 1780, + 137 + ] + }, + { + "text": "", + "boxes": [ + 1826, + 115, + 1858, + 135 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "gistry", + "boxes": [ + 212, + 173, + 240, + 187 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "1", + "boxes": [ + 1344, + 488, + 1384, + 508 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1546, + 510 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 240, + 524, + 464, + 560 + ] + }, + { + "text": "Gaming accesscries", + "boxes": [ + 610, + 530, + 808, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 982, + 530, + 1164, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "See all deals", + "boxes": [ + 240, + 889, + 318, + 913 + ] + }, + { + "text": "See more", + "boxes": [ + 610, + 891, + 672, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 980, + 889, + 1066, + 915 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1354, + 891, + 1484, + 909 + ] + }, + { + "text": " Top categories in Kitchen ", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Refresh your space", + "boxes": [ + 1350, + 965, + 1544, + 1005 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "200_4_1", + "episode_id": 200, + "env_id": 4, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.470861434936523, + "advantages": 0.3806305229663849, + "generated_text": "{\n \"intent\": \"To begin by exploring frequently visited sites\",\n \"action\": \"DoubleClick(640, 472)\"\n}", + "action_string": "DoubleClick(640, 472)", + "intent_string": "To begin by exploring frequently visited sites", + "before_screen_ocr_results": [ + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing ", + "boxes": [ + 44, + 32, + 192, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "北京明晚再迎强对流", + "boxes": [ + 474, + 295, + 630, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 北京明晚再迎强对流", + "boxes": [ + 484, + 411, + 656, + 441 + ] + }, + { + "text": "2 陈奕迅确诊新冠", + "boxes": [ + 790, + 411, + 938, + 441 + ] + }, + { + "text": "3巴菲特透露退休原因", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4 侮辱雷军被判赔6万", + "boxes": [ + 482, + 451, + 652, + 480 + ] + }, + { + "text": "5 华为鸿蒙折叠电脑", + "boxes": [ + 790, + 449, + 950, + 478 + ] + }, + { + "text": "6乒协辟谣刘国梁被抓“", + "boxes": [ + 1104, + 449, + 1280, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1550, + 794 + ] + }, + { + "text": "深证成指", + "boxes": [ + 1462, + 806, + 1520, + 840 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 850, + 1504, + 887 + ] + }, + { + "text": "+4.07%8 ", + "boxes": [ + 1634, + 848, + 1698, + 889 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 893, + 1516, + 937 + ] + }, + { + "text": "-4 1.0320 ", + "boxes": [ + 1586, + 893, + 1700, + 939 + ] + }, + { + "text": "1.", + "boxes": [ + 830, + 925, + 850, + 939 + ] + }, + { + "text": "一点资讯·41分钟", + "boxes": [ + 848, + 921, + 958, + 945 + ] + }, + { + "text": "汽车资讯盘点·2小时", + "boxes": [ + 1140, + 921, + 1288, + 945 + ] + }, + { + "text": "《潜行者：禁区传说三部曲", + "boxes": [ + 834, + 941, + 1078, + 977 + ] + }, + { + "text": "国产科幻皮卡，赛博朋克风", + "boxes": [ + 1136, + 941, + 1388, + 977 + ] + }, + { + "text": "13,41%", + "boxes": [ + 1626, + 939, + 1698, + 987 + ] + }, + { + "text": "定档！王者520联动穆夏，", + "boxes": [ + 206, + 951, + 544, + 981 + ] + }, + { + "text": "《疯狂动物城》", + "boxes": [ + 568, + 949, + 744, + 985 + ] + }, + { + "text": "增强版》将于5月20日发售，", + "boxes": [ + 828, + 967, + 1084, + 1003 + ] + }, + { + "text": "格，配备高阶辅助驾驶，", + "boxes": [ + 1134, + 967, + 1358, + 1003 + ] + }, + { + "text": "全新联动震撼来袭", + "boxes": [ + 204, + 987, + 438, + 1016 + ] + }, + { + "text": "原版游戏会自动入库", + "boxes": [ + 828, + 995, + 1016, + 1024 + ] + }, + { + "text": "2027年上市", + "boxes": [ + 1138, + 995, + 1264, + 1024 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1460, + 987, + 1504, + 1024 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 991, + 1628, + 1011 + ] + }, + { + "text": "+4.16%", + "boxes": [ + 1636, + 991, + 1688, + 1011 + ] + }, + { + "text": "41971cdfa0f740\"+", + "boxes": [ + 1010, + 1020, + 1136, + 1038 + ] + } + ] + }, + { + "frame_id": "200_5_1", + "episode_id": 200, + "env_id": 5, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.18613052368164, + "advantages": 0.1771238148212433, + "generated_text": "{\n \"intent\": \"To start by clicking one of the frequently visited or selected sites listed here\",\n \"action\": \"DoubleClick(763, 475)\" \n}", + "action_string": "DoubleClick(763, 475)", + "intent_string": "To start by clicking one of the frequently visited or selected sites listed here", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "白", + "boxes": [ + 64, + 66, + 128, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "①", + "boxes": [ + 254, + 68, + 310, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 111, + 414, + 141 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "Retuns", + "boxes": [ + 1738, + 117, + 1780, + 137 + ] + }, + { + "text": "", + "boxes": [ + 1826, + 115, + 1858, + 135 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Prime Video", + "boxes": [ + 266, + 169, + 340, + 187 + ] + }, + { + "text": " Gift Cards", + "boxes": [ + 356, + 169, + 424, + 187 + ] + }, + { + "text": "Sign in", + "boxes": [ + 1622, + 177, + 1680, + 208 + ] + }, + { + "text": "New customer? Start here.", + "boxes": [ + 1580, + 214, + 1716, + 238 + ] + }, + { + "text": "Shop Books", + "boxes": [ + 1306, + 282, + 1498, + 326 + ] + }, + { + "text": "explore titles", + "boxes": [ + 1326, + 317, + 1476, + 360 + ] + }, + { + "text": "n China for mil", + "boxes": [ + 854, + 461, + 948, + 478 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 610, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1352, + 889, + 1486, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "200_6_1", + "episode_id": 200, + "env_id": 6, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.252318382263184, + "advantages": 0.22443048655986786, + "generated_text": "{\n \"intent\": \"Initiate an association between discovering new browsing options and CLICKING on a highlighted 'amazon' favicon.\",\n \"action\": \"DoubleClick(756, 480)\" \n}", + "action_string": "DoubleClick(756, 480)", + "intent_string": "Initiate an association between discovering new browsing options and CLICKING on a highlighted 'amazon' favicon.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "花仓", + "boxes": [ + 68, + 68, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "Retuns", + "boxes": [ + 1738, + 117, + 1780, + 137 + ] + }, + { + "text": "", + "boxes": [ + 1826, + 115, + 1858, + 135 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "jistry", + "boxes": [ + 212, + 173, + 242, + 187 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1336, + 486, + 1550, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 980, + 530, + 1288, + 560 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 1350, + 530, + 1608, + 560 + ] + }, + { + "text": "appliances", + "boxes": [ + 1350, + 558, + 1464, + 588 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 982, + 891, + 1116, + 909 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 240, + 969, + 462, + 999 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1506, + 999 + ] + }, + { + "text": "", + "boxes": [ + 272, + 1014, + 332, + 1046 + ] + }, + { + "text": "", + "boxes": [ + 436, + 1011, + 496, + 1044 + ] + } + ] + }, + { + "frame_id": "200_7_1", + "episode_id": 200, + "env_id": 7, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.594725608825684, + "advantages": 0.46916040778160095, + "generated_text": "{\n \"intent\": \"Locate and click on the Bing icon from Top Sites, which likely leads to popular topics or news sections.\",\n \"action\": \"DoubleClick(643, 481)\"\n}", + "action_string": "DoubleClick(643, 481)", + "intent_string": "Locate and click on the Bing icon from Top Sites, which likely leads to popular topics or news sections.", + "before_screen_ocr_results": [ + { + "text": "Q仓", + "boxes": [ + 70, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search-Microsoft Bing×十", + "boxes": [ + 26, + 32, + 244, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 8, + 64, + 42, + 91 + ] + }, + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "| https://cn.bing.com", + "boxes": [ + 250, + 64, + 448, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 66, + 1662, + 91 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 18, + 107, + 188, + 155 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "北京明晚再迎强对流", + "boxes": [ + 472, + 294, + 632, + 330 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 北京明晚再迎强对流", + "boxes": [ + 484, + 411, + 656, + 441 + ] + }, + { + "text": "2 陈奕迅确诊新冠", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3巴菲特透露退休原因", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4侮辱雷军被判赔6万", + "boxes": [ + 482, + 453, + 646, + 476 + ] + }, + { + "text": "5 华为鸿蒙折叠电脑", + "boxes": [ + 790, + 449, + 950, + 478 + ] + }, + { + "text": "6乒协辟谣刘国梁被抓“", + "boxes": [ + 1104, + 449, + 1280, + 478 + ] + }, + { + "text": "黑骑士锋芒登场", + "boxes": [ + 1214, + 780, + 1344, + 810 + ] + }, + { + "text": "众播动漫·1小时", + "boxes": [ + 848, + 921, + 952, + 945 + ] + }, + { + "text": "际网上车市·2周", + "boxes": [ + 1142, + 921, + 1252, + 945 + ] + }, + { + "text": "定档！王者520联动穆夏，", + "boxes": [ + 204, + 949, + 554, + 985 + ] + }, + { + "text": "《疯狂动物城》", + "boxes": [ + 568, + 949, + 744, + 985 + ] + }, + { + "text": "盘点20位动漫战力天花板角", + "boxes": [ + 826, + 941, + 1082, + 977 + ] + }, + { + "text": "一车覆盖全场景出行，奔腾", + "boxes": [ + 1140, + 941, + 1390, + 977 + ] + }, + { + "text": "色，让你爽翻看个够", + "boxes": [ + 826, + 967, + 1018, + 1003 + ] + }, + { + "text": "B70凭什么满足用户的又要既", + "boxes": [ + 1136, + 967, + 1410, + 1001 + ] + }, + { + "text": "全新联动震撼来袭", + "boxes": [ + 202, + 985, + 442, + 1020 + ] + }, + { + "text": "要还要？", + "boxes": [ + 1138, + 999, + 1222, + 1024 + ] + } + ] + }, + { + "frame_id": "200_0_2", + "episode_id": 200, + "env_id": 0, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.678267478942871, + "advantages": -0.18586289882659912, + "generated_text": "{\n \"intent\": \"Scroll up to explore potential product categories such as gaming accessories, tech deals, or fashion deals\",\n \"action\": \"DoubleClick(301, 500)\"\n}", + "action_string": "DoubleClick(301, 500)", + "intent_string": "Scroll up to explore potential product categories such as gaming accessories, tech deals, or fashion deals", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "①", + "boxes": [ + 254, + 68, + 308, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三口?", + "boxes": [ + 1784, + 66, + 1872, + 89 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": " Search Amazon", + "boxes": [ + 300, + 115, + 412, + 139 + ] + }, + { + "text": "EN", + "boxes": [ + 1524, + 121, + 1576, + 147 + ] + }, + { + "text": "三AlL", + "boxes": [ + 24, + 167, + 66, + 195 + ] + }, + { + "text": "Free international returns", + "boxes": [ + 512, + 254, + 1056, + 312 + ] + }, + { + "text": "on qualifying items*", + "boxes": [ + 696, + 316, + 902, + 351 + ] + }, + { + "text": "*Restrictions aply ", + "boxes": [ + 731, + 353, + 841, + 392 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 980, + 530, + 1202, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1354, + 532, + 1654, + 556 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1354, + 891, + 1484, + 909 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "@ Crive to", + "boxes": [ + 131, + 104, + 219, + 152 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 416, + 143 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 117, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "New arrivals in Toys", + "boxes": [ + 770, + 252, + 1192, + 314 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 240, + 524, + 442, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 980, + 530, + 1202, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "Seemore", + "boxes": [ + 240, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 891, + 1486, + 909 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": " appliances", + "boxes": [ + 238, + 994, + 356, + 1029 + ] + } + ] + }, + { + "frame_id": "200_1_2", + "episode_id": 200, + "env_id": 1, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.108909606933594, + "advantages": 0.12193144112825394, + "generated_text": "{\n \"intent\": \"Clicking on the ezhailian Bing Sites icon on the homepage to explore it.\",\n \"action\": \"DoubleClick(654, 487)\"\n}", + "action_string": "DoubleClick(654, 487)", + "intent_string": "Clicking on the ezhailian Bing Sites icon on the homepage to explore it.", + "before_screen_ocr_results": [ + { + "text": "Mozilla Firefox", + "boxes": [ + 898, + 40, + 1024, + 64 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 412, + 93 + ] + }, + { + "text": "→白", + "boxes": [ + 350, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 546, + 99, + 818, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": "", + "boxes": [ + 42, + 131, + 70, + 151 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 328, + 137, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 504, + 139, + 634, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 582, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "LQIY!", + "boxes": [ + 859, + 451, + 938, + 508 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1112, + 524, + 1164, + 559 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": " ctrip", + "boxes": [ + 1360, + 530, + 1400, + 556 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 34, + 776, + 80, + 828 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 552, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 900, + 814 + ] + }, + { + "text": "Firefox Privac", + "boxes": [ + 1228, + 790, + 1320, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "lozilla Firefox", + "boxes": [ + 224, + 1048, + 312, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 44, + 340, + 62 + ] + }, + { + "text": "Search - Microsoft Bing - Mozilla Firefox", + "boxes": [ + 790, + 40, + 1138, + 64 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "Q Search - Microsoft Bing ", + "boxes": [ + 324, + 64, + 518, + 93 + ] + }, + { + "text": "×+", + "boxes": [ + 508, + 69, + 570, + 89 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 454, + 133 + ] + }, + { + "text": " https://cn.bing.com", + "boxes": [ + 546, + 99, + 744, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 101, + 1560, + 133 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 341, + 148, + 503, + 191 + ] + }, + { + "text": "", + "boxes": [ + 1468, + 161, + 1502, + 183 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "国内版", + "boxes": [ + 490, + 272, + 560, + 306 + ] + }, + { + "text": "国际版", + "boxes": [ + 558, + 274, + 640, + 306 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "北京明晚再迎强对流", + "boxes": [ + 472, + 317, + 632, + 354 + ] + }, + { + "text": "O", + "boxes": [ + 1338, + 323, + 1360, + 344 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 112, + 419 + ] + }, + { + "text": "Trending on Bing ", + "boxes": [ + 486, + 395, + 646, + 425 + ] + }, + { + "text": "@Next", + "boxes": [ + 1364, + 399, + 1414, + 425 + ] + }, + { + "text": "1 北京明晚再迎强对流", + "boxes": [ + 486, + 435, + 656, + 465 + ] + }, + { + "text": "2 陈奕迅确诊新冠", + "boxes": [ + 794, + 435, + 938, + 465 + ] + }, + { + "text": "3 巴菲特透露退休原因", + "boxes": [ + 1106, + 431, + 1282, + 467 + ] + }, + { + "text": "侮辱雷军被判赔6万。", + "boxes": [ + 496, + 472, + 656, + 500 + ] + }, + { + "text": "5 华为鸿蒙折叠电脑", + "boxes": [ + 794, + 474, + 948, + 498 + ] + }, + { + "text": "6乒协辟谣刘国梁被抓", + "boxes": [ + 1104, + 471, + 1280, + 500 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 38, + 681, + 80, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "2", + "boxes": [ + 38, + 784, + 78, + 826 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 348, + 850, + 426, + 868 + ] + }, + { + "text": "1长春市", + "boxes": [ + 1302, + 889, + 1366, + 915 + ] + }, + { + "text": "为什么是汤姆逊烈龙", + "boxes": [ + 1022, + 895, + 1218, + 937 + ] + }, + { + "text": "毁了CF生化模式？", + "boxes": [ + 1026, + 931, + 1222, + 961 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "22", + "boxes": [ + 1342, + 933, + 1406, + 967 + ] + }, + { + "text": "预计星期六将有", + "boxes": [ + 1452, + 935, + 1556, + 959 + ] + }, + { + "text": "irch?q=悔辱雷军被判赔6万&efirst", + "boxes": [ + 480, + 977, + 686, + 1001 + ] + }, + { + "text": "50&filters=tnTID:\"DSBOS", + "boxes": [ + 772, + 979, + 940, + 997 + ] + }, + { + "text": "-4457-862b-ccee2c8ce9f1\"&form=HPNN01", + "boxes": [ + 1286, + 977, + 1580, + 1001 + ] + } + ] + }, + { + "frame_id": "200_2_2", + "episode_id": 200, + "env_id": 2, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.397890090942383, + "advantages": 0.3284754753112793, + "generated_text": "{\n \"intent\": \"To start by clicking on the 'Shop deals in Fashion' section to explore the fashion deals available\",\n \"action\": \"Click(1127, 565)\"\n}", + "action_string": "Click(1127, 565)", + "intent_string": "To start by clicking on the 'Shop deals in Fashion' section to explore the fashion deals available", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "①", + "boxes": [ + 254, + 68, + 308, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三口?", + "boxes": [ + 1784, + 66, + 1872, + 89 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": " Search Amazon", + "boxes": [ + 300, + 115, + 412, + 139 + ] + }, + { + "text": "EN", + "boxes": [ + 1524, + 121, + 1576, + 147 + ] + }, + { + "text": "三AlL", + "boxes": [ + 24, + 167, + 66, + 195 + ] + }, + { + "text": "Free international returns", + "boxes": [ + 512, + 254, + 1056, + 312 + ] + }, + { + "text": "on qualifying items*", + "boxes": [ + 696, + 316, + 902, + 351 + ] + }, + { + "text": "*Restrictions aply ", + "boxes": [ + 731, + 353, + 841, + 392 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 980, + 530, + 1202, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1354, + 532, + 1654, + 556 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1354, + 891, + 1484, + 909 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1779, + 59, + 1875, + 96 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1872, + 131 + ] + }, + { + "text": "Retums", + "boxes": [ + 1608, + 117, + 1644, + 137 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 127, + 1882, + 151 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 167, + 68, + 195 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 256, + 68, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 304, + 260, + 380, + 292 + ] + }, + { + "text": "women", + "boxes": [ + 9, + 275, + 85, + 309 + ] + }, + { + "text": "unisex", + "boxes": [ + 9, + 299, + 81, + 328 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "35", + "boxes": [ + 18, + 425, + 48, + 445 + ] + }, + { + "text": "00P", + "boxes": [ + 18, + 494, + 52, + 516 + ] + }, + { + "text": "2P", + "boxes": [ + 106, + 494, + 140, + 516 + ] + }, + { + "text": "4P", + "boxes": [ + 154, + 494, + 184, + 514 + ] + }, + { + "text": "6P", + "boxes": [ + 194, + 494, + 228, + 516 + ] + }, + { + "text": "8P", + "boxes": [ + 242, + 494, + 272, + 514 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1812, + 502, + 1862, + 528 + ] + }, + { + "text": "18P", + "boxes": [ + 192, + 526, + 228, + 546 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 554, + 1820, + 574 + ] + }, + { + "text": "1-2", + "boxes": [ + 182, + 596, + 212, + 617 + ] + }, + { + "text": "5-6", + "boxes": [ + 102, + 619, + 142, + 647 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 611, + 866, + 641 + ] + }, + { + "text": "Straight Leg Jeans for Women,High", + "boxes": [ + 900, + 613, + 1168, + 643 + ] + }, + { + "text": "luvamiaWideLeg Je", + "boxes": [ + 1492, + 619, + 1638, + 637 + ] + }, + { + "text": "eans for Women", + "boxes": [ + 1634, + 611, + 1752, + 642 + ] + }, + { + "text": "3-4", + "boxes": [ + 36, + 627, + 64, + 641 + ] + }, + { + "text": "7-8", + "boxes": [ + 180, + 621, + 220, + 649 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 574, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 635, + 1174, + 667 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1194, + 637, + 1442, + 667 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans ", + "boxes": [ + 1488, + 637, + 1732, + 667 + ] + }, + { + "text": "9-10", + "boxes": [ + 24, + 653, + 70, + 679 + ] + }, + { + "text": "11-12", + "boxes": [ + 96, + 649, + 156, + 681 + ] + }, + { + "text": "13-14", + "boxes": [ + 170, + 653, + 228, + 679 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 661, + 838, + 689 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1064, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall", + "boxes": [ + 1194, + 661, + 1424, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "★★★★☆14.463", + "boxes": [ + 318, + 687, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆697", + "boxes": [ + 904, + 687, + 1030, + 715 + ] + }, + { + "text": "Fashion y2k Outfits 2025", + "boxes": [ + 1196, + 685, + 1384, + 715 + ] + }, + { + "text": " Baggy with Patch Pockets", + "boxes": [ + 1486, + 683, + 1682, + 717 + ] + }, + { + "text": "100+", + "boxes": [ + 320, + 711, + 348, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 612, + 715, + 740, + 739 + ] + }, + { + "text": "100+", + "boxes": [ + 908, + 711, + 940, + 733 + ] + }, + { + "text": "ught in past", + "boxes": [ + 958, + 713, + 1030, + 731 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1198, + 715, + 1318, + 739 + ] + }, + { + "text": "★★★★★1.,998", + "boxes": [ + 1488, + 713, + 1632, + 742 + ] + }, + { + "text": "$118.90", + "boxes": [ + 1808, + 707, + 1860, + 733 + ] + }, + { + "text": "500+ bought in past", + "boxes": [ + 610, + 730, + 742, + 759 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 1196, + 731, + 1376, + 760 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 1490, + 730, + 1660, + 761 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 741, + 966, + 774 + ] + }, + { + "text": "$3888", + "boxes": [ + 604, + 762, + 674, + 802 + ] + }, + { + "text": "$3299", + "boxes": [ + 1191, + 762, + 1259, + 801 + ] + }, + { + "text": "$3898", + "boxes": [ + 1486, + 762, + 1554, + 802 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 316, + 780, + 458, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 776, + 1048, + 806 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 320, + 804, + 392, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 800, + 754, + 830 + ] + }, + { + "text": "Delivery May 28 - Jun 3", + "boxes": [ + 1194, + 800, + 1352, + 830 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1486, + 800, + 1636, + 830 + ] + }, + { + "text": "hips to China", + "boxes": [ + 1496, + 828, + 1568, + 846 + ] + }, + { + "text": "24", + "boxes": [ + 252, + 854, + 272, + 868 + ] + }, + { + "text": "GRAPENT", + "boxes": [ + 316, + 891, + 432, + 929 + ] + }, + { + "text": "Jeans for Women", + "boxes": [ + 470, + 889, + 598, + 913 + ] + }, + { + "text": "Shop GRAPENT >", + "boxes": [ + 470, + 911, + 566, + 935 + ] + }, + { + "text": "口", + "boxes": [ + 1796, + 999, + 1810, + 1014 + ] + } + ] + }, + { + "frame_id": "200_3_2", + "episode_id": 200, + "env_id": 3, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.629510879516602, + "advantages": -0.2207108736038208, + "generated_text": "{\n \"intent\": \"To begin exploring and interacting with the available features and deals on Amazon.com.\",\n \"action\": \"Click(25,1003)\"\n}", + "action_string": "Click(25, 1003)", + "intent_string": "To begin exploring and interacting with the available features and deals on Amazon.com.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "①", + "boxes": [ + 254, + 68, + 308, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1872, + 89 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": " Search Amazon", + "boxes": [ + 300, + 115, + 412, + 139 + ] + }, + { + "text": "EN", + "boxes": [ + 1524, + 121, + 1576, + 147 + ] + }, + { + "text": "三AlL", + "boxes": [ + 24, + 167, + 66, + 195 + ] + }, + { + "text": "Free international returns", + "boxes": [ + 512, + 254, + 1056, + 312 + ] + }, + { + "text": "on qualifying items*", + "boxes": [ + 696, + 316, + 902, + 351 + ] + }, + { + "text": "*Restrictions aply", + "boxes": [ + 731, + 353, + 839, + 392 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 242, + 530, + 464, + 560 + ] + }, + { + "text": " Gaming accesscries", + "boxes": [ + 608, + 528, + 806, + 558 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 982, + 530, + 1164, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1352, + 530, + 1656, + 560 + ] + }, + { + "text": " See all deals", + "boxes": [ + 240, + 889, + 318, + 913 + ] + }, + { + "text": "See more", + "boxes": [ + 612, + 891, + 672, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 980, + 889, + 1066, + 915 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Refresh your space", + "boxes": [ + 1350, + 965, + 1544, + 1005 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "@ Chlverto", + "boxes": [ + 129, + 99, + 223, + 157 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 296, + 115, + 414, + 139 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "9+", + "boxes": [ + 1826, + 115, + 1858, + 137 + ] + }, + { + "text": "三Al", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 420, + 187 + ] + }, + { + "text": "Kitchen favorites", + "boxes": [ + 610, + 280, + 878, + 324 + ] + }, + { + "text": "under $50", + "boxes": [ + 690, + 326, + 800, + 357 + ] + }, + { + "text": "ons of products withfast local delivery. Click here to goto amazon.n", + "boxes": [ + 958, + 455, + 1398, + 484 + ] + }, + { + "text": "", + "boxes": [ + 1022, + 488, + 1078, + 508 + ] + }, + { + "text": "MLLI", + "boxes": [ + 1398, + 482, + 1512, + 512 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 240, + 524, + 466, + 560 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 610, + 530, + 808, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 982, + 530, + 1164, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1348, + 528, + 1654, + 558 + ] + }, + { + "text": " See all deals", + "boxes": [ + 240, + 889, + 318, + 913 + ] + }, + { + "text": "See more", + "boxes": [ + 612, + 891, + 672, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 980, + 889, + 1066, + 915 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1354, + 891, + 1484, + 909 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Refresh your space", + "boxes": [ + 1350, + 965, + 1544, + 1005 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1026 + ] + } + ] + }, + { + "frame_id": "200_4_2", + "episode_id": 200, + "env_id": 4, + "step": 2, + "format_rewards": 1.0, + "rewards": 11.869543075561523, + "advantages": 1.3803150653839111, + "generated_text": "{\n \"intent\": \"Click on the search suggestion '侮辱雷军被判赔6万' to explore further details about this topic.\",\n \"action\": \"DoubleClick(602, 470)\"\n}", + "action_string": "DoubleClick(602, 470)", + "intent_string": "Click on the search suggestion '侮辱雷军被判赔6万' to explore further details about this topic.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "北京明晚再迎强对流", + "boxes": [ + 474, + 295, + 630, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 367, + 644, + 403 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 北京明晚再迎强对流", + "boxes": [ + 484, + 411, + 656, + 441 + ] + }, + { + "text": "2 陈奕迅确诊新冠", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3巴菲特透露退休原因", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4侮辱雷军被判赔6万", + "boxes": [ + 480, + 451, + 652, + 480 + ] + }, + { + "text": "5 华为鸿蒙折叠电脑", + "boxes": [ + 790, + 449, + 950, + 478 + ] + }, + { + "text": "6乒协辟谣刘国梁被抓“", + "boxes": [ + 1104, + 449, + 1280, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "深证成", + "boxes": [ + 1460, + 802, + 1522, + 842 + ] + }, + { + "text": "10,186..", + "boxes": [ + 1626, + 820, + 1682, + 838 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 850, + 1504, + 887 + ] + }, + { + "text": "+4.07%8 ", + "boxes": [ + 1634, + 848, + 1698, + 889 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 893, + 1516, + 937 + ] + }, + { + "text": "-4 10,310", + "boxes": [ + 1584, + 893, + 1700, + 939 + ] + }, + { + "text": "一点资讯·41分钟", + "boxes": [ + 854, + 921, + 958, + 945 + ] + }, + { + "text": "汽车资讯盘点·2小时", + "boxes": [ + 1140, + 921, + 1288, + 945 + ] + }, + { + "text": "《潜行者：禁区传说三部曲", + "boxes": [ + 836, + 941, + 1078, + 977 + ] + }, + { + "text": "国产科幻皮卡，赛博朋克风", + "boxes": [ + 1136, + 941, + 1388, + 977 + ] + }, + { + "text": "13,46", + "boxes": [ + 1626, + 939, + 1698, + 989 + ] + }, + { + "text": "增强版》将于5月20日发售，", + "boxes": [ + 828, + 967, + 1084, + 1003 + ] + }, + { + "text": "格，配备高阶辅助驾驶，", + "boxes": [ + 1134, + 967, + 1360, + 1003 + ] + }, + { + "text": "原版游戏会自动入库", + "boxes": [ + 828, + 995, + 1016, + 1024 + ] + }, + { + "text": "2027年上市", + "boxes": [ + 1138, + 995, + 1264, + 1024 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1458, + 987, + 1504, + 1024 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 991, + 1628, + 1011 + ] + }, + { + "text": "+4.16%", + "boxes": [ + 1634, + 991, + 1688, + 1011 + ] + }, + { + "text": "41971cdfa0f740\"+9", + "boxes": [ + 1012, + 1020, + 1138, + 1038 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "悔辱雷军被判赔6万", + "boxes": [ + 176, + 157, + 324, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 232 + ] + }, + { + "text": "DICT", + "boxes": [ + 508, + 216, + 532, + 230 + ] + }, + { + "text": "About 1,620,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 206, + 292, + 266, + 324 + ] + }, + { + "text": "Q", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "slate this result", + "boxes": [ + 412, + 320, + 496, + 338 + ] + }, + { + "text": "一博主侮辱雷军和小米，被判道歉并赔6万元－腾讯网", + "boxes": [ + 184, + 336, + 654, + 371 + ] + }, + { + "text": "8 hours ago·微信公众号平台账号内发布的侵权内容，发布声明消除给小米公司造成的负面影", + "boxes": [ + 176, + 363, + 766, + 393 + ] + }, + { + "text": "响，并赔偿小米公司各项损失共计6万..我向雷军先生及小米公司", + "boxes": [ + 178, + 389, + 592, + 413 + ] + }, + { + "text": "悔辱雷军、小米，小米公司告赢了！赔偿各项损失共计6万元.", + "boxes": [ + 190, + 419, + 738, + 457 + ] + }, + { + "text": "小米公司因自媒体“民之力\"涉嫌悔辱雷军、小米，起诉至法院并获得胜诉，被判删除侵权内容并", + "boxes": [ + 194, + 447, + 784, + 476 + ] + }, + { + "text": "赔偿6万元。2.除此之外，小米集团诉聚好看科技，", + "boxes": [ + 196, + 472, + 510, + 496 + ] + }, + { + "text": "See results only from news.qq.com ", + "boxes": [ + 194, + 510, + 418, + 534 + ] + }, + { + "text": "界面新闻", + "boxes": [ + 214, + 556, + 278, + 582 + ] + }, + { + "text": "自", + "boxes": [ + 183, + 566, + 206, + 589 + ] + }, + { + "text": "article Translate this result", + "boxes": [ + 376, + 576, + 540, + 600 + ] + }, + { + "text": "悔辱雷军、小米，一博主被判道并赔6万元－界面新闻", + "boxes": [ + 172, + 596, + 674, + 631 + ] + }, + { + "text": "7 hours ago·侮辱雷军、小米，一", + "boxes": [ + 176, + 625, + 404, + 655 + ] + }, + { + "text": "一博主被判道并赔6万元法院认定被告存在悔辱、谁谤行为，", + "boxes": [ + 388, + 625, + 774, + 655 + ] + }, + { + "text": "侵害了小米公司的名誉权。陈小同·来源：界面新闻图片来源：界面图库5月14日傍晚，小米法．", + "boxes": [ + 176, + 647, + 778, + 677 + ] + }, + { + "text": "腾讯新闻", + "boxes": [ + 210, + 695, + 278, + 721 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 711, + 204, + 727 + ] + }, + { + "text": "https:/view.inews.q.com Translate this result", + "boxes": [ + 208, + 713, + 498, + 741 + ] + }, + { + "text": "侮辱雷军、小米，小米公司告赢了！赔偿各项损失共计6万元", + "boxes": [ + 176, + 741, + 718, + 770 + ] + }, + { + "text": "8 hours ago·小米公司因自媒体\"民之力\"涉嫌悔辱雷军、小米，起诉至法院并获得胜诉，被判删除", + "boxes": [ + 176, + 764, + 790, + 794 + ] + }, + { + "text": "侵权内容并赔偿6万元。2.除此之外，小米集团诉聚好看科技股份有限公司商业低毁一案也胜", + "boxes": [ + 178, + 790, + 758, + 814 + ] + }, + { + "text": "财经网", + "boxes": [ + 208, + 832, + 266, + 864 + ] + }, + { + "text": "国", + "boxes": [ + 182, + 846, + 212, + 868 + ] + }, + { + "text": "https://industry.cajing.com.cn Translae this resut", + "boxes": [ + 210, + 850, + 524, + 884 + ] + }, + { + "text": "侮辱雷军、小米，一博主被判道歉并赔6万元！雷军微博已限制..", + "boxes": [ + 178, + 879, + 752, + 909 + ] + }, + { + "text": "5 hours ago·侮辱雷军、小米，一博主被判道掀并赔6万元！雷军微博已限制评论设为首页手机", + "boxes": [ + 176, + 905, + 784, + 935 + ] + }, + { + "text": "版财经网ApP 财经网首页宏观..内发布的侵权内容，发布声明.", + "boxes": [ + 178, + 927, + 580, + 957 + ] + }, + { + "text": "杭州网", + "boxes": [ + 208, + 977, + 262, + 1003 + ] + }, + { + "text": "D", + "boxes": [ + 186, + 989, + 206, + 1009 + ] + }, + { + "text": "https://news.hangzhou.com.cn > shxw > content .. Translate this result", + "boxes": [ + 214, + 993, + 656, + 1020 + ] + }, + { + "text": "侮辱雷军、小米，", + "boxes": [ + 174, + 1016, + 344, + 1053 + ] + }, + { + "text": "一博主道欺并赔6万元－杭州网", + "boxes": [ + 332, + 1020, + 614, + 1050 + ] + }, + { + "text": "每辱雷军被判", + "boxes": [ + 220, + 1048, + 312, + 1074 + ] + } + ] + }, + { + "frame_id": "200_5_2", + "episode_id": 200, + "env_id": 5, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.620326042175293, + "advantages": -0.22727558016777039, + "generated_text": "{\n \"intent\": \"Click on the Home button labeled 'Computer' under the 'Gaming accessories' tab to explore more options.\",\n \"action\": \"Click(129, 570)\"\n}", + "action_string": "Click(129, 570)", + "intent_string": "Click on the Home button labeled 'Computer' under the 'Gaming accessories' tab to explore more options.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "曰■", + "boxes": [ + 251, + 63, + 309, + 92 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 300, + 115, + 412, + 139 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1576, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "GiftCard", + "boxes": [ + 362, + 169, + 416, + 187 + ] + }, + { + "text": "Free international returns", + "boxes": [ + 512, + 254, + 1056, + 312 + ] + }, + { + "text": "on qualifying items*", + "boxes": [ + 696, + 316, + 902, + 351 + ] + }, + { + "text": "*Restrictions aply ", + "boxes": [ + 731, + 353, + 841, + 392 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 980, + 530, + 1202, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1354, + 532, + 1654, + 556 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1354, + 891, + 1484, + 909 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "@ Crive to", + "boxes": [ + 131, + 104, + 219, + 152 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 416, + 143 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 117, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "New arrivals in Toys", + "boxes": [ + 768, + 252, + 1192, + 314 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 980, + 530, + 1202, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "Seemore", + "boxes": [ + 240, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 891, + 1486, + 909 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": " appliances", + "boxes": [ + 238, + 994, + 356, + 1029 + ] + } + ] + }, + { + "frame_id": "200_6_2", + "episode_id": 200, + "env_id": 6, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.477602005004883, + "advantages": -0.32928523421287537, + "generated_text": "{\n \"intent\": \"Clicking on the highlighted area for more gaming accessories exploration\",\n \"action\": \"Click(75, 50)\"\n}", + "action_string": "Click(75, 50)", + "intent_string": "Clicking on the highlighted area for more gaming accessories exploration", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "曰■", + "boxes": [ + 251, + 63, + 309, + 92 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1872, + 89 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": " Search Amazon", + "boxes": [ + 300, + 115, + 412, + 139 + ] + }, + { + "text": "EN", + "boxes": [ + 1524, + 121, + 1574, + 147 + ] + }, + { + "text": "三AlL", + "boxes": [ + 24, + 167, + 66, + 195 + ] + }, + { + "text": "Free international returns", + "boxes": [ + 512, + 254, + 1056, + 312 + ] + }, + { + "text": "on qualifying items*", + "boxes": [ + 696, + 316, + 902, + 351 + ] + }, + { + "text": "*Restrictions ply ", + "boxes": [ + 733, + 353, + 839, + 392 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 980, + 530, + 1288, + 560 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 1352, + 530, + 1608, + 560 + ] + }, + { + "text": "appliances", + "boxes": [ + 1350, + 556, + 1462, + 586 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 984, + 891, + 1114, + 909 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 236, + 965, + 464, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 612, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "", + "boxes": [ + 272, + 1014, + 332, + 1046 + ] + }, + { + "text": "M", + "boxes": [ + 436, + 1011, + 492, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "<", + "boxes": [ + 6, + 62, + 39, + 93 + ] + }, + { + "text": "C", + "boxes": [ + 70, + 68, + 100, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "@ Crive to", + "boxes": [ + 131, + 104, + 219, + 152 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 416, + 143 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 117, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "Account&List", + "boxes": [ + 1598, + 127, + 1694, + 145 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": " New arrivals in Toys", + "boxes": [ + 768, + 252, + 1192, + 314 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 980, + 528, + 1288, + 558 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 1350, + 530, + 1608, + 560 + ] + }, + { + "text": "appliances", + "boxes": [ + 1350, + 558, + 1464, + 588 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 982, + 891, + 1116, + 909 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 236, + 965, + 466, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "", + "boxes": [ + 272, + 1014, + 332, + 1046 + ] + }, + { + "text": "", + "boxes": [ + 436, + 1011, + 496, + 1044 + ] + } + ] + }, + { + "frame_id": "200_7_2", + "episode_id": 200, + "env_id": 7, + "step": 2, + "format_rewards": 1.0, + "rewards": 11.08829116821289, + "advantages": 0.8219282031059265, + "generated_text": "{\n \"intent\": \"I intend to click on one of the trending topics listed under 'Trending on Bing'.\",\n \"action\": \"DoubleClick(491, 417)\" \n}", + "action_string": "DoubleClick(491, 417)", + "intent_string": "I intend to click on one of the trending topics listed under 'Trending on Bing'.", + "before_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 44, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 40, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "北京明晚再迎强对流", + "boxes": [ + 474, + 295, + 632, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 北京明晚再迎强对流", + "boxes": [ + 484, + 411, + 656, + 441 + ] + }, + { + "text": "2 陈奕迅确诊新冠", + "boxes": [ + 790, + 411, + 938, + 443 + ] + }, + { + "text": "3巴菲特透露退休原因", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4侮辱雷军被判赔6万", + "boxes": [ + 484, + 453, + 646, + 476 + ] + }, + { + "text": "5 华为鸿蒙折叠电脑", + "boxes": [ + 790, + 449, + 950, + 478 + ] + }, + { + "text": "6乒协辟谣刘国梁被抓“", + "boxes": [ + 1104, + 449, + 1280, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "黑骑士锋芒登场", + "boxes": [ + 1214, + 780, + 1346, + 810 + ] + }, + { + "text": "深证武指", + "boxes": [ + 1452, + 794, + 1532, + 852 + ] + }, + { + "text": "-1.62%", + "boxes": [ + 1638, + 808, + 1686, + 828 + ] + }, + { + "text": "A10,186...", + "boxes": [ + 1620, + 820, + 1684, + 840 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 848, + 1506, + 891 + ] + }, + { + "text": "", + "boxes": [ + 1588, + 846, + 1632, + 881 + ] + }, + { + "text": "+4.07%6", + "boxes": [ + 1628, + 846, + 1700, + 893 + ] + }, + { + "text": "黄州茅台", + "boxes": [ + 1454, + 891, + 1518, + 941 + ] + }, + { + "text": "r4. 0", + "boxes": [ + 1582, + 891, + 1702, + 943 + ] + }, + { + "text": "众播动漫·1小时", + "boxes": [ + 826, + 921, + 952, + 945 + ] + }, + { + "text": "网上车市·2周", + "boxes": [ + 1134, + 921, + 1252, + 945 + ] + }, + { + "text": "盘点20位动漫战力天花板角", + "boxes": [ + 826, + 941, + 1082, + 977 + ] + }, + { + "text": "一车覆盖全场景出行，奔腾", + "boxes": [ + 1138, + 941, + 1392, + 977 + ] + }, + { + "text": "13,4 ", + "boxes": [ + 1626, + 939, + 1700, + 989 + ] + }, + { + "text": "色，让你爽翻看个够", + "boxes": [ + 828, + 971, + 1016, + 1001 + ] + }, + { + "text": "B70凭什么满足用户的又要既", + "boxes": [ + 1136, + 967, + 1412, + 1003 + ] + }, + { + "text": "群体智能”触发词：让AI模拟蜂群决策模式", + "boxes": [ + 222, + 979, + 774, + 1022 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 983, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1591, + 986, + 1629, + 1014 + ] + }, + { + "text": "+4.163", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "要还要？", + "boxes": [ + 1138, + 999, + 1222, + 1024 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "北京明晚再迎强对流", + "boxes": [ + 172, + 149, + 332, + 191 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 230 + ] + }, + { + "text": "About 299,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 294, + 278, + 320 + ] + }, + { + "text": "https://finance.sina.com.cn jxw > doc-inewrkfy.. Trar", + "boxes": [ + 214, + 312, + 550, + 338 + ] + }, + { + "text": "明晚北京又要下冰霓了明天北京再迎强对流天气北京.", + "boxes": [ + 174, + 336, + 656, + 371 + ] + }, + { + "text": "8 hours ago·【#明晚北京又要下冰苞了#明天北京再迎强对流天气#[下雨]】今天北京晴朗在线", + "boxes": [ + 176, + 363, + 776, + 393 + ] + }, + { + "text": "最高气温在29°℃上下。不过，据北京市气象台预计，明天强对流，", + "boxes": [ + 180, + 389, + 582, + 413 + ] + }, + { + "text": "新京报", + "boxes": [ + 212, + 435, + 266, + 465 + ] + }, + { + "text": "A", + "boxes": [ + 186, + 449, + 204, + 465 + ] + }, + { + "text": "https://w", + "boxes": [ + 216, + 455, + 268, + 472 + ] + }, + { + "text": "n.cn > detail ", + "boxes": [ + 362, + 453, + 442, + 476 + ] + }, + { + "text": "Translate this result ", + "boxes": [ + 430, + 453, + 558, + 482 + ] + }, + { + "text": "明天北京再迎强对流天气，晚高峰防范雷雨大风和冰一新京报", + "boxes": [ + 176, + 476, + 756, + 512 + ] + }, + { + "text": "4 hours ago·新京报讯（记者王景曦）今天北京晴朗在线，最高气温在29°℃上下。不过，据北京", + "boxes": [ + 176, + 504, + 782, + 534 + ] + }, + { + "text": "市气象台预计，明天强对流天气将再度来袭，晚高峰防范雷雨大风..", + "boxes": [ + 176, + 526, + 600, + 556 + ] + }, + { + "text": "光明网", + "boxes": [ + 216, + 576, + 264, + 602 + ] + }, + { + "text": "·", + "boxes": [ + 178, + 579, + 215, + 615 + ] + }, + { + "text": "冰電还有“续集”！明天强对流天气将再袭京城，详情-", + "boxes": [ + 176, + 615, + 642, + 651 + ] + }, + { + "text": "8hours ago·北京市气象台15日14时发布今天下午晴间多云，南风三级左右，阵风五六级，最高", + "boxes": [ + 178, + 645, + 788, + 675 + ] + }, + { + "text": "气温29°℃；夜间晴间多云，南风一二级，最低气温15°℃。今天午后偏南阵风较大，外出注意防", + "boxes": [ + 182, + 669, + 766, + 693 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 212, + 715, + 262, + 741 + ] + }, + { + "text": "ews.q.comrin Translat this esult", + "boxes": [ + 264, + 733, + 504, + 762 + ] + }, + { + "text": "北京明日将再迎强对流天气部分地区有冰電－腾讯网", + "boxes": [ + 174, + 756, + 646, + 792 + ] + }, + { + "text": "8hoursago·央广网北京5月15日消息（记者朱冠安）根据气象部门预报，明天（5月16日）北京", + "boxes": [ + 176, + 776, + 790, + 818 + ] + }, + { + "text": "将迎强对流天气。预计傍晚前后至前半夜有雷阵雨，并伴有短时大风。，", + "boxes": [ + 178, + 810, + 606, + 834 + ] + }, + { + "text": "搜狐", + "boxes": [ + 205, + 852, + 251, + 885 + ] + }, + { + "text": "http:/www.sohu.com Translatethis result ", + "boxes": [ + 208, + 869, + 478, + 901 + ] + }, + { + "text": "提醒！北京将再迎强对流天气，明日晚高峰防范雷雨大风和冰", + "boxes": [ + 176, + 897, + 746, + 933 + ] + }, + { + "text": "8 hours ago·今天（5月15日）北京晴朗在线，最高气温在29℃上下。不过，据北京市气象台预", + "boxes": [ + 176, + 923, + 778, + 953 + ] + }, + { + "text": "计，明天强对流天气将再度来袭，晚高峰防范雷雨大风和冰苞。明天白天云量逐渐增多，傍晚…", + "boxes": [ + 170, + 941, + 780, + 981 + ] + }, + { + "text": "?", + "boxes": [ + 184, + 1007, + 212, + 1026 + ] + }, + { + "text": " sina.cn", + "boxes": [ + 212, + 999, + 264, + 1018 + ] + }, + { + "text": "京明晚再迎·", + "boxes": [ + 224, + 1048, + 304, + 1072 + ] + } + ] + }, + { + "frame_id": "200_0_3", + "episode_id": 200, + "env_id": 0, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.921422958374023, + "advantages": -0.7268050312995911, + "generated_text": "{\n \"intent\": \"Clicking on the Click here to go to amazon links to explore a wider range of products under shopping categories\",\n \"action\": \"Click(123, 46)\"\n}", + "action_string": "Click(123, 46)", + "intent_string": "Clicking on the Click here to go to amazon links to explore a wider range of products under shopping categories", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 240, + 526, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 4, + 59, + 132, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 296, + 117, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 240, + 524, + 442, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "200_1_3", + "episode_id": 200, + "env_id": 1, + "step": 3, + "format_rewards": 1.0, + "rewards": 11.058053016662598, + "advantages": 0.8003159761428833, + "generated_text": "{\n \"intent\": \"Clicking '北京明晚再迎强对流' will allow exploration through detailed articles related to football games.\",\n \"action\": \"Click(532, 448)\"\n}", + "action_string": "Click(532, 448)", + "intent_string": "Clicking '北京明晚再迎强对流' will allow exploration through detailed articles related to football games.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 44, + 340, + 62 + ] + }, + { + "text": "Search - Microsoft Bing - Mozilla Firefox", + "boxes": [ + 790, + 40, + 1138, + 64 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "Q Search - Microsoft Bing ×+", + "boxes": [ + 324, + 64, + 572, + 93 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 454, + 133 + ] + }, + { + "text": " https://cn.bing.com", + "boxes": [ + 546, + 99, + 744, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1558, + 129 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 341, + 148, + 503, + 191 + ] + }, + { + "text": "8", + "boxes": [ + 1474, + 161, + 1502, + 183 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "国内版", + "boxes": [ + 490, + 272, + 560, + 306 + ] + }, + { + "text": "国际版", + "boxes": [ + 556, + 274, + 640, + 306 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "北京明晚再迎强对流", + "boxes": [ + 474, + 317, + 632, + 354 + ] + }, + { + "text": "O", + "boxes": [ + 1338, + 323, + 1360, + 344 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 112, + 419 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 486, + 395, + 644, + 425 + ] + }, + { + "text": "@Next", + "boxes": [ + 1364, + 399, + 1414, + 425 + ] + }, + { + "text": "1 北京明晚再迎强对流", + "boxes": [ + 486, + 435, + 656, + 465 + ] + }, + { + "text": "2 陈奕迅确诊新冠", + "boxes": [ + 794, + 435, + 938, + 465 + ] + }, + { + "text": "3 巴菲特透露退休原因", + "boxes": [ + 1106, + 431, + 1282, + 467 + ] + }, + { + "text": "侮辱雷军被判赔6万。", + "boxes": [ + 498, + 470, + 658, + 500 + ] + }, + { + "text": "5 华为鸿蒙折叠电脑", + "boxes": [ + 794, + 474, + 948, + 498 + ] + }, + { + "text": "6乒协辟谣刘国梁被抓", + "boxes": [ + 1104, + 471, + 1280, + 500 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "图", + "boxes": [ + 38, + 570, + 80, + 608 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 38, + 681, + 80, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 38, + 784, + 78, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "1长春市", + "boxes": [ + 1302, + 889, + 1366, + 915 + ] + }, + { + "text": "为什么是汤姆逊烈龙", + "boxes": [ + 1022, + 895, + 1218, + 937 + ] + }, + { + "text": "毁了CF生化模式？", + "boxes": [ + 1024, + 931, + 1218, + 961 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "22", + "boxes": [ + 1342, + 933, + 1406, + 967 + ] + }, + { + "text": "预计星期六将有", + "boxes": [ + 1454, + 937, + 1554, + 955 + ] + }, + { + "text": "4457-862b-ccee2c8ce9f1\"&form=HPNN01", + "boxes": [ + 1290, + 977, + 1580, + 1001 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "北京明晚再迎强对流", + "boxes": [ + 782, + 40, + 918, + 64 + ] + }, + { + "text": "MozillaFirefo", + "boxes": [ + 1022, + 42, + 1132, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "Q. Search -Microsoft Bing ×α 北京明晚再迎强对流 - Searc ×十", + "boxes": [ + 322, + 64, + 800, + 99 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 454, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1286, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 101, + 1560, + 133 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 506, + 153, + 632, + 185 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 340, + 195, + 470, + 224 + ] + }, + { + "text": "北京明晚再迎强对流", + "boxes": [ + 498, + 195, + 652, + 224 + ] + }, + { + "text": "Q", + "boxes": [ + 1092, + 201, + 1112, + 214 + ] + }, + { + "text": "Sign in", + "boxes": [ + 1244, + 199, + 1290, + 216 + ] + }, + { + "text": "WEB", + "boxes": [ + 498, + 252, + 528, + 272 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 566, + 252, + 610, + 270 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 102, + 308 + ] + }, + { + "text": "About 29900 results", + "boxes": [ + 496, + 298, + 640, + 328 + ] + }, + { + "text": "新京报", + "boxes": [ + 536, + 334, + 584, + 359 + ] + }, + { + "text": "明天北京再迎强对流天气，晚高峰防范雷雨大风和冰震.", + "boxes": [ + 498, + 375, + 994, + 411 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "新京报讯（记者王景曦）今天北京晴朗在线，最高气温在29°℃上下。不过，据北京", + "boxes": [ + 586, + 403, + 1100, + 433 + ] + }, + { + "text": "市气象台预计，明天强对流天气将再度来袭，晚高峰防范雷雨大风..", + "boxes": [ + 502, + 429, + 918, + 453 + ] + }, + { + "text": "搜狐", + "boxes": [ + 532, + 478, + 568, + 498 + ] + }, + { + "text": "https://ww.sohu.com Translate this result ", + "boxes": [ + 534, + 490, + 798, + 518 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 20, + 502, + 88, + 528 + ] + }, + { + "text": "提醒！北京将再迎强对流天气，明日晚高峰防范雷雨大风和冰", + "boxes": [ + 498, + 518, + 1066, + 548 + ] + }, + { + "text": "8 hours ago·今天（5月15日）北京晴朗在线，最高气温在29°℃上下。不过，据北京市气象台预", + "boxes": [ + 500, + 546, + 1098, + 570 + ] + }, + { + "text": "图", + "boxes": [ + 38, + 570, + 80, + 608 + ] + }, + { + "text": "计，明天强对流天气将再度来袭，晚高峰防范雷雨大风和冰電。明天白天云量逐渐增多，傍晚.", + "boxes": [ + 496, + 564, + 1094, + 594 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 532, + 609, + 602, + 641 + ] + }, + { + "text": "福", + "boxes": [ + 508, + 627, + 528, + 643 + ] + }, + { + "text": "https:/finance.sina.cn detail-inewrkfy.. Translate this result ", + "boxes": [ + 534, + 631, + 910, + 659 + ] + }, + { + "text": "明晚北京又要下冰電了明天北京再迎强对流天气－手机新浪网", + "boxes": [ + 498, + 657, + 1048, + 687 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "8 hours ago·明晚北京又要下冰霍了明天北京再迎强对流天气【#明晚北京又要下冰電了##明天", + "boxes": [ + 498, + 683, + 1108, + 713 + ] + }, + { + "text": "北京再迎强对流天气#】今天北京晴朗在线，最高气温在29°℃上下。不过，据北京市气象台预，", + "boxes": [ + 498, + 705, + 1086, + 735 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "光明网", + "boxes": [ + 536, + 754, + 586, + 780 + ] + }, + { + "text": "?", + "boxes": [ + 508, + 768, + 524, + 784 + ] + }, + { + "text": "0", + "boxes": [ + 42, + 792, + 76, + 824 + ] + }, + { + "text": "雷阵雨+短时大风+冰電，北京明天傍晚将再迎强对流", + "boxes": [ + 496, + 796, + 970, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "8hours ago·根据气象部门预报，明天北京还有一场强对流天气。预计明天白天云量逐渐增多", + "boxes": [ + 502, + 826, + 1090, + 850 + ] + }, + { + "text": "傍晚前后至前半夜有雷阵雨，并伴有短时大风，部分地区有冰電，对明天晚高峰出行有一定影，", + "boxes": [ + 498, + 846, + 1082, + 876 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 524, + 886, + 590, + 926 + ] + }, + { + "text": "?", + "boxes": [ + 510, + 909, + 526, + 923 + ] + }, + { + "text": "https://news.qq.com > rain Translate this result", + "boxes": [ + 536, + 913, + 822, + 937 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "北京明日将再迎强对流天气部分地区有冰霓－腾讯网", + "boxes": [ + 496, + 935, + 970, + 971 + ] + }, + { + "text": "8hours ago·央广网北京5月15日消息（记者朱冠安）根据气象部门预报，明天（5月16日）北京", + "boxes": [ + 498, + 965, + 1110, + 995 + ] + }, + { + "text": "京明晚再迎", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "200_2_3", + "episode_id": 200, + "env_id": 2, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.494658470153809, + "advantages": -0.3170944154262543, + "generated_text": "{\n \"intent\": \"Click on the KDF Straight Leg Jeans for Women High Waisted Jeans Frayed Baggy Pants Raw Hem Loose Stretch to explore the product further\",\n \"action\": \"Click(37, 49)\"\n}", + "action_string": "Click(37, 49)", + "intent_string": "Click on the KDF Straight Leg Jeans for Women High Waisted Jeans Frayed Baggy Pants Raw Hem Loose Stretch to explore the product further", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 34, + 66, + 128, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1779, + 59, + 1875, + 96 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1872, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 125, + 1444, + 143 + ] + }, + { + "text": "et", + "boxes": [ + 1610, + 119, + 1624, + 135 + ] + }, + { + "text": "tums", + "boxes": [ + 1618, + 117, + 1644, + 137 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 127, + 1882, + 151 + ] + }, + { + "text": "三 AlI", + "boxes": [ + 22, + 169, + 68, + 195 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 256, + 68, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "women", + "boxes": [ + 9, + 275, + 85, + 309 + ] + }, + { + "text": "unisex", + "boxes": [ + 9, + 299, + 81, + 328 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "35", + "boxes": [ + 18, + 425, + 50, + 445 + ] + }, + { + "text": "00P", + "boxes": [ + 18, + 494, + 52, + 516 + ] + }, + { + "text": "2P", + "boxes": [ + 106, + 494, + 140, + 514 + ] + }, + { + "text": "4P", + "boxes": [ + 154, + 494, + 184, + 514 + ] + }, + { + "text": "6P", + "boxes": [ + 194, + 494, + 228, + 514 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1812, + 502, + 1862, + 528 + ] + }, + { + "text": "18P", + "boxes": [ + 192, + 526, + 228, + 546 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 554, + 1820, + 574 + ] + }, + { + "text": "1-2", + "boxes": [ + 182, + 596, + 212, + 617 + ] + }, + { + "text": "5-6", + "boxes": [ + 104, + 619, + 142, + 647 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 610, + 611, + 866, + 641 + ] + }, + { + "text": "Straight Leg Jeans for Women,High ", + "boxes": [ + 900, + 613, + 1168, + 643 + ] + }, + { + "text": "luvamiaWideLeg Jea", + "boxes": [ + 1492, + 619, + 1646, + 637 + ] + }, + { + "text": "eans for Women", + "boxes": [ + 1634, + 611, + 1752, + 642 + ] + }, + { + "text": "3-4", + "boxes": [ + 36, + 627, + 64, + 641 + ] + }, + { + "text": "7-8", + "boxes": [ + 180, + 621, + 220, + 649 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 574, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 635, + 1174, + 667 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1194, + 637, + 1442, + 667 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans", + "boxes": [ + 1488, + 637, + 1732, + 667 + ] + }, + { + "text": "9-10", + "boxes": [ + 24, + 653, + 70, + 679 + ] + }, + { + "text": "11-12", + "boxes": [ + 96, + 649, + 156, + 681 + ] + }, + { + "text": "13-14", + "boxes": [ + 170, + 653, + 228, + 679 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 659, + 838, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1064, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall ", + "boxes": [ + 1194, + 661, + 1424, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "★★★★☆14,463", + "boxes": [ + 320, + 691, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆697", + "boxes": [ + 904, + 687, + 1030, + 715 + ] + }, + { + "text": "Fashion y2k Outfits 2025", + "boxes": [ + 1196, + 685, + 1384, + 715 + ] + }, + { + "text": "Baggy with Patch Pockets", + "boxes": [ + 1486, + 683, + 1682, + 717 + ] + }, + { + "text": "100+", + "boxes": [ + 316, + 707, + 350, + 736 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 612, + 715, + 740, + 739 + ] + }, + { + "text": "100+", + "boxes": [ + 908, + 711, + 940, + 733 + ] + }, + { + "text": "ught in past", + "boxes": [ + 954, + 713, + 1030, + 731 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1198, + 715, + 1318, + 739 + ] + }, + { + "text": "★★★★★1.,998", + "boxes": [ + 1488, + 713, + 1632, + 742 + ] + }, + { + "text": "$118.90", + "boxes": [ + 1808, + 707, + 1860, + 733 + ] + }, + { + "text": "500+ bought in past", + "boxes": [ + 610, + 730, + 742, + 759 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 1196, + 731, + 1376, + 760 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 1490, + 730, + 1660, + 761 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 741, + 966, + 774 + ] + }, + { + "text": "$3888", + "boxes": [ + 606, + 764, + 672, + 798 + ] + }, + { + "text": "$3299", + "boxes": [ + 1191, + 762, + 1259, + 801 + ] + }, + { + "text": "$3898", + "boxes": [ + 1486, + 762, + 1554, + 802 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 316, + 780, + 458, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 776, + 1048, + 806 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 320, + 804, + 392, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 800, + 754, + 830 + ] + }, + { + "text": "Delivery May 28 - Jun 3", + "boxes": [ + 1194, + 800, + 1352, + 830 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1486, + 800, + 1636, + 830 + ] + }, + { + "text": "hips to China", + "boxes": [ + 1496, + 828, + 1568, + 846 + ] + }, + { + "text": "24", + "boxes": [ + 252, + 854, + 272, + 870 + ] + }, + { + "text": "36", + "boxes": [ + 246, + 879, + 274, + 899 + ] + }, + { + "text": "GRAPENT", + "boxes": [ + 316, + 891, + 432, + 929 + ] + }, + { + "text": "Jeans for Women", + "boxes": [ + 470, + 889, + 598, + 913 + ] + }, + { + "text": "Shop GRAPENT>", + "boxes": [ + 470, + 911, + 566, + 937 + ] + }, + { + "text": "口", + "boxes": [ + 1796, + 999, + 1810, + 1014 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 64, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 105, + 1872, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 125, + 1444, + 143 + ] + }, + { + "text": "et", + "boxes": [ + 1610, + 119, + 1624, + 135 + ] + }, + { + "text": "tums", + "boxes": [ + 1618, + 117, + 1644, + 137 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 127, + 1882, + 151 + ] + }, + { + "text": "三 AlI", + "boxes": [ + 22, + 167, + 66, + 195 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 256, + 68, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "women", + "boxes": [ + 9, + 275, + 85, + 309 + ] + }, + { + "text": "unisex", + "boxes": [ + 9, + 299, + 81, + 328 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "35", + "boxes": [ + 18, + 425, + 48, + 445 + ] + }, + { + "text": "OOP", + "boxes": [ + 20, + 494, + 50, + 516 + ] + }, + { + "text": "[OP", + "boxes": [ + 58, + 494, + 100, + 514 + ] + }, + { + "text": "2P", + "boxes": [ + 106, + 494, + 140, + 514 + ] + }, + { + "text": "6P", + "boxes": [ + 194, + 494, + 228, + 514 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1812, + 502, + 1862, + 528 + ] + }, + { + "text": "16P", + "boxes": [ + 152, + 524, + 188, + 544 + ] + }, + { + "text": "18P", + "boxes": [ + 194, + 528, + 226, + 542 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 554, + 1820, + 574 + ] + }, + { + "text": "1-2", + "boxes": [ + 182, + 596, + 212, + 615 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 610, + 611, + 866, + 641 + ] + }, + { + "text": "7-8", + "boxes": [ + 180, + 621, + 220, + 649 + ] + }, + { + "text": "Straight Leg Jeans for Women,High ", + "boxes": [ + 902, + 613, + 1168, + 643 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1194, + 613, + 1464, + 643 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 623, + 140, + 645 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 574, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 637, + 1174, + 665 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1194, + 637, + 1442, + 667 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans", + "boxes": [ + 1488, + 637, + 1732, + 667 + ] + }, + { + "text": "9-10", + "boxes": [ + 26, + 655, + 68, + 675 + ] + }, + { + "text": "11-12", + "boxes": [ + 96, + 649, + 154, + 681 + ] + }, + { + "text": "13-14", + "boxes": [ + 172, + 653, + 226, + 679 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 659, + 838, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1064, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall ", + "boxes": [ + 1194, + 661, + 1424, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "18", + "boxes": [ + 110, + 687, + 130, + 703 + ] + }, + { + "text": "★★★★☆14.463", + "boxes": [ + 318, + 687, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆697", + "boxes": [ + 904, + 687, + 1030, + 715 + ] + }, + { + "text": "Fashion y2k Outfits 2025", + "boxes": [ + 1196, + 685, + 1384, + 715 + ] + }, + { + "text": "Baggy with Patch Pockets", + "boxes": [ + 1486, + 683, + 1682, + 717 + ] + }, + { + "text": "100+", + "boxes": [ + 320, + 711, + 348, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 612, + 715, + 740, + 739 + ] + }, + { + "text": "100+", + "boxes": [ + 908, + 711, + 940, + 733 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1196, + 713, + 1320, + 742 + ] + }, + { + "text": "★★★★★1.,998", + "boxes": [ + 1488, + 713, + 1632, + 742 + ] + }, + { + "text": "$118.90", + "boxes": [ + 1808, + 707, + 1862, + 733 + ] + }, + { + "text": "500+ bought in past", + "boxes": [ + 610, + 730, + 742, + 759 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 1196, + 731, + 1376, + 760 + ] + }, + { + "text": " 3K+ bought in past month", + "boxes": [ + 1486, + 728, + 1662, + 763 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 741, + 966, + 774 + ] + }, + { + "text": "$3888", + "boxes": [ + 606, + 764, + 672, + 798 + ] + }, + { + "text": "$3299", + "boxes": [ + 1191, + 762, + 1259, + 801 + ] + }, + { + "text": "$3898", + "boxes": [ + 1484, + 762, + 1554, + 802 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 316, + 780, + 458, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 776, + 1048, + 806 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 320, + 804, + 392, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 800, + 754, + 830 + ] + }, + { + "text": "Ships to Chi", + "boxes": [ + 906, + 804, + 970, + 822 + ] + }, + { + "text": "Delivery May 28 - Jun 3", + "boxes": [ + 1194, + 800, + 1352, + 830 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1484, + 796, + 1636, + 832 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1568, + 846 + ] + }, + { + "text": "GRAPENT", + "boxes": [ + 316, + 891, + 432, + 929 + ] + }, + { + "text": "Jeans for Women", + "boxes": [ + 470, + 889, + 598, + 913 + ] + }, + { + "text": "Shop GRAPENT >", + "boxes": [ + 470, + 911, + 566, + 935 + ] + } + ] + }, + { + "frame_id": "200_3_3", + "episode_id": 200, + "env_id": 3, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.307165145874023, + "advantages": 0.26363131403923035, + "generated_text": "{\n \"intent\": \"Click on the \\\"Tops under $50\\\" option to start browsing through fashion accessories and deals\",\n \"action\": \"DoubleClick(458, 690)\"\n}", + "action_string": "DoubleClick(458, 690)", + "intent_string": "Click on the \"Tops under $50\" option to start browsing through fashion accessories and deals", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1448, + 486, + 1554, + 510 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 240, + 524, + 466, + 560 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 610, + 530, + 808, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 982, + 530, + 1164, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": " See all deals", + "boxes": [ + 240, + 889, + 318, + 913 + ] + }, + { + "text": "Seemore", + "boxes": [ + 610, + 891, + 672, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 980, + 889, + 1066, + 915 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1354, + 891, + 1486, + 909 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": " Refresh your space", + "boxes": [ + 1346, + 967, + 1544, + 1003 + ] + }, + { + "text": " appliances", + "boxes": [ + 238, + 994, + 356, + 1029 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "azon.com : Tops", + "boxes": [ + 56, + 29, + 164, + 52 + ] + }, + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "曰·", + "boxes": [ + 252, + 66, + 310, + 91 + ] + }, + { + "text": "(6ZPJ&pd_rd_r=21f(", + "boxes": [ + 1434, + 66, + 1570, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1876, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 105, + 1874, + 131 + ] + }, + { + "text": "Tops", + "boxes": [ + 296, + 115, + 342, + 143 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 125, + 1444, + 145 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 125, + 1882, + 151 + ] + }, + { + "text": "三 AIl ", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 358, + 169, + 420, + 189 + ] + }, + { + "text": "Popular Shopping Ideas", + "boxes": [ + 10, + 256, + 174, + 286 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "Tank ", + "boxes": [ + 12, + 280, + 52, + 308 + ] + }, + { + "text": "Cropped", + "boxes": [ + 14, + 304, + 68, + 324 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "Casual", + "boxes": [ + 12, + 320, + 62, + 347 + ] + }, + { + "text": "Long Sleeve", + "boxes": [ + 12, + 341, + 94, + 367 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 409, + 64, + 435 + ] + }, + { + "text": "Men", + "boxes": [ + 9, + 428, + 69, + 459 + ] + }, + { + "text": "women", + "boxes": [ + 7, + 446, + 87, + 483 + ] + }, + { + "text": " Boys", + "boxes": [ + 9, + 467, + 71, + 502 + ] + }, + { + "text": "Girls", + "boxes": [ + 14, + 494, + 68, + 514 + ] + }, + { + "text": "Babies", + "boxes": [ + 34, + 514, + 76, + 534 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1814, + 506, + 1860, + 526 + ] + }, + { + "text": "Unis", + "boxes": [ + 16, + 534, + 64, + 552 + ] + }, + { + "text": "口", + "boxes": [ + 1796, + 556, + 1810, + 572 + ] + }, + { + "text": "XXS", + "boxes": [ + 20, + 600, + 50, + 613 + ] + }, + { + "text": " Trendy Queen Womens Going Out", + "boxes": [ + 1484, + 611, + 1742, + 641 + ] + }, + { + "text": "Amazon Essentials Women's Slim-Fit", + "boxes": [ + 314, + 639, + 584, + 663 + ] + }, + { + "text": "ATHMILE Womens Oversized T Shirts ", + "boxes": [ + 608, + 641, + 884, + 665 + ] + }, + { + "text": " Carpetcom Oversized Workout Shirts", + "boxes": [ + 896, + 635, + 1180, + 669 + ] + }, + { + "text": " GAYHAY 3 Pack Womens T-Shirts -", + "boxes": [ + 1194, + 641, + 1446, + 665 + ] + }, + { + "text": " Crop Tops Backless Tank Tops", + "boxes": [ + 1486, + 637, + 1712, + 667 + ] + }, + { + "text": "Tank, Pack of 2", + "boxes": [ + 316, + 665, + 430, + 689 + ] + }, + { + "text": "Loose Fit Crewneck Short Sleeve", + "boxes": [ + 608, + 665, + 850, + 689 + ] + }, + { + "text": "for Women Short Sleeve Drop", + "boxes": [ + 898, + 661, + 1128, + 693 + ] + }, + { + "text": "Short Sleeve Spring Summer Tops", + "boxes": [ + 1194, + 663, + 1452, + 693 + ] + }, + { + "text": "Summer Y2k Teen Girls Basics Cute", + "boxes": [ + 1488, + 661, + 1750, + 691 + ] + }, + { + "text": "★★★★★67.80", + "boxes": [ + 318, + 687, + 468, + 715 + ] + }, + { + "text": "Tops Summer Casual Blouse Y2K ", + "boxes": [ + 606, + 687, + 854, + 717 + ] + }, + { + "text": "Shoulder Casual Crop Tops Baggy", + "boxes": [ + 900, + 687, + 1152, + 717 + ] + }, + { + "text": "Crew Neck Trendy Casual Work Soft ", + "boxes": [ + 1194, + 687, + 1464, + 717 + ] + }, + { + "text": "Clothes", + "boxes": [ + 1488, + 687, + 1552, + 713 + ] + }, + { + "text": "2025 Basic Tee Beach", + "boxes": [ + 610, + 713, + 770, + 737 + ] + }, + { + "text": "Gym Yoga Athletic Tee", + "boxes": [ + 900, + 711, + 1072, + 741 + ] + }, + { + "text": "Basic Tees for Ladies 2025", + "boxes": [ + 1196, + 713, + 1390, + 737 + ] + }, + { + "text": "★★★★☆909", + "boxes": [ + 1490, + 715, + 1622, + 739 + ] + }, + { + "text": "$118.96", + "boxes": [ + 1808, + 707, + 1858, + 733 + ] + }, + { + "text": "$119 Typical: 43.40", + "boxes": [ + 309, + 718, + 475, + 765 + ] + }, + { + "text": "★★★★☆2.438", + "boxes": [ + 614, + 739, + 750, + 762 + ] + }, + { + "text": "★★★★★664", + "boxes": [ + 904, + 737, + 1032, + 766 + ] + }, + { + "text": "★★★★★33", + "boxes": [ + 1196, + 737, + 1320, + 766 + ] + }, + { + "text": "1K+ bought in past m", + "boxes": [ + 1490, + 735, + 1630, + 758 + ] + }, + { + "text": "Special Clothing Size", + "boxes": [ + 10, + 762, + 154, + 792 + ] + }, + { + "text": "Delivery May 29 - Jun 6", + "boxes": [ + 316, + 760, + 468, + 784 + ] + }, + { + "text": "bought in past month", + "boxes": [ + 634, + 762, + 776, + 780 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 1196, + 754, + 1376, + 786 + ] + }, + { + "text": "$149 ist: $49.99", + "boxes": [ + 895, + 766, + 1043, + 813 + ] + }, + { + "text": "$79 Typlcal: $9.99", + "boxes": [ + 1481, + 759, + 1627, + 811 + ] + }, + { + "text": "Big & Tall", + "boxes": [ + 12, + 788, + 98, + 814 + ] + }, + { + "text": "$799 Tyial 9.9", + "boxes": [ + 603, + 787, + 747, + 833 + ] + }, + { + "text": "$199 List: $29.99", + "boxes": [ + 1189, + 785, + 1339, + 833 + ] + }, + { + "text": "Juniors", + "boxes": [ + 7, + 803, + 85, + 837 + ] + }, + { + "text": " 1 sustainab", + "boxes": [ + 322, + 802, + 414, + 826 + ] + }, + { + "text": "Delivery Jun 30 - Jul 10", + "boxes": [ + 900, + 804, + 1062, + 834 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1484, + 800, + 1634, + 830 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 604, + 822, + 754, + 856 + ] + }, + { + "text": "Ships to China ", + "boxes": [ + 902, + 830, + 986, + 854 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1570, + 846 + ] + }, + { + "text": " plus Size", + "boxes": [ + 10, + 846, + 88, + 872 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 608, + 850, + 688, + 874 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1194, + 846, + 1340, + 874 + ] + }, + { + "text": "lerReviews", + "boxes": [ + 62, + 883, + 132, + 901 + ] + }, + { + "text": "Ships to Chi", + "boxes": [ + 1198, + 874, + 1260, + 891 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 10, + 901, + 144, + 937 + ] + }, + { + "text": "Price", + "boxes": [ + 8, + 943, + 54, + 969 + ] + }, + { + "text": "$2 -$25 ", + "boxes": [ + 8, + 965, + 76, + 997 + ] + }, + { + "text": "00", + "boxes": [ + 10, + 997, + 74, + 1036 + ] + }, + { + "text": "Go", + "boxes": [ + 250, + 1005, + 282, + 1026 + ] + } + ] + }, + { + "frame_id": "200_4_3", + "episode_id": 200, + "env_id": 4, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.959210395812988, + "advantages": 0.7296698689460754, + "generated_text": "{\n \"intent\": \"Click on the first result titled '\\\"侮辱雷军、小米、一博主被判道歉并赔6万元\\\"' by Tencent News.\",\n \"action\": \"DoubleClick(327, 346)\"\n}", + "action_string": "DoubleClick(327, 346)", + "intent_string": "Click on the first result titled '\"侮辱雷军、小米、一博主被判道歉并赔6万元\"' by Tencent News.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "悔辱雷军被判赔6万", + "boxes": [ + 176, + 157, + 324, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 232 + ] + }, + { + "text": "DICT", + "boxes": [ + 508, + 216, + 532, + 230 + ] + }, + { + "text": "About 1,620,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 206, + 292, + 266, + 324 + ] + }, + { + "text": "Q", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "slate this result", + "boxes": [ + 412, + 320, + 496, + 338 + ] + }, + { + "text": "一博主侮辱雷军和小米，被判道歉并赔6万元－腾讯网", + "boxes": [ + 184, + 336, + 654, + 371 + ] + }, + { + "text": "8 hours ago·微信公众号平台账号内发布的侵权内容，发布声明消除给小米公司造成的负面影", + "boxes": [ + 176, + 363, + 766, + 393 + ] + }, + { + "text": "响，并赔偿小米公司各项损失共计6万..我向雷军先生及小米公司", + "boxes": [ + 178, + 389, + 592, + 413 + ] + }, + { + "text": "悔辱雷军、小米，小米公司告赢了！赔偿各项损失共计6万元.", + "boxes": [ + 190, + 419, + 738, + 457 + ] + }, + { + "text": "小米公司因自媒体“民之力\"涉嫌悔辱雷军、小米，起诉至法院并获得胜诉，被判删除侵权内容并", + "boxes": [ + 194, + 447, + 784, + 476 + ] + }, + { + "text": "赔偿6万元。2.除此之外，小米集团诉聚好看科技，", + "boxes": [ + 196, + 472, + 510, + 496 + ] + }, + { + "text": "See results only from news.qq.com ", + "boxes": [ + 194, + 510, + 418, + 534 + ] + }, + { + "text": "界面新闻", + "boxes": [ + 214, + 556, + 278, + 582 + ] + }, + { + "text": "自", + "boxes": [ + 183, + 566, + 206, + 589 + ] + }, + { + "text": "article Translate this result", + "boxes": [ + 376, + 576, + 540, + 600 + ] + }, + { + "text": "悔辱雷军、小米，一博主被判道并赔6万元－界面新闻", + "boxes": [ + 172, + 596, + 674, + 631 + ] + }, + { + "text": "7 hours ago·侮辱雷军、小米，一", + "boxes": [ + 176, + 625, + 404, + 655 + ] + }, + { + "text": "一博主被判道并赔6万元法院认定被告存在悔辱、谁谤行为，", + "boxes": [ + 388, + 625, + 774, + 655 + ] + }, + { + "text": "侵害了小米公司的名誉权。陈小同·来源：界面新闻图片来源：界面图库5月14日傍晚，小米法．", + "boxes": [ + 176, + 647, + 778, + 677 + ] + }, + { + "text": "腾讯新闻", + "boxes": [ + 210, + 695, + 278, + 721 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 711, + 204, + 727 + ] + }, + { + "text": "https:/view.inews.q.com Translate this result", + "boxes": [ + 208, + 713, + 498, + 741 + ] + }, + { + "text": "侮辱雷军、小米，小米公司告赢了！赔偿各项损失共计6万元", + "boxes": [ + 176, + 741, + 718, + 770 + ] + }, + { + "text": "8 hours ago·小米公司因自媒体\"民之力\"涉嫌悔辱雷军、小米，起诉至法院并获得胜诉，被判删除", + "boxes": [ + 176, + 764, + 790, + 794 + ] + }, + { + "text": "侵权内容并赔偿6万元。2.除此之外，小米集团诉聚好看科技股份有限公司商业低毁一案也胜", + "boxes": [ + 178, + 790, + 758, + 814 + ] + }, + { + "text": "财经网", + "boxes": [ + 208, + 832, + 266, + 864 + ] + }, + { + "text": "国", + "boxes": [ + 182, + 846, + 212, + 868 + ] + }, + { + "text": "https://industry.cajing.com.cn Translae this resut", + "boxes": [ + 210, + 850, + 524, + 884 + ] + }, + { + "text": "侮辱雷军、小米，一博主被判道歉并赔6万元！雷军微博已限制..", + "boxes": [ + 178, + 879, + 752, + 909 + ] + }, + { + "text": "5 hours ago·侮辱雷军、小米，一博主被判道掀并赔6万元！雷军微博已限制评论设为首页手机", + "boxes": [ + 176, + 905, + 784, + 935 + ] + }, + { + "text": "版财经网ApP 财经网首页宏观..内发布的侵权内容，发布声明.", + "boxes": [ + 178, + 927, + 580, + 957 + ] + }, + { + "text": "杭州网", + "boxes": [ + 208, + 977, + 262, + 1003 + ] + }, + { + "text": "D", + "boxes": [ + 186, + 989, + 206, + 1009 + ] + }, + { + "text": "https://news.hangzhou.com.cn > shxw > content .. Translate this result", + "boxes": [ + 214, + 993, + 656, + 1021 + ] + }, + { + "text": "侮辱雷军、小米，", + "boxes": [ + 174, + 1016, + 344, + 1053 + ] + }, + { + "text": "一博主道欺并赔6万元－杭州网", + "boxes": [ + 332, + 1020, + 614, + 1050 + ] + }, + { + "text": "每辱雷军被判", + "boxes": [ + 220, + 1048, + 312, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 62, + 66, + 128, + 91 + ] + }, + { + "text": "0 h", + "boxes": [ + 249, + 59, + 317, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1784, + 66, + 1862, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻", + "boxes": [ + 134, + 117, + 286, + 147 + ] + }, + { + "text": "长春", + "boxes": [ + 270, + 117, + 390, + 147 + ] + }, + { + "text": "财经", + "boxes": [ + 378, + 119, + 426, + 145 + ] + }, + { + "text": "科技", + "boxes": [ + 442, + 119, + 490, + 145 + ] + }, + { + "text": "电视剧更多", + "boxes": [ + 504, + 117, + 630, + 147 + ] + }, + { + "text": "都市快报橙柿互动", + "boxes": [ + 1042, + 117, + 1178, + 147 + ] + }, + { + "text": "| Q 搜索 ", + "boxes": [ + 1368, + 115, + 1436, + 147 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1470, + 117, + 1790, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1816, + 119, + 1860, + 147 + ] + }, + { + "text": "腾讯新闻电脑版全新上线", + "boxes": [ + 916, + 208, + 1274, + 250 + ] + }, + { + "text": "安装体验", + "boxes": [ + 1332, + 226, + 1430, + 264 + ] + }, + { + "text": "福", + "boxes": [ + 820, + 248, + 862, + 274 + ] + }, + { + "text": "全网热点，即时推送丨电脑看新闻，大屏更过瘾", + "boxes": [ + 916, + 248, + 1274, + 278 + ] + }, + { + "text": "0", + "boxes": [ + 351, + 316, + 386, + 350 + ] + }, + { + "text": "博主侮辱雷军和小米，被判道歉并赔6", + "boxes": [ + 458, + 326, + 1086, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1154, + 334, + 1284, + 365 + ] + }, + { + "text": "乌镇游客手机不慎落水，桥", + "boxes": [ + 1278, + 373, + 1476, + 403 + ] + }, + { + "text": "万元", + "boxes": [ + 428, + 391, + 504, + 431 + ] + }, + { + "text": "下保洁大叔及时捞起，还….", + "boxes": [ + 1278, + 397, + 1474, + 427 + ] + }, + { + "text": "口", + "boxes": [ + 358, + 411, + 382, + 435 + ] + }, + { + "text": "-7小时前", + "boxes": [ + 1280, + 429, + 1332, + 455 + ] + }, + { + "text": "都市快报橙柿互动", + "boxes": [ + 482, + 461, + 594, + 484 + ] + }, + { + "text": "+关注", + "boxes": [ + 1040, + 467, + 1096, + 500 + ] + }, + { + "text": "贾斯汀·比伯被曝破产", + "boxes": [ + 1276, + 462, + 1430, + 496 + ] + }, + { + "text": "125-05-1509:36发布于浙江都市快报官方账号", + "boxes": [ + 488, + 478, + 738, + 502 + ] + }, + { + "text": "☆", + "boxes": [ + 354, + 500, + 390, + 530 + ] + }, + { + "text": "收藏", + "boxes": [ + 354, + 536, + 390, + 566 + ] + }, + { + "text": "5月14日傍晚，小米法务部在社交平台发文称，近日，就小米公司与自媒体\"民之力”（又名“网络", + "boxes": [ + 428, + 532, + 1110, + 556 + ] + }, + { + "text": "小时前", + "boxes": [ + 1288, + 528, + 1328, + 544 + ] + }, + { + "text": "一兵”）网络侵权责任纠纷一案，法院作出一审判决。法院认定被告存在悔辱、诽谤行为，侵害了", + "boxes": [ + 428, + 556, + 1114, + 586 + ] + }, + { + "text": "有本地的哥哥吗，加个好", + "boxes": [ + 1272, + 554, + 1462, + 590 + ] + }, + { + "text": "", + "boxes": [ + 346, + 579, + 394, + 626 + ] + }, + { + "text": "小米公司的名誉权。判令被告删除在抖音、头条、哗哩哗哩、西瓜视频、快手、微信视频号、微", + "boxes": [ + 428, + 584, + 1112, + 613 + ] + }, + { + "text": "友，合适做情侣，可约会", + "boxes": [ + 1276, + 582, + 1460, + 611 + ] + }, + { + "text": "信公众号平台账号内发布的侵权内容，发布声明消除给小米公司造成的负面影响，并赔偿小米公", + "boxes": [ + 422, + 605, + 1116, + 643 + ] + }, + { + "text": "广告爱聊-谈恋爱", + "boxes": [ + 1284, + 617, + 1376, + 635 + ] + }, + { + "text": "司各项损失共计6万元。", + "boxes": [ + 424, + 635, + 592, + 671 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1244, + 699 + ] + }, + { + "text": "日", + "boxes": [ + 354, + 679, + 386, + 711 + ] + }, + { + "text": "小米法务部", + "boxes": [ + 516, + 705, + 616, + 731 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "14小时前来自Xiaomi15Ultra", + "boxes": [ + 520, + 731, + 710, + 754 + ] + }, + { + "text": "近日，就小米公司与自媒体“民之力”（又名“网络一兵”）网络侵权责任纠纷一案，法", + "boxes": [ + 514, + 758, + 1080, + 788 + ] + }, + { + "text": "院作出一审判决。法院认定被告存在侮辱、诽谤行为，侵害了小米公司的名誉权。判", + "boxes": [ + 514, + 782, + 1084, + 812 + ] + }, + { + "text": "令被告删除在抖音、头条、哗哩哗哩、西瓜视频、快手、微信视频号、微信公众号平", + "boxes": [ + 516, + 808, + 1082, + 838 + ] + }, + { + "text": "台账号内发布的侵权内容，发布声明消除给小米公司造成的负面影响，并赔偿小米公", + "boxes": [ + 514, + 834, + 1082, + 864 + ] + }, + { + "text": "司各项损失共计6万元。", + "boxes": [ + 516, + 862, + 674, + 885 + ] + }, + { + "text": "法院认为：1.被告发表的言论造成小米公司社会评价的降低，且超出舆论监督的合理", + "boxes": [ + 510, + 903, + 1084, + 943 + ] + }, + { + "text": "\"今日！俄乌计划在土耳其进行直接.", + "boxes": [ + 1166, + 899, + 1440, + 929 + ] + }, + { + "text": "范围。2.被告发表的部分言论具有明确的侮辱、贬损性，且缺乏事实依据，构成侮", + "boxes": [ + 514, + 935, + 1072, + 965 + ] + }, + { + "text": "港媒：抓住窗口期，未来几周从中国发..", + "boxes": [ + 1170, + 945, + 1458, + 975 + ] + }, + { + "text": "辱、诽谤，侵犯了小米公司名誉权。", + "boxes": [ + 512, + 957, + 756, + 991 + ] + }, + { + "text": "目前一审判决已生效。", + "boxes": [ + 516, + 989, + 662, + 1012 + ] + }, + { + "text": "郑钦文谈首胜萨巴伦卡：终于突破了！..", + "boxes": [ + 1170, + 991, + 1454, + 1020 + ] + } + ] + }, + { + "frame_id": "200_5_3", + "episode_id": 200, + "env_id": 5, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.854206085205078, + "advantages": -0.774847149848938, + "generated_text": "{\n \"intent\": \"To begin by interacting with the homepage and ensuring all categories are explored systematically.\",\n \"action\": \"Click(104, 50)\"\n}", + "action_string": "Click(104, 50)", + "intent_string": "To begin by interacting with the homepage and ensuring all categories are explored systematically.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "200_6_3", + "episode_id": 200, + "env_id": 6, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.196067810058594, + "advantages": -0.5305071473121643, + "generated_text": "{\n \"intent\": \"Click on the \\\"Headsets\\\" section under Gaming accessories to explore more gaming accessories.\",\n \"action\": \"Click(100, 90)\"\n}", + "action_string": "Click(100, 90)", + "intent_string": "Click on the \"Headsets\" section under Gaming accessories to explore more gaming accessories.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "C", + "boxes": [ + 72, + 69, + 98, + 83 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "lions of products with fast local delivery. Click here to goto amazon.cn", + "boxes": [ + 948, + 453, + 1398, + 484 + ] + }, + { + "text": "", + "boxes": [ + 1334, + 486, + 1550, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 980, + 530, + 1288, + 560 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 1350, + 530, + 1608, + 560 + ] + }, + { + "text": "appliances", + "boxes": [ + 1350, + 558, + 1464, + 588 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 982, + 891, + 1116, + 909 + ] + }, + { + "text": " Shop deals in Fashion ", + "boxes": [ + 236, + 965, + 466, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "", + "boxes": [ + 272, + 1014, + 332, + 1046 + ] + }, + { + "text": "", + "boxes": [ + 436, + 1011, + 496, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "<", + "boxes": [ + 6, + 62, + 40, + 93 + ] + }, + { + "text": "→", + "boxes": [ + 28, + 62, + 130, + 93 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 412, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "Retuns", + "boxes": [ + 1738, + 117, + 1780, + 137 + ] + }, + { + "text": "", + "boxes": [ + 1826, + 115, + 1858, + 135 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "gistry", + "boxes": [ + 212, + 173, + 240, + 187 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1416, + 486, + 1554, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 610, + 528, + 790, + 558 + ] + }, + { + "text": " Shop deals in Fashion ", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1352, + 889, + 1486, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "200_7_3", + "episode_id": 200, + "env_id": 7, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.813592910766602, + "advantages": 0.6255921721458435, + "generated_text": "{\n \"intent\": \"Click on the first article titled '明晚北京又要下冰雹了明天北京再迎强对流天气|北京…\",\n \"action\": \"DoubleClick(337, 343)\"\n}", + "action_string": "DoubleClick(337, 343)", + "intent_string": "Click on the first article titled '明晚北京又要下冰雹了明天北京再迎强对流天气|北京…", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "北京明晚再迎强对流", + "boxes": [ + 172, + 149, + 332, + 191 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 230 + ] + }, + { + "text": "About 299,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 294, + 278, + 320 + ] + }, + { + "text": "https://finance.sina.com.cn jxw > doc-inewrkfy.. Trar", + "boxes": [ + 214, + 312, + 550, + 338 + ] + }, + { + "text": "明晚北京又要下冰霓了明天北京再迎强对流天气北京.", + "boxes": [ + 174, + 336, + 656, + 371 + ] + }, + { + "text": "8 hours ago·【#明晚北京又要下冰苞了#明天北京再迎强对流天气#[下雨]】今天北京晴朗在线", + "boxes": [ + 176, + 363, + 776, + 393 + ] + }, + { + "text": "最高气温在29°℃上下。不过，据北京市气象台预计，明天强对流，", + "boxes": [ + 180, + 389, + 582, + 413 + ] + }, + { + "text": "新京报", + "boxes": [ + 212, + 435, + 266, + 465 + ] + }, + { + "text": "A", + "boxes": [ + 186, + 449, + 204, + 465 + ] + }, + { + "text": "https://w", + "boxes": [ + 216, + 455, + 268, + 472 + ] + }, + { + "text": ".cn > detail", + "boxes": [ + 364, + 457, + 440, + 474 + ] + }, + { + "text": "Translate this result ", + "boxes": [ + 430, + 453, + 558, + 482 + ] + }, + { + "text": "明天北京再迎强对流天气，晚高峰防范雷雨大风和冰一新京报", + "boxes": [ + 176, + 476, + 756, + 512 + ] + }, + { + "text": "4 hours ago·新京报讯（记者王景曦）今天北京晴朗在线，最高气温在29°℃上下。不过，据北京", + "boxes": [ + 176, + 504, + 782, + 534 + ] + }, + { + "text": "市气象台预计，明天强对流天气将再度来袭，晚高峰防范雷雨大风..", + "boxes": [ + 176, + 526, + 600, + 556 + ] + }, + { + "text": "光明网", + "boxes": [ + 216, + 576, + 264, + 602 + ] + }, + { + "text": "·", + "boxes": [ + 178, + 579, + 215, + 615 + ] + }, + { + "text": "冰電还有“续集”！明天强对流天气将再袭京城，详情-", + "boxes": [ + 176, + 615, + 642, + 651 + ] + }, + { + "text": "8hours ago·北京市气象台15日14时发布今天下午晴间多云，南风三级左右，阵风五六级，最高", + "boxes": [ + 178, + 645, + 788, + 675 + ] + }, + { + "text": "气温29°℃；夜间晴间多云，南风一二级，最低气温15°℃。今天午后偏南阵风较大，外出注意防", + "boxes": [ + 182, + 669, + 766, + 693 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 212, + 715, + 262, + 741 + ] + }, + { + "text": "ews.q.comrin Translat this esult", + "boxes": [ + 264, + 733, + 504, + 762 + ] + }, + { + "text": "北京明日将再迎强对流天气部分地区有冰電－腾讯网", + "boxes": [ + 174, + 756, + 646, + 792 + ] + }, + { + "text": "8hoursago·央广网北京5月15日消息（记者朱冠安）根据气象部门预报，明天（5月16日）北京", + "boxes": [ + 176, + 776, + 790, + 818 + ] + }, + { + "text": "将迎强对流天气。预计傍晚前后至前半夜有雷阵雨，并伴有短时大风。，", + "boxes": [ + 178, + 810, + 606, + 834 + ] + }, + { + "text": "搜狐", + "boxes": [ + 205, + 852, + 251, + 885 + ] + }, + { + "text": "http:/www.sohu.com Translatethis result ", + "boxes": [ + 208, + 869, + 478, + 901 + ] + }, + { + "text": "提醒！北京将再迎强对流天气，明日晚高峰防范雷雨大风和冰", + "boxes": [ + 176, + 897, + 746, + 933 + ] + }, + { + "text": "8 hours ago·今天（5月15日）北京晴朗在线，最高气温在29℃上下。不过，据北京市气象台预", + "boxes": [ + 176, + 923, + 778, + 953 + ] + }, + { + "text": "计，明天强对流天气将再度来袭，晚高峰防范雷雨大风和冰苞。明天白天云量逐渐增多，傍晚…", + "boxes": [ + 170, + 941, + 780, + 981 + ] + }, + { + "text": "?", + "boxes": [ + 184, + 1007, + 212, + 1026 + ] + }, + { + "text": " sina.cn", + "boxes": [ + 212, + 999, + 264, + 1018 + ] + }, + { + "text": "京明晚再迎·", + "boxes": [ + 224, + 1048, + 304, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "娱乐", + "boxes": [ + 560, + 111, + 638, + 135 + ] + }, + { + "text": "图片", + "boxes": [ + 748, + 113, + 798, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 135 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 278, + 628, + 322 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "明晚北京又要下冰電了明天", + "boxes": [ + 328, + 341, + 808, + 405 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日13:12新京报", + "boxes": [ + 330, + 449, + 566, + 487 + ] + }, + { + "text": "A", + "boxes": [ + 1134, + 455, + 1160, + 478 + ] + }, + { + "text": "一R", + "boxes": [ + 1392, + 453, + 1450, + 478 + ] + }, + { + "text": "13", + "boxes": [ + 1474, + 451, + 1548, + 482 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 522 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "斤浪首页", + "boxes": [ + 1602, + 524, + 1636, + 538 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 822, + 550, + 952, + 580 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 822, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "新京", + "boxes": [ + 718, + 588, + 808, + 627 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1596, + 596, + 1638, + 615 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1508, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1248, + 651, + 1336, + 683 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "提醒！北京将再", + "boxes": [ + 532, + 665, + 804, + 715 + ] + }, + { + "text": "明日晚高峰防范", + "boxes": [ + 534, + 710, + 802, + 763 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 707, + 1568, + 737 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1250, + 866, + 1568, + 895 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 925, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 346, + 963, + 440, + 995 + ] + }, + { + "text": "-28465秒前恒生指数收盘跌0.79%，恒生科技指数跌1.56%", + "boxes": [ + 474, + 961, + 956, + 995 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "天北京晴朗在线", + "boxes": [ + 884, + 1026, + 1012, + 1044 + ] + }, + { + "text": "最高气温在29°C", + "boxes": [ + 1042, + 1026, + 1182, + 1044 + ] + } + ] + }, + { + "frame_id": "200_0_4", + "episode_id": 200, + "env_id": 0, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.988043785095215, + "advantages": -0.6791888475418091, + "generated_text": "{\n \"intent\": \"Scroll down to explore more categories and view deals under $50\",\n \"action\": \"DoubleClick(100, 50)\"\n}", + "action_string": "DoubleClick(100, 50)", + "intent_string": "Scroll down to explore more categories and view deals under $50", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 4, + 59, + 132, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 296, + 117, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 240, + 524, + 442, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 30, + 61, + 128, + 92 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 296, + 117, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 240, + 524, + 442, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "200_1_4", + "episode_id": 200, + "env_id": 1, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.881941795349121, + "advantages": 0.6744434237480164, + "generated_text": "{\n \"intent\": \"Click on one of the search results titled '明天北京再迎强对流，天气，晚高峰防范雷雨大风和冰雹．' to explore more details.\",\n \"action\": \"DoubleClick(705, 393)\"\n}", + "action_string": "DoubleClick(705, 393)", + "intent_string": "Click on one of the search results titled '明天北京再迎强对流，天气，晚高峰防范雷雨大风和冰雹．' to explore more details.", + "before_screen_ocr_results": [ + { + "text": "北京明晚再迎强对流", + "boxes": [ + 782, + 40, + 918, + 64 + ] + }, + { + "text": "MozillaFirefo", + "boxes": [ + 1022, + 42, + 1132, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "Q. Search -Microsoft Bing ×α 北京明晚再迎强对流 - Searc ×十", + "boxes": [ + 322, + 64, + 800, + 99 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 454, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1286, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 101, + 1560, + 133 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 506, + 153, + 632, + 185 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 340, + 195, + 470, + 224 + ] + }, + { + "text": "北京明晚再迎强对流", + "boxes": [ + 498, + 195, + 652, + 224 + ] + }, + { + "text": "Q", + "boxes": [ + 1092, + 201, + 1112, + 214 + ] + }, + { + "text": "Sign in", + "boxes": [ + 1244, + 199, + 1290, + 216 + ] + }, + { + "text": "WEB", + "boxes": [ + 498, + 252, + 528, + 272 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 566, + 252, + 610, + 270 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 102, + 308 + ] + }, + { + "text": "About 29900 results", + "boxes": [ + 496, + 298, + 640, + 328 + ] + }, + { + "text": "新京报", + "boxes": [ + 536, + 334, + 584, + 359 + ] + }, + { + "text": "明天北京再迎强对流天气，晚高峰防范雷雨大风和冰震.", + "boxes": [ + 498, + 375, + 994, + 411 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "新京报讯（记者王景曦）今天北京晴朗在线，最高气温在29°℃上下。不过，据北京", + "boxes": [ + 586, + 403, + 1100, + 433 + ] + }, + { + "text": "市气象台预计，明天强对流天气将再度来袭，晚高峰防范雷雨大风..", + "boxes": [ + 502, + 429, + 918, + 453 + ] + }, + { + "text": "搜狐", + "boxes": [ + 532, + 478, + 568, + 498 + ] + }, + { + "text": "https://ww.sohu.com Translate this result ", + "boxes": [ + 534, + 490, + 798, + 518 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 20, + 502, + 88, + 528 + ] + }, + { + "text": "提醒！北京将再迎强对流天气，明日晚高峰防范雷雨大风和冰", + "boxes": [ + 498, + 518, + 1066, + 548 + ] + }, + { + "text": "8 hours ago·今天（5月15日）北京晴朗在线，最高气温在29°℃上下。不过，据北京市气象台预", + "boxes": [ + 500, + 546, + 1098, + 570 + ] + }, + { + "text": "图", + "boxes": [ + 38, + 570, + 80, + 608 + ] + }, + { + "text": "计，明天强对流天气将再度来袭，晚高峰防范雷雨大风和冰電。明天白天云量逐渐增多，傍晚.", + "boxes": [ + 496, + 564, + 1094, + 594 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 532, + 609, + 602, + 641 + ] + }, + { + "text": "福", + "boxes": [ + 508, + 627, + 528, + 643 + ] + }, + { + "text": "https:/finance.sina.cn detail-inewrkfy.. Translate this result ", + "boxes": [ + 534, + 631, + 910, + 659 + ] + }, + { + "text": "明晚北京又要下冰電了明天北京再迎强对流天气－手机新浪网", + "boxes": [ + 498, + 657, + 1048, + 687 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "8 hours ago·明晚北京又要下冰霍了明天北京再迎强对流天气【#明晚北京又要下冰電了##明天", + "boxes": [ + 498, + 683, + 1108, + 713 + ] + }, + { + "text": "北京再迎强对流天气#】今天北京晴朗在线，最高气温在29°℃上下。不过，据北京市气象台预，", + "boxes": [ + 498, + 705, + 1086, + 735 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "光明网", + "boxes": [ + 536, + 754, + 586, + 780 + ] + }, + { + "text": "?", + "boxes": [ + 508, + 768, + 524, + 784 + ] + }, + { + "text": "0", + "boxes": [ + 42, + 792, + 76, + 824 + ] + }, + { + "text": "雷阵雨+短时大风+冰電，北京明天傍晚将再迎强对流", + "boxes": [ + 496, + 796, + 970, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "8hours ago·根据气象部门预报，明天北京还有一场强对流天气。预计明天白天云量逐渐增多", + "boxes": [ + 502, + 826, + 1090, + 850 + ] + }, + { + "text": "傍晚前后至前半夜有雷阵雨，并伴有短时大风，部分地区有冰電，对明天晚高峰出行有一定影，", + "boxes": [ + 498, + 846, + 1082, + 876 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 524, + 886, + 590, + 926 + ] + }, + { + "text": "?", + "boxes": [ + 510, + 909, + 526, + 923 + ] + }, + { + "text": "https://news.qq.com > rain Translate this result", + "boxes": [ + 536, + 913, + 822, + 937 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "北京明日将再迎强对流天气部分地区有冰霓－腾讯网", + "boxes": [ + 496, + 935, + 970, + 971 + ] + }, + { + "text": "8hours ago·央广网北京5月15日消息（记者朱冠安）根据气象部门预报，明天（5月16日）北京", + "boxes": [ + 498, + 965, + 1110, + 995 + ] + }, + { + "text": "京明晚再迎", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 1126, + 42, + 1250, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "Q Search - Microsoft Bing×」α 北京明晚再", + "boxes": [ + 328, + 68, + 638, + 91 + ] + }, + { + "text": "→白", + "boxes": [ + 358, + 101, + 454, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1288, + 101, + 1370, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 103, + 1558, + 129 + ] + }, + { + "text": "新京报", + "boxes": [ + 370, + 151, + 490, + 199 + ] + }, + { + "text": "北交所频道", + "boxes": [ + 910, + 143, + 972, + 161 + ] + }, + { + "text": "贝壳财经", + "boxes": [ + 1154, + 143, + 1208, + 161 + ] + }, + { + "text": "商务合作", + "boxes": [ + 1434, + 143, + 1488, + 161 + ] + }, + { + "text": "爱心模式", + "boxes": [ + 1506, + 143, + 1552, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 5, + 168, + 113, + 205 + ] + }, + { + "text": "BJNEWS.COM.CN", + "boxes": [ + 372, + 190, + 478, + 221 + ] + }, + { + "text": "输入搜索信息", + "boxes": [ + 645, + 192, + 739, + 229 + ] + }, + { + "text": "α", + "boxes": [ + 1138, + 201, + 1166, + 228 + ] + }, + { + "text": "首页 视频深读公益第一看点时事北京", + "boxes": [ + 348, + 266, + 750, + 296 + ] + }, + { + "text": "国际政事儿", + "boxes": [ + 756, + 272, + 868, + 290 + ] + }, + { + "text": "观点", + "boxes": [ + 866, + 272, + 922, + 290 + ] + }, + { + "text": "财经消费娱乐文化体育汽车房产教育图说科技智库乡村", + "boxes": [ + 912, + 268, + 1558, + 292 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "首页>北京", + "boxes": [ + 356, + 330, + 430, + 353 + ] + }, + { + "text": "明天北京再迎强对流天气，晚高峰防范雷雨大风和冰电", + "boxes": [ + 350, + 365, + 1342, + 413 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "2025-05-15 12:04丨记者：王景曦　编辑：张磊", + "boxes": [ + 354, + 427, + 660, + 457 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "直播", + "boxes": [ + 1206, + 498, + 1260, + 532 + ] + }, + { + "text": "新京报讯（记者王景曦）今天北京晴朗在线，最高气温在29°℃上下。不过，据北京市气象台预计，明", + "boxes": [ + 354, + 514, + 1156, + 544 + ] + }, + { + "text": "天强对流天气将再度来袭，晚高峰防范雷雨大风和冰電。", + "boxes": [ + 352, + 554, + 796, + 584 + ] + }, + { + "text": "直播中", + "boxes": [ + 1220, + 572, + 1286, + 598 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "大美春强有我", + "boxes": [ + 1326, + 604, + 1456, + 635 + ] + }, + { + "text": "?", + "boxes": [ + 1234, + 619, + 1264, + 655 + ] + }, + { + "text": "明天白天云量逐渐增多，傍晚前后至前半夜有雷阵雨，并伴有短时大风，部分地区有冰雹，对明天晚", + "boxes": [ + 352, + 631, + 1152, + 661 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "高峰出行有一定影响，请及时关注临近预报预警信息，注意出行安全，妥善安置易受冰影响的室外", + "boxes": [ + 352, + 671, + 1150, + 701 + ] + }, + { + "text": "校款会", + "boxes": [ + 1226, + 679, + 1280, + 709 + ] + }, + { + "text": "物品。", + "boxes": [ + 352, + 711, + 398, + 739 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "2025校歌会暨第11届北京沙河高教园区文化交流月开", + "boxes": [ + 1206, + 754, + 1540, + 784 + ] + }, + { + "text": "2", + "boxes": [ + 38, + 784, + 78, + 826 + ] + }, + { + "text": "雷雨过后，受冷空气影响，明天夜间到17日白天北风较大，阵风可达7级左右。外出注意防风，远离", + "boxes": [ + 352, + 788, + 1146, + 818 + ] + }, + { + "text": "8233人参与", + "boxes": [ + 1207, + 800, + 1297, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 865 + ] + }, + { + "text": "广告牌等临时搭建物。", + "boxes": [ + 346, + 824, + 528, + 860 + ] + }, + { + "text": "热点", + "boxes": [ + 1206, + 874, + 1258, + 909 + ] + }, + { + "text": "5月16日至5月23日，白天最高气温在25°℃~29°℃，夜间最低气温在12°℃~18℃。", + "boxes": [ + 350, + 901, + 982, + 935 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "中美互降关税48小时：美国客", + "boxes": [ + 1338, + 933, + 1528, + 963 + ] + }, + { + "text": "“砸单”，义乌工厂加急发货", + "boxes": [ + 1340, + 953, + 1510, + 983 + ] + }, + { + "text": "月天北京再迎·", + "boxes": [ + 224, + 1048, + 304, + 1072 + ] + } + ] + }, + { + "frame_id": "200_2_4", + "episode_id": 200, + "env_id": 2, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.383598327636719, + "advantages": -0.3964728116989136, + "generated_text": "{\n \"intent\": \"Click on the first product titled 'Amazon Essentials Skinny Jeans for Women (Stretchy)' with coordinates (256, 490)\",\n \"action\": \"DoubleClick(245, 288)\"\n}", + "action_string": "DoubleClick(245, 288)", + "intent_string": "Click on the first product titled 'Amazon Essentials Skinny Jeans for Women (Stretchy)' with coordinates (256, 490)", + "before_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 64, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 105, + 1872, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 125, + 1444, + 143 + ] + }, + { + "text": "et", + "boxes": [ + 1610, + 119, + 1624, + 135 + ] + }, + { + "text": "tums", + "boxes": [ + 1618, + 117, + 1644, + 137 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 127, + 1882, + 151 + ] + }, + { + "text": "三 AlI", + "boxes": [ + 22, + 167, + 66, + 195 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 256, + 68, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "women", + "boxes": [ + 9, + 275, + 85, + 309 + ] + }, + { + "text": "unisex", + "boxes": [ + 9, + 299, + 81, + 328 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "35", + "boxes": [ + 18, + 425, + 48, + 445 + ] + }, + { + "text": "OOP", + "boxes": [ + 20, + 494, + 50, + 516 + ] + }, + { + "text": "[OP", + "boxes": [ + 58, + 494, + 100, + 514 + ] + }, + { + "text": "2P", + "boxes": [ + 106, + 494, + 140, + 514 + ] + }, + { + "text": "6P", + "boxes": [ + 194, + 494, + 228, + 514 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1812, + 502, + 1862, + 528 + ] + }, + { + "text": "16P", + "boxes": [ + 152, + 524, + 188, + 544 + ] + }, + { + "text": "18P", + "boxes": [ + 194, + 528, + 226, + 542 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 554, + 1820, + 574 + ] + }, + { + "text": "1-2", + "boxes": [ + 182, + 596, + 212, + 615 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 610, + 611, + 866, + 641 + ] + }, + { + "text": "7-8", + "boxes": [ + 180, + 621, + 220, + 649 + ] + }, + { + "text": "Straight Leg Jeans for Women,High ", + "boxes": [ + 902, + 613, + 1168, + 643 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1194, + 613, + 1464, + 643 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 623, + 140, + 645 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 574, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 637, + 1174, + 665 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1194, + 637, + 1442, + 667 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans", + "boxes": [ + 1488, + 637, + 1732, + 667 + ] + }, + { + "text": "9-10", + "boxes": [ + 26, + 655, + 68, + 675 + ] + }, + { + "text": "11-12", + "boxes": [ + 96, + 649, + 154, + 681 + ] + }, + { + "text": "13-14", + "boxes": [ + 172, + 653, + 226, + 679 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 659, + 838, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1064, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall ", + "boxes": [ + 1194, + 661, + 1424, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "18", + "boxes": [ + 110, + 687, + 130, + 703 + ] + }, + { + "text": "★★★★☆14.463", + "boxes": [ + 318, + 687, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆697", + "boxes": [ + 904, + 687, + 1030, + 715 + ] + }, + { + "text": "Fashion y2k Outfits 2025", + "boxes": [ + 1196, + 685, + 1384, + 715 + ] + }, + { + "text": "Baggy with Patch Pockets", + "boxes": [ + 1486, + 683, + 1682, + 717 + ] + }, + { + "text": "100+", + "boxes": [ + 320, + 711, + 348, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 612, + 715, + 740, + 739 + ] + }, + { + "text": "100+", + "boxes": [ + 908, + 711, + 940, + 733 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1196, + 713, + 1320, + 742 + ] + }, + { + "text": "★★★★★1.,998", + "boxes": [ + 1488, + 713, + 1632, + 742 + ] + }, + { + "text": "$118.90", + "boxes": [ + 1808, + 707, + 1862, + 733 + ] + }, + { + "text": "500+ bought in past", + "boxes": [ + 610, + 730, + 742, + 759 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 1196, + 731, + 1376, + 760 + ] + }, + { + "text": " 3K+ bought in past month", + "boxes": [ + 1486, + 728, + 1662, + 763 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 741, + 966, + 774 + ] + }, + { + "text": "$3888", + "boxes": [ + 606, + 764, + 672, + 798 + ] + }, + { + "text": "$3299", + "boxes": [ + 1191, + 762, + 1259, + 801 + ] + }, + { + "text": "$3898", + "boxes": [ + 1484, + 762, + 1554, + 802 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 316, + 780, + 458, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 776, + 1048, + 806 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 320, + 804, + 392, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 800, + 754, + 830 + ] + }, + { + "text": "Ships to Chi", + "boxes": [ + 906, + 804, + 970, + 822 + ] + }, + { + "text": "Delivery May 28 - Jun 3", + "boxes": [ + 1194, + 800, + 1352, + 830 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1484, + 796, + 1636, + 832 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1568, + 846 + ] + }, + { + "text": "GRAPENT", + "boxes": [ + 316, + 891, + 432, + 929 + ] + }, + { + "text": "Jeans for Women", + "boxes": [ + 470, + 889, + 598, + 913 + ] + }, + { + "text": "Shop GRAPENT >", + "boxes": [ + 470, + 911, + 566, + 935 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Jeans", + "boxes": [ + 367, + 114, + 407, + 138 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1872, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 125, + 1444, + 143 + ] + }, + { + "text": "et", + "boxes": [ + 1610, + 119, + 1624, + 135 + ] + }, + { + "text": "tums", + "boxes": [ + 1618, + 117, + 1644, + 137 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 127, + 1882, + 151 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 167, + 68, + 195 + ] + }, + { + "text": "Gender", + "boxes": [ + 9, + 253, + 65, + 285 + ] + }, + { + "text": "Results", + "boxes": [ + 304, + 260, + 380, + 292 + ] + }, + { + "text": "unisex", + "boxes": [ + 11, + 301, + 77, + 326 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "35", + "boxes": [ + 18, + 425, + 48, + 445 + ] + }, + { + "text": "OOP", + "boxes": [ + 20, + 494, + 52, + 516 + ] + }, + { + "text": "[OP", + "boxes": [ + 58, + 494, + 100, + 514 + ] + }, + { + "text": "2P", + "boxes": [ + 106, + 494, + 140, + 514 + ] + }, + { + "text": "4P", + "boxes": [ + 156, + 494, + 184, + 514 + ] + }, + { + "text": "6P", + "boxes": [ + 194, + 494, + 228, + 514 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1812, + 502, + 1862, + 528 + ] + }, + { + "text": "10P12P]14P", + "boxes": [ + 16, + 522, + 142, + 546 + ] + }, + { + "text": "16P", + "boxes": [ + 152, + 524, + 188, + 544 + ] + }, + { + "text": "18F", + "boxes": [ + 194, + 528, + 224, + 542 + ] + }, + { + "text": "1-2", + "boxes": [ + 182, + 596, + 212, + 615 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 610, + 611, + 866, + 641 + ] + }, + { + "text": "7-8", + "boxes": [ + 180, + 621, + 218, + 649 + ] + }, + { + "text": "Straight Leg Jeans for Women,High", + "boxes": [ + 902, + 613, + 1168, + 643 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1194, + 613, + 1464, + 643 + ] + }, + { + "text": "3-4", + "boxes": [ + 36, + 627, + 62, + 641 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 623, + 140, + 645 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 574, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 637, + 1174, + 665 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1194, + 637, + 1442, + 667 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans ", + "boxes": [ + 1488, + 637, + 1732, + 667 + ] + }, + { + "text": "9-10", + "boxes": [ + 32, + 655, + 68, + 675 + ] + }, + { + "text": "11-12", + "boxes": [ + 98, + 651, + 152, + 681 + ] + }, + { + "text": "13-14", + "boxes": [ + 172, + 653, + 226, + 679 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 659, + 838, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1064, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall", + "boxes": [ + 1194, + 661, + 1424, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "★★★★☆14.463", + "boxes": [ + 318, + 687, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆697", + "boxes": [ + 904, + 687, + 1030, + 715 + ] + }, + { + "text": "Fashion y2k Outfits 2025", + "boxes": [ + 1196, + 685, + 1384, + 715 + ] + }, + { + "text": " Baggy with Patch Pockets", + "boxes": [ + 1486, + 683, + 1682, + 717 + ] + }, + { + "text": "100+", + "boxes": [ + 320, + 711, + 348, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 612, + 715, + 740, + 739 + ] + }, + { + "text": "100+", + "boxes": [ + 908, + 711, + 940, + 733 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1196, + 713, + 1320, + 742 + ] + }, + { + "text": "★★★★★1.,998", + "boxes": [ + 1488, + 713, + 1632, + 742 + ] + }, + { + "text": "$118.90", + "boxes": [ + 1808, + 707, + 1862, + 733 + ] + }, + { + "text": "500+ bought in past", + "boxes": [ + 610, + 730, + 742, + 759 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 1196, + 731, + 1376, + 760 + ] + }, + { + "text": " 3K+ bought in past month", + "boxes": [ + 1486, + 728, + 1662, + 763 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 741, + 966, + 774 + ] + }, + { + "text": "$3888", + "boxes": [ + 606, + 764, + 672, + 798 + ] + }, + { + "text": "$3299", + "boxes": [ + 1191, + 762, + 1259, + 801 + ] + }, + { + "text": "$3898", + "boxes": [ + 1484, + 762, + 1554, + 802 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 318, + 780, + 458, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 776, + 1048, + 806 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 320, + 804, + 392, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 800, + 754, + 830 + ] + }, + { + "text": "Ships to Chi", + "boxes": [ + 906, + 804, + 970, + 822 + ] + }, + { + "text": "Delivery May 28 - Jun 3", + "boxes": [ + 1194, + 800, + 1352, + 830 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1484, + 796, + 1636, + 832 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1568, + 846 + ] + }, + { + "text": "GRAPENT", + "boxes": [ + 316, + 891, + 432, + 929 + ] + }, + { + "text": "Jeans for Women", + "boxes": [ + 470, + 889, + 598, + 913 + ] + }, + { + "text": "Shop GRAPENT >", + "boxes": [ + 470, + 911, + 566, + 935 + ] + } + ] + }, + { + "frame_id": "200_3_4", + "episode_id": 200, + "env_id": 3, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.451438903808594, + "advantages": 0.3667486011981964, + "generated_text": "{\n \"intent\": \"Click on one of the featured 'Tops' products or the 'Amazon Essentials Women's Slim-Fit Tank, Pack of 2' to explore further options.\",\n \"action\": \"DoubleClick(33, 70)\"\n}", + "action_string": "DoubleClick(33, 70)", + "intent_string": "Click on one of the featured 'Tops' products or the 'Amazon Essentials Women's Slim-Fit Tank, Pack of 2' to explore further options.", + "before_screen_ocr_results": [ + { + "text": "azon.com : Tops", + "boxes": [ + 56, + 29, + 164, + 52 + ] + }, + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "曰·", + "boxes": [ + 252, + 66, + 310, + 91 + ] + }, + { + "text": "(6ZPJ&pd_rd_r=21f(", + "boxes": [ + 1434, + 66, + 1570, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1876, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 105, + 1874, + 131 + ] + }, + { + "text": "Tops", + "boxes": [ + 296, + 115, + 342, + 143 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 125, + 1444, + 145 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 125, + 1882, + 151 + ] + }, + { + "text": "三 AIl ", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 358, + 169, + 420, + 189 + ] + }, + { + "text": "Popular Shopping Ideas", + "boxes": [ + 10, + 256, + 174, + 286 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "Tank ", + "boxes": [ + 12, + 280, + 52, + 308 + ] + }, + { + "text": "Cropped", + "boxes": [ + 14, + 304, + 68, + 324 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "Casual", + "boxes": [ + 12, + 320, + 62, + 347 + ] + }, + { + "text": "Long Sleeve", + "boxes": [ + 12, + 341, + 94, + 367 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 409, + 64, + 435 + ] + }, + { + "text": "Men", + "boxes": [ + 9, + 428, + 69, + 459 + ] + }, + { + "text": "women", + "boxes": [ + 7, + 446, + 87, + 483 + ] + }, + { + "text": " Boys", + "boxes": [ + 9, + 467, + 71, + 502 + ] + }, + { + "text": "Girls", + "boxes": [ + 14, + 494, + 68, + 514 + ] + }, + { + "text": "Babies", + "boxes": [ + 34, + 514, + 76, + 534 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1814, + 506, + 1860, + 526 + ] + }, + { + "text": "Unis", + "boxes": [ + 16, + 534, + 64, + 552 + ] + }, + { + "text": "口", + "boxes": [ + 1796, + 556, + 1810, + 572 + ] + }, + { + "text": "XXS", + "boxes": [ + 20, + 600, + 50, + 613 + ] + }, + { + "text": " Trendy Queen Womens Going Out", + "boxes": [ + 1484, + 611, + 1742, + 641 + ] + }, + { + "text": "Amazon Essentials Women's Slim-Fit", + "boxes": [ + 314, + 639, + 584, + 663 + ] + }, + { + "text": "ATHMILE Womens Oversized T Shirts ", + "boxes": [ + 608, + 641, + 884, + 665 + ] + }, + { + "text": " Carpetcom Oversized Workout Shirts", + "boxes": [ + 896, + 635, + 1180, + 669 + ] + }, + { + "text": " GAYHAY 3 Pack Womens T-Shirts -", + "boxes": [ + 1194, + 641, + 1446, + 665 + ] + }, + { + "text": " Crop Tops Backless Tank Tops", + "boxes": [ + 1486, + 637, + 1712, + 667 + ] + }, + { + "text": "Tank, Pack of 2", + "boxes": [ + 316, + 665, + 430, + 689 + ] + }, + { + "text": "Loose Fit Crewneck Short Sleeve", + "boxes": [ + 608, + 665, + 850, + 689 + ] + }, + { + "text": "for Women Short Sleeve Drop", + "boxes": [ + 898, + 661, + 1128, + 693 + ] + }, + { + "text": "Short Sleeve Spring Summer Tops", + "boxes": [ + 1194, + 663, + 1452, + 693 + ] + }, + { + "text": "Summer Y2k Teen Girls Basics Cute", + "boxes": [ + 1488, + 661, + 1750, + 691 + ] + }, + { + "text": "★★★★★67.80", + "boxes": [ + 318, + 687, + 468, + 715 + ] + }, + { + "text": "Tops Summer Casual Blouse Y2K ", + "boxes": [ + 606, + 687, + 854, + 717 + ] + }, + { + "text": "Shoulder Casual Crop Tops Baggy", + "boxes": [ + 900, + 687, + 1152, + 717 + ] + }, + { + "text": "Crew Neck Trendy Casual Work Soft ", + "boxes": [ + 1194, + 687, + 1464, + 717 + ] + }, + { + "text": "Clothes", + "boxes": [ + 1488, + 687, + 1552, + 713 + ] + }, + { + "text": "2025 Basic Tee Beach", + "boxes": [ + 610, + 713, + 770, + 737 + ] + }, + { + "text": "Gym Yoga Athletic Tee", + "boxes": [ + 900, + 711, + 1072, + 741 + ] + }, + { + "text": "Basic Tees for Ladies 2025", + "boxes": [ + 1196, + 713, + 1390, + 737 + ] + }, + { + "text": "★★★★☆909", + "boxes": [ + 1490, + 715, + 1622, + 739 + ] + }, + { + "text": "$118.96", + "boxes": [ + 1808, + 707, + 1858, + 733 + ] + }, + { + "text": "$119 Typical: 43.40", + "boxes": [ + 309, + 718, + 475, + 765 + ] + }, + { + "text": "★★★★☆2.438", + "boxes": [ + 614, + 739, + 750, + 762 + ] + }, + { + "text": "★★★★★664", + "boxes": [ + 904, + 737, + 1032, + 766 + ] + }, + { + "text": "★★★★★33", + "boxes": [ + 1196, + 737, + 1320, + 766 + ] + }, + { + "text": "1K+ bought in past m", + "boxes": [ + 1490, + 735, + 1630, + 758 + ] + }, + { + "text": "Special Clothing Size", + "boxes": [ + 10, + 762, + 154, + 792 + ] + }, + { + "text": "Delivery May 29 - Jun 6", + "boxes": [ + 316, + 760, + 468, + 784 + ] + }, + { + "text": "bought in past month", + "boxes": [ + 634, + 762, + 776, + 780 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 1196, + 754, + 1376, + 786 + ] + }, + { + "text": "$149 ist: $49.99", + "boxes": [ + 895, + 766, + 1043, + 813 + ] + }, + { + "text": "$79 Typlcal: $9.99", + "boxes": [ + 1481, + 759, + 1627, + 811 + ] + }, + { + "text": "Big & Tall", + "boxes": [ + 12, + 788, + 98, + 814 + ] + }, + { + "text": "$799 Tyial 9.9", + "boxes": [ + 603, + 787, + 747, + 833 + ] + }, + { + "text": "$199 List: $29.99", + "boxes": [ + 1189, + 785, + 1339, + 833 + ] + }, + { + "text": "Juniors", + "boxes": [ + 7, + 803, + 85, + 837 + ] + }, + { + "text": " 1 sustainab", + "boxes": [ + 322, + 802, + 414, + 826 + ] + }, + { + "text": "Delivery Jun 30 - Jul 10", + "boxes": [ + 900, + 804, + 1062, + 834 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1484, + 800, + 1634, + 830 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 604, + 822, + 754, + 856 + ] + }, + { + "text": "Ships to China ", + "boxes": [ + 902, + 830, + 986, + 854 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1570, + 846 + ] + }, + { + "text": " plus Size", + "boxes": [ + 10, + 846, + 88, + 872 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 608, + 850, + 688, + 874 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1194, + 846, + 1340, + 874 + ] + }, + { + "text": "lerReviews", + "boxes": [ + 62, + 883, + 132, + 901 + ] + }, + { + "text": "Ships to Chi", + "boxes": [ + 1198, + 874, + 1260, + 891 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 10, + 901, + 144, + 937 + ] + }, + { + "text": "Price", + "boxes": [ + 8, + 943, + 54, + 969 + ] + }, + { + "text": "$2 -$25 ", + "boxes": [ + 8, + 965, + 76, + 997 + ] + }, + { + "text": "00", + "boxes": [ + 10, + 997, + 74, + 1036 + ] + }, + { + "text": "Go", + "boxes": [ + 250, + 1005, + 282, + 1026 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "①", + "boxes": [ + 249, + 63, + 311, + 94 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 109, + 414, + 143 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "mEN+", + "boxes": [ + 1520, + 119, + 1582, + 151 + ] + }, + { + "text": "Returns", + "boxes": [ + 1736, + 113, + 1782, + 139 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "egistry", + "boxes": [ + 200, + 169, + 246, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 420, + 187 + ] + }, + { + "text": "Sign in", + "boxes": [ + 1622, + 177, + 1680, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Shop Books", + "boxes": [ + 652, + 284, + 838, + 322 + ] + }, + { + "text": "explore titles", + "boxes": [ + 670, + 317, + 818, + 360 + ] + }, + { + "text": "", + "boxes": [ + 1434, + 488, + 1474, + 508 + ] + }, + { + "text": "", + "boxes": [ + 1522, + 488, + 1564, + 508 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 240, + 524, + 466, + 560 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 610, + 530, + 808, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 982, + 530, + 1164, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": " See all deals", + "boxes": [ + 240, + 889, + 318, + 913 + ] + }, + { + "text": " See more", + "boxes": [ + 608, + 889, + 674, + 915 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 980, + 889, + 1066, + 915 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1354, + 891, + 1484, + 909 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": " Refresh your space", + "boxes": [ + 1348, + 965, + 1546, + 1005 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1026 + ] + } + ] + }, + { + "frame_id": "200_4_4", + "episode_id": 200, + "env_id": 4, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.305211067199707, + "advantages": 0.2622346580028534, + "generated_text": "{\n \"intent\": \"Clicking on the article titled '一博主侮辱雷军和小米，被判道歉并赔6万元'\", \"action\": \"Click(1000, 30)\"\n}", + "action_string": "Click(1000, 30)", + "intent_string": "Clicking on the article titled '一博主侮辱雷军和小米，被判道歉并赔6万元'", + "before_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 62, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1666, + 93 + ] + }, + { + "text": "三四", + "boxes": [ + 1784, + 66, + 1862, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页要闻", + "boxes": [ + 134, + 117, + 288, + 151 + ] + }, + { + "text": "财经", + "boxes": [ + 378, + 119, + 426, + 145 + ] + }, + { + "text": "科技", + "boxes": [ + 442, + 119, + 490, + 145 + ] + }, + { + "text": "电视剧", + "boxes": [ + 506, + 119, + 572, + 145 + ] + }, + { + "text": "更多", + "boxes": [ + 558, + 117, + 632, + 149 + ] + }, + { + "text": "都市快报橙柿互动", + "boxes": [ + 1042, + 117, + 1178, + 147 + ] + }, + { + "text": "| Q 搜索 ", + "boxes": [ + 1368, + 115, + 1436, + 147 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1470, + 117, + 1790, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1816, + 119, + 1860, + 147 + ] + }, + { + "text": "腾讯新闻电脑版全新上线", + "boxes": [ + 916, + 208, + 1274, + 250 + ] + }, + { + "text": "安装体验", + "boxes": [ + 1332, + 226, + 1430, + 264 + ] + }, + { + "text": "福", + "boxes": [ + 820, + 248, + 862, + 274 + ] + }, + { + "text": "全网热点，即时推送|电脑看新闻，大屏更过瘾", + "boxes": [ + 916, + 248, + 1274, + 278 + ] + }, + { + "text": "0", + "boxes": [ + 350, + 316, + 386, + 351 + ] + }, + { + "text": "博主侮辱雷军和小米，被判道歉并赔6", + "boxes": [ + 458, + 326, + 1086, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1154, + 334, + 1284, + 365 + ] + }, + { + "text": "乌镇游客手机不慎落水，桥", + "boxes": [ + 1278, + 373, + 1476, + 403 + ] + }, + { + "text": "万元", + "boxes": [ + 425, + 386, + 505, + 434 + ] + }, + { + "text": "下保洁大叔及时捞起，还….", + "boxes": [ + 1278, + 397, + 1474, + 427 + ] + }, + { + "text": "口", + "boxes": [ + 358, + 411, + 384, + 435 + ] + }, + { + "text": "-7小时前", + "boxes": [ + 1280, + 429, + 1332, + 455 + ] + }, + { + "text": "都市快报橙柿互动", + "boxes": [ + 482, + 461, + 594, + 484 + ] + }, + { + "text": "+关注", + "boxes": [ + 1038, + 467, + 1096, + 500 + ] + }, + { + "text": "贾斯汀·比伯被曝破产", + "boxes": [ + 1276, + 462, + 1430, + 496 + ] + }, + { + "text": "125-05-15 09:36 发布于浙江都市快报官方账号", + "boxes": [ + 488, + 478, + 738, + 502 + ] + }, + { + "text": "☆", + "boxes": [ + 354, + 500, + 390, + 532 + ] + }, + { + "text": "5月14日傍晚，小米法务部在社交平台发文称，近日，就小米公司与自媒体\"民之力”（又名“网络", + "boxes": [ + 428, + 532, + 1110, + 556 + ] + }, + { + "text": "小时前", + "boxes": [ + 1288, + 528, + 1328, + 544 + ] + }, + { + "text": "收商", + "boxes": [ + 346, + 525, + 396, + 575 + ] + }, + { + "text": "一兵”）网络侵权责任纠纷一案，法院作出一审判决。法院认定被告存在悔辱、诽谤行为，侵害了", + "boxes": [ + 428, + 556, + 1114, + 586 + ] + }, + { + "text": "有本地的哥哥吗，加个好", + "boxes": [ + 1272, + 554, + 1464, + 590 + ] + }, + { + "text": "", + "boxes": [ + 346, + 579, + 395, + 627 + ] + }, + { + "text": "小米公司的名誉权。判令被告删除在抖音、头条、哗哩哗哩、西瓜视频、快手、微信视频号、微", + "boxes": [ + 428, + 584, + 1112, + 613 + ] + }, + { + "text": "友，合适做情侣，可约会", + "boxes": [ + 1276, + 582, + 1460, + 611 + ] + }, + { + "text": "信公众号平台账号内发布的侵权内容，发布声明消除给小米公司造成的负面影响，并赔偿小米公", + "boxes": [ + 422, + 605, + 1116, + 643 + ] + }, + { + "text": "广告爱聊-谈恋爱", + "boxes": [ + 1282, + 617, + 1374, + 635 + ] + }, + { + "text": "司各项损失共计6万元。", + "boxes": [ + 424, + 633, + 592, + 673 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1244, + 699 + ] + }, + { + "text": "日", + "boxes": [ + 354, + 679, + 388, + 711 + ] + }, + { + "text": "小米法务部", + "boxes": [ + 516, + 705, + 616, + 731 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "14小时前来自Xiaomi15Ultra", + "boxes": [ + 520, + 731, + 710, + 754 + ] + }, + { + "text": "", + "boxes": [ + 1848, + 725, + 1868, + 756 + ] + }, + { + "text": "近日，就小米公司与自媒体“民之力”（又名“网络一兵”）网络侵权责任纠纷一案，法", + "boxes": [ + 514, + 758, + 1080, + 788 + ] + }, + { + "text": "院作出一审判决。法院认定被告存在侮辱、诽谤行为，侵害了小米公司的名誉权。判", + "boxes": [ + 514, + 782, + 1084, + 812 + ] + }, + { + "text": "令被告删除在抖音、头条、哗哩哗哩、西瓜视频、快手、微信视频号、微信公众号平", + "boxes": [ + 516, + 808, + 1082, + 838 + ] + }, + { + "text": "台账号内发布的侵权内容，发布声明消除给小米公司造成的负面影响，并赔偿小米公", + "boxes": [ + 514, + 834, + 1082, + 864 + ] + }, + { + "text": "司各项损失共计6万元。", + "boxes": [ + 516, + 862, + 674, + 885 + ] + }, + { + "text": "O", + "boxes": [ + 1852, + 862, + 1866, + 878 + ] + }, + { + "text": "法院认为：1.被告发表的言论造成小米公司社会评价的降低，且超出舆论监督的合理", + "boxes": [ + 510, + 903, + 1084, + 943 + ] + }, + { + "text": "I今日！俄乌计划在土耳其进行直接..", + "boxes": [ + 1166, + 899, + 1444, + 929 + ] + }, + { + "text": "范围。2.被告发表的部分言论具有明确的侮辱、贬损性，且缺乏事实依据，构成侮", + "boxes": [ + 514, + 935, + 1072, + 965 + ] + }, + { + "text": "港媒：抓住窗口期，未来几周从中国发..", + "boxes": [ + 1170, + 945, + 1458, + 975 + ] + }, + { + "text": "辱、诽谤，侵犯了小米公司名誉权。", + "boxes": [ + 512, + 957, + 756, + 991 + ] + }, + { + "text": "目前一审判决已生效。", + "boxes": [ + 516, + 989, + 662, + 1012 + ] + }, + { + "text": "郑钦文谈首胜萨巴伦卡：终于突破了！.", + "boxes": [ + 1168, + 991, + 1452, + 1020 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "悔辱雷军被判赔6万", + "boxes": [ + 176, + 157, + 324, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": " About 1,620,000 results", + "boxes": [ + 172, + 254, + 332, + 288 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 208, + 296, + 262, + 322 + ] + }, + { + "text": "Q", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "一博主侮辱雷军和小米，被判道歉并赔6万元－腾讯网", + "boxes": [ + 186, + 336, + 654, + 371 + ] + }, + { + "text": "8 hours ago·微信公众号平台账号内发布的侵权内容，发布声明消除给小米公司造成的负面影", + "boxes": [ + 180, + 363, + 764, + 393 + ] + }, + { + "text": "响，并赔偿小米公司各项损失共计6万..我向雷军先生及小米公司", + "boxes": [ + 178, + 389, + 588, + 413 + ] + }, + { + "text": "悔辱雷军、小米，小米公司告赢了！赔偿各项损失共计6万元.", + "boxes": [ + 190, + 419, + 738, + 457 + ] + }, + { + "text": "小米公司因自媒体\"民之力\"涉嫌悔辱雷军、小米，起诉至法院并获得胜诉，被判删除侵权内容并", + "boxes": [ + 196, + 451, + 782, + 474 + ] + }, + { + "text": "赔偿6万元。2.除此之外，小米集团诉聚好看科技，", + "boxes": [ + 196, + 472, + 510, + 496 + ] + }, + { + "text": "See results only from news.qq.com ", + "boxes": [ + 194, + 510, + 418, + 534 + ] + }, + { + "text": "界面新闻", + "boxes": [ + 214, + 556, + 278, + 582 + ] + }, + { + "text": "回", + "boxes": [ + 186, + 570, + 202, + 586 + ] + }, + { + "text": "article Translate this result", + "boxes": [ + 376, + 576, + 540, + 600 + ] + }, + { + "text": "悔辱雷军、小米，一博主被判道并赔6万元－界面新闻", + "boxes": [ + 172, + 596, + 674, + 631 + ] + }, + { + "text": "7 hours ago·侮辱雷军、小米，一", + "boxes": [ + 176, + 625, + 404, + 655 + ] + }, + { + "text": "一博主被判道并赔6万元法院认定被告存在悔辱、谁谤行为，", + "boxes": [ + 388, + 625, + 774, + 655 + ] + }, + { + "text": "侵害了小米公司的名誉权。陈小同·来源：界面新闻图片来源：界面图库5月14日傍晚，小米法．", + "boxes": [ + 176, + 647, + 778, + 677 + ] + }, + { + "text": "腾讯新闻", + "boxes": [ + 210, + 695, + 278, + 721 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 711, + 204, + 727 + ] + }, + { + "text": "https:/view.inews.q.com Translate thisresult", + "boxes": [ + 208, + 713, + 498, + 741 + ] + }, + { + "text": "侮辱雷军、小米，小米公司告赢了！赔偿各项损失共计6万元", + "boxes": [ + 176, + 741, + 718, + 770 + ] + }, + { + "text": "8 hours ago·小米公司因自媒体\"民之力\"涉嫌悔辱雷军、小米，起诉至法院并获得胜诉，被判删除", + "boxes": [ + 176, + 764, + 790, + 794 + ] + }, + { + "text": "侵权内容并赔偿6万元。2.除此之外，小米集团诉聚好看科技股份有限公司商业低毁一案也胜", + "boxes": [ + 178, + 790, + 758, + 814 + ] + }, + { + "text": "财经网", + "boxes": [ + 208, + 832, + 266, + 864 + ] + }, + { + "text": "国", + "boxes": [ + 182, + 846, + 212, + 868 + ] + }, + { + "text": "htps:/industry.cajing.com.cn Translate thisresut", + "boxes": [ + 208, + 850, + 526, + 884 + ] + }, + { + "text": "侮辱雷军、小米，一博主被判道歉并赔6万元！雷军微博已限制..", + "boxes": [ + 178, + 879, + 752, + 909 + ] + }, + { + "text": "5 hours ago·侮辱雷军、小米，一博主被判道掀并赔6万元！雷军微博已限制评论设为首页手机", + "boxes": [ + 176, + 905, + 784, + 935 + ] + }, + { + "text": "版财经网ApP 财经网首页宏观..内发布的侵权内容，发布声明..", + "boxes": [ + 178, + 927, + 582, + 957 + ] + }, + { + "text": "极目新闻", + "boxes": [ + 212, + 975, + 278, + 1001 + ] + }, + { + "text": "口", + "boxes": [ + 182, + 987, + 206, + 1009 + ] + }, + { + "text": "htp//wctt ranlat ths", + "boxes": [ + 210, + 986, + 476, + 1025 + ] + }, + { + "text": "侮辱雷军、小米，", + "boxes": [ + 174, + 1016, + 340, + 1052 + ] + }, + { + "text": "一博主被判道欺并赔偿6万元！-极目新闻", + "boxes": [ + 330, + 1016, + 714, + 1052 + ] + }, + { + "text": "每辱雷军被判", + "boxes": [ + 222, + 1048, + 312, + 1074 + ] + } + ] + }, + { + "frame_id": "200_5_4", + "episode_id": 200, + "env_id": 5, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.424918174743652, + "advantages": 0.3477933406829834, + "generated_text": "{\n \"intent\": \"Click on the \\\"Click here to go to amazon.com\\\" link to explore more deals and products.\",\n \"action\": \"Click(1241, 470)\"\n}", + "action_string": "Click(1241, 470)", + "intent_string": "Click on the \"Click here to go to amazon.com\" link to explore more deals and products.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1606, + 68, + 1658, + 87 + ] + }, + { + "text": " amazon", + "boxes": [ + 897, + 128, + 1023, + 177 + ] + }, + { + "text": "请输入您在下方看到的字符", + "boxes": [ + 800, + 197, + 1060, + 238 + ] + }, + { + "text": "抱歉，我们只是想确认一下当前访问者并非自", + "boxes": [ + 842, + 220, + 1112, + 260 + ] + }, + { + "text": "动程序。为了达到最佳效果，请确保您浏览器", + "boxes": [ + 842, + 242, + 1112, + 278 + ] + }, + { + "text": "上的 Cookie已启用。", + "boxes": [ + 844, + 264, + 968, + 294 + ] + }, + { + "text": "请输入您在这个图片中看到的字", + "boxes": [ + 826, + 347, + 1074, + 383 + ] + }, + { + "text": "符：", + "boxes": [ + 832, + 375, + 864, + 397 + ] + }, + { + "text": "BRUNFM", + "boxes": [ + 876, + 397, + 1058, + 447 + ] + }, + { + "text": "输入字符", + "boxes": [ + 830, + 465, + 892, + 496 + ] + }, + { + "text": "换一张图", + "boxes": [ + 1034, + 469, + 1092, + 494 + ] + }, + { + "text": "继续购物", + "boxes": [ + 934, + 580, + 988, + 600 + ] + }, + { + "text": "使用条件", + "boxes": [ + 898, + 717, + 950, + 742 + ] + }, + { + "text": "隐私声明", + "boxes": [ + 968, + 717, + 1022, + 742 + ] + } + ] + }, + { + "frame_id": "200_6_4", + "episode_id": 200, + "env_id": 6, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.80518913269043, + "advantages": 0.6195856928825378, + "generated_text": "{\n \"intent\": \"Clicking the Click here go to amazon.com link will potentially redirect me to Amazon's official website to explore more deals under $50.\",\n \"action\": \"DoubleClick(1248, 473)\" \n}", + "action_string": "DoubleClick(1248, 473)", + "intent_string": "Clicking the Click here go to amazon.com link will potentially redirect me to Amazon's official website to explore more deals under $50.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 296, + 115, + 414, + 139 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 420, + 187 + ] + }, + { + "text": "Kitchen favorites", + "boxes": [ + 610, + 280, + 878, + 324 + ] + }, + { + "text": "under $50", + "boxes": [ + 688, + 323, + 800, + 360 + ] + }, + { + "text": "ons of products withfast local delivery. Click here to goto amazon.n", + "boxes": [ + 958, + 455, + 1398, + 484 + ] + }, + { + "text": "", + "boxes": [ + 1024, + 488, + 1080, + 508 + ] + }, + { + "text": "LL", + "boxes": [ + 1394, + 482, + 1512, + 512 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1206, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1606, + 68, + 1658, + 87 + ] + }, + { + "text": "amazon", + "boxes": [ + 900, + 131, + 1022, + 175 + ] + }, + { + "text": "请输入您在下方看到的字符", + "boxes": [ + 800, + 197, + 1060, + 238 + ] + }, + { + "text": "抱歉，我们只是想确认一下当前访问者并非自", + "boxes": [ + 840, + 220, + 1114, + 260 + ] + }, + { + "text": "动程序。为了达到最佳效果，请确保您浏览器", + "boxes": [ + 842, + 242, + 1112, + 278 + ] + }, + { + "text": "上的 Cookie已启用。", + "boxes": [ + 844, + 264, + 968, + 294 + ] + }, + { + "text": "请输入您在这个图片中看到的字", + "boxes": [ + 826, + 347, + 1074, + 383 + ] + }, + { + "text": "符：", + "boxes": [ + 832, + 375, + 866, + 397 + ] + }, + { + "text": "MEATRG", + "boxes": [ + 874, + 395, + 1062, + 451 + ] + }, + { + "text": "输入字符", + "boxes": [ + 830, + 465, + 892, + 498 + ] + }, + { + "text": "换一张图", + "boxes": [ + 1034, + 469, + 1092, + 494 + ] + }, + { + "text": "继续购物", + "boxes": [ + 934, + 580, + 988, + 600 + ] + }, + { + "text": "使用条件", + "boxes": [ + 898, + 717, + 950, + 742 + ] + }, + { + "text": "隐私声明", + "boxes": [ + 968, + 717, + 1022, + 742 + ] + } + ] + }, + { + "frame_id": "200_7_4", + "episode_id": 200, + "env_id": 7, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.265277862548828, + "advantages": 0.23369306325912476, + "generated_text": "{\n \"intent\": \"Click on the \\\"明晚北京又要下冰雹了明天北京再迎强对流天气\\\" link to open the article.\",\n \"action\": \"Click(100, 30)\"\n}", + "action_string": "Click(100, 30)", + "intent_string": "Click on the \"明晚北京又要下冰雹了明天北京再迎强对流天气\" link to open the article.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 410, + 113, + 458, + 133 + ] + }, + { + "text": " 体育财经", + "boxes": [ + 446, + 109, + 574, + 139 + ] + }, + { + "text": "娱乐", + "boxes": [ + 560, + 111, + 638, + 135 + ] + }, + { + "text": "科技博客", + "boxes": [ + 640, + 111, + 744, + 137 + ] + }, + { + "text": "图片", + "boxes": [ + 750, + 113, + 798, + 133 + ] + }, + { + "text": "专栏", + "boxes": [ + 824, + 113, + 854, + 135 + ] + }, + { + "text": "更多", + "boxes": [ + 882, + 111, + 934, + 137 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1392, + 109, + 1430, + 137 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1464, + 111, + 1552, + 137 + ] + }, + { + "text": "sna 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 278, + 628, + 322 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1328, + 294, + 1414, + 318 + ] + }, + { + "text": "明晚北京又要下冰雹了明天", + "boxes": [ + 328, + 341, + 808, + 405 + ] + }, + { + "text": "发现新版本", + "boxes": [ + 824, + 395, + 954, + 433 + ] + }, + { + "text": "V8.13.0", + "boxes": [ + 830, + 435, + 894, + 467 + ] + }, + { + "text": "2025年05月15日13:12新京报", + "boxes": [ + 330, + 449, + 566, + 487 + ] + }, + { + "text": "A", + "boxes": [ + 1134, + 455, + 1160, + 478 + ] + }, + { + "text": "一R", + "boxes": [ + 1392, + 453, + 1450, + 478 + ] + }, + { + "text": "13", + "boxes": [ + 1474, + 451, + 1548, + 482 + ] + }, + { + "text": "1.新增美股全球联动模块，聚焦中美关", + "boxes": [ + 824, + 478, + 1068, + 508 + ] + }, + { + "text": "联，把握套利机会；", + "boxes": [ + 826, + 500, + 950, + 524 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 522 + ] + }, + { + "text": "2.沪深概念升级，更多热点概念及时更", + "boxes": [ + 822, + 530, + 1068, + 560 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "斤浪首页", + "boxes": [ + 1602, + 524, + 1636, + 538 + ] + }, + { + "text": "新，明示入选理由；", + "boxes": [ + 822, + 550, + 952, + 580 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "3.社区股吧艾特喜娜AI助手，随时为您解", + "boxes": [ + 822, + 580, + 1080, + 609 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "新京", + "boxes": [ + 718, + 588, + 808, + 627 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1568, + 625 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1596, + 596, + 1638, + 615 + ] + }, + { + "text": "答财经问题；", + "boxes": [ + 826, + 606, + 908, + 629 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1508, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1248, + 651, + 1336, + 683 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "提醒！北京将再", + "boxes": [ + 532, + 665, + 804, + 715 + ] + }, + { + "text": "明日晚高峰防范", + "boxes": [ + 534, + 710, + 802, + 763 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 707, + 1568, + 737 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1250, + 731, + 1568, + 760 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1250, + 866, + 1568, + 895 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 925, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1442, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 346, + 963, + 440, + 995 + ] + }, + { + "text": "-28465秒前恒生指数收盘跌0.79%，恒生科技指数跌1.56%", + "boxes": [ + 474, + 961, + 956, + 995 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "天北京晴朗在线", + "boxes": [ + 884, + 1026, + 1012, + 1044 + ] + }, + { + "text": "最高气温在29°C", + "boxes": [ + 1042, + 1026, + 1182, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1661, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "北京明晚再迎强对流", + "boxes": [ + 474, + 295, + 630, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 北京明晚再迎强对流", + "boxes": [ + 486, + 411, + 656, + 441 + ] + }, + { + "text": "2 陈奕迅确诊新冠", + "boxes": [ + 792, + 411, + 938, + 441 + ] + }, + { + "text": "3巴菲特透露退休原因", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4侮辱雷军被判赔6万", + "boxes": [ + 484, + 453, + 646, + 476 + ] + }, + { + "text": "5 华为鸿蒙折叠电脑", + "boxes": [ + 790, + 449, + 950, + 478 + ] + }, + { + "text": "6乒协辟谣刘国梁被抓“", + "boxes": [ + 1104, + 449, + 1280, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "黑骑士锋芒登场", + "boxes": [ + 1214, + 780, + 1346, + 810 + ] + }, + { + "text": "深证武", + "boxes": [ + 1453, + 795, + 1529, + 849 + ] + }, + { + "text": "为什么是汤姆逊烈龙", + "boxes": [ + 310, + 806, + 688, + 862 + ] + }, + { + "text": "-1.62%", + "boxes": [ + 1638, + 808, + 1686, + 828 + ] + }, + { + "text": "10,186...", + "boxes": [ + 1622, + 820, + 1684, + 840 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 848, + 1506, + 891 + ] + }, + { + "text": "W", + "boxes": [ + 1594, + 852, + 1630, + 879 + ] + }, + { + "text": "+4.07%6", + "boxes": [ + 1628, + 846, + 1700, + 893 + ] + }, + { + "text": "毁了CF生化模式？", + "boxes": [ + 302, + 858, + 700, + 925 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 893, + 1516, + 937 + ] + }, + { + "text": "-4 10,310", + "boxes": [ + 1584, + 893, + 1700, + 939 + ] + }, + { + "text": "戏天地·48分钟", + "boxes": [ + 242, + 923, + 332, + 941 + ] + }, + { + "text": "众播动漫·1小时", + "boxes": [ + 826, + 921, + 952, + 945 + ] + }, + { + "text": "网上车市·2周", + "boxes": [ + 1136, + 921, + 1254, + 945 + ] + }, + { + "text": "盘点20位动漫战力天花板角", + "boxes": [ + 826, + 941, + 1082, + 977 + ] + }, + { + "text": "一车覆盖全场景出行，奔腾", + "boxes": [ + 1138, + 941, + 1392, + 977 + ] + }, + { + "text": "13,4 ", + "boxes": [ + 1626, + 939, + 1700, + 989 + ] + }, + { + "text": "为什么说汤姆逊烈龙毁了CF生化模式？它本", + "boxes": [ + 200, + 949, + 772, + 985 + ] + }, + { + "text": "就是工具枪", + "boxes": [ + 194, + 976, + 358, + 1025 + ] + }, + { + "text": "色，让你爽翻看个够", + "boxes": [ + 828, + 971, + 1016, + 1001 + ] + }, + { + "text": "B70凭什么满足用户的又要既", + "boxes": [ + 1136, + 967, + 1412, + 1003 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 983, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1591, + 986, + 1629, + 1014 + ] + }, + { + "text": "+4.163", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "要还要？", + "boxes": [ + 1140, + 999, + 1222, + 1024 + ] + } + ] + }, + { + "frame_id": "200_0_5", + "episode_id": 200, + "env_id": 0, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.051965713500977, + "advantages": -0.6335017085075378, + "generated_text": "{\n \"intent\": \"Click on the 'Gaming accessories' section to bring up various gaming products.\",\n \"action\": \"DoubleClick(137, 512)\"\n}", + "action_string": "DoubleClick(137, 512)", + "intent_string": "Click on the 'Gaming accessories' section to bring up various gaming products.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 30, + 61, + 128, + 92 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 296, + 117, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 240, + 524, + 442, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": " Chiverto", + "boxes": [ + 132, + 101, + 221, + 155 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 416, + 143 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "GiftCards", + "boxes": [ + 354, + 169, + 420, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 240, + 526, + 442, + 562 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "200_1_5", + "episode_id": 200, + "env_id": 1, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.731995582580566, + "advantages": -0.14746162295341492, + "generated_text": "{\n \"intent\": \"Click on the article titled '明天北京再迎强对流天气，晚高峰防范雷雨大风和冰雹' to read more about the weather forecast and related information\",\n \"action\": \"Click(100, 50)\"\n}", + "action_string": "Click(100, 50)", + "intent_string": "Click on the article titled '明天北京再迎强对流天气，晚高峰防范雷雨大风和冰雹' to read more about the weather forecast and related information", + "before_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 1126, + 42, + 1250, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "Q Search - Microsoft Bing×」α 北京明晚", + "boxes": [ + 328, + 68, + 632, + 91 + ] + }, + { + "text": "→白", + "boxes": [ + 358, + 101, + 454, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1288, + 101, + 1370, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1464, + 103, + 1558, + 129 + ] + }, + { + "text": "新京报", + "boxes": [ + 370, + 151, + 490, + 199 + ] + }, + { + "text": "北交所频道", + "boxes": [ + 910, + 143, + 972, + 161 + ] + }, + { + "text": "贝壳财经", + "boxes": [ + 1154, + 143, + 1208, + 161 + ] + }, + { + "text": "商务合作", + "boxes": [ + 1434, + 143, + 1488, + 161 + ] + }, + { + "text": "爱心模式", + "boxes": [ + 1506, + 143, + 1552, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 5, + 168, + 113, + 205 + ] + }, + { + "text": "BJNEWS.COM.CN", + "boxes": [ + 372, + 190, + 478, + 221 + ] + }, + { + "text": "输入搜索信息", + "boxes": [ + 645, + 192, + 739, + 229 + ] + }, + { + "text": "α", + "boxes": [ + 1138, + 201, + 1166, + 228 + ] + }, + { + "text": "首页 视频深读公益第一看点时事北京", + "boxes": [ + 348, + 266, + 750, + 296 + ] + }, + { + "text": "国际政事儿", + "boxes": [ + 756, + 272, + 868, + 290 + ] + }, + { + "text": "观点", + "boxes": [ + 866, + 272, + 922, + 290 + ] + }, + { + "text": "财经消费娱乐文化体育汽车房产教育图说科技智库乡村", + "boxes": [ + 912, + 268, + 1558, + 292 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "首页>北京", + "boxes": [ + 356, + 330, + 430, + 353 + ] + }, + { + "text": "明天北京再迎强对流天气，晚高峰防范雷雨大风和冰电", + "boxes": [ + 350, + 365, + 1342, + 413 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "2025-05-15 12:04丨记者：王景曦编辑：张磊", + "boxes": [ + 354, + 427, + 660, + 457 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "直播", + "boxes": [ + 1206, + 498, + 1260, + 532 + ] + }, + { + "text": "新京报讯（记者王景曦）今天北京晴朗在线，最高气温在29°℃上下。不过，据北京市气象台预计，明", + "boxes": [ + 354, + 514, + 1156, + 544 + ] + }, + { + "text": "天强对流天气将再度来袭，晚高峰防范雷雨大风和冰電。", + "boxes": [ + 352, + 554, + 796, + 584 + ] + }, + { + "text": "I直播中", + "boxes": [ + 1224, + 576, + 1284, + 596 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "大美春强有我", + "boxes": [ + 1326, + 604, + 1456, + 635 + ] + }, + { + "text": "明天白天云量逐渐增多，傍晚前后至前半夜有雷阵雨，并伴有短时大风，部分地区有冰雹，对明天晚", + "boxes": [ + 352, + 631, + 1152, + 661 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "高峰出行有一定影响，请及时关注临近预报预警信息，注意出行安全，妥善安置易受冰影响的室外", + "boxes": [ + 352, + 671, + 1150, + 701 + ] + }, + { + "text": "校款会", + "boxes": [ + 1226, + 679, + 1280, + 709 + ] + }, + { + "text": "物品。", + "boxes": [ + 352, + 711, + 398, + 739 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "2025校歌会暨第11届北京沙河高教园区文化交流月开", + "boxes": [ + 1206, + 754, + 1540, + 784 + ] + }, + { + "text": "2", + "boxes": [ + 38, + 784, + 78, + 826 + ] + }, + { + "text": "雷雨过后，受冷空气影响，明天夜间到17日白天北风较大，阵风可达7级左右。外出注意防风，远离", + "boxes": [ + 352, + 788, + 1146, + 818 + ] + }, + { + "text": "8233人参与", + "boxes": [ + 1207, + 800, + 1297, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 865 + ] + }, + { + "text": "广告牌等临时搭建物。", + "boxes": [ + 346, + 824, + 528, + 860 + ] + }, + { + "text": "热点", + "boxes": [ + 1206, + 874, + 1258, + 909 + ] + }, + { + "text": "5月16日至5月23日，白天最高气温在25°℃~29°℃，夜间最低气温在12°℃~18℃。", + "boxes": [ + 350, + 901, + 982, + 935 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "中美互降关税48小时：美国客", + "boxes": [ + 1338, + 933, + 1528, + 963 + ] + }, + { + "text": "“砸单”，义乌工厂加急发货", + "boxes": [ + 1340, + 953, + 1510, + 983 + ] + }, + { + "text": "月天北京再迎·", + "boxes": [ + 224, + 1048, + 304, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "明天北京再迎强对流天气", + "boxes": [ + 692, + 42, + 844, + 60 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "A明天北京再迎强对流天气，×", + "boxes": [ + 776, + 68, + 1000, + 91 + ] + }, + { + "text": "虽对流天气，", + "boxes": [ + 1110, + 71, + 1178, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 358, + 101, + 454, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1288, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1558, + 129 + ] + }, + { + "text": "新京报", + "boxes": [ + 370, + 151, + 490, + 199 + ] + }, + { + "text": "北交所频道", + "boxes": [ + 910, + 143, + 972, + 161 + ] + }, + { + "text": "贝壳财经", + "boxes": [ + 1154, + 143, + 1206, + 161 + ] + }, + { + "text": "商务合作", + "boxes": [ + 1434, + 143, + 1486, + 161 + ] + }, + { + "text": "爱心模式", + "boxes": [ + 1506, + 143, + 1550, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 5, + 168, + 113, + 205 + ] + }, + { + "text": "BJNEWS.COM.CN", + "boxes": [ + 372, + 190, + 478, + 221 + ] + }, + { + "text": "输入搜索信息", + "boxes": [ + 645, + 192, + 739, + 229 + ] + }, + { + "text": "α", + "boxes": [ + 1138, + 201, + 1166, + 228 + ] + }, + { + "text": "首页 视频 深读公益 第一看点时事 北京", + "boxes": [ + 348, + 266, + 750, + 296 + ] + }, + { + "text": "国际", + "boxes": [ + 756, + 272, + 806, + 292 + ] + }, + { + "text": "政事儿", + "boxes": [ + 798, + 272, + 868, + 290 + ] + }, + { + "text": "观点", + "boxes": [ + 874, + 272, + 922, + 290 + ] + }, + { + "text": "财经消费娱乐文化体育汽车房产教育图说科技智库乡村", + "boxes": [ + 920, + 268, + 1558, + 292 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "首页>北京", + "boxes": [ + 356, + 330, + 430, + 353 + ] + }, + { + "text": "明天北京再迎强对流天气，晚高峰防范雷雨大风和冰霓", + "boxes": [ + 350, + 365, + 1342, + 413 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "2025-05-15 12:04丨记者：王景曦编辑：张磊", + "boxes": [ + 354, + 427, + 660, + 457 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "直播", + "boxes": [ + 1206, + 498, + 1260, + 532 + ] + }, + { + "text": "新京报讯（记者王景曦）今天北京晴朗在线，最高气温在29°℃上下。不过，据北京市气象台预计，明", + "boxes": [ + 354, + 514, + 1156, + 544 + ] + }, + { + "text": "", + "boxes": [ + 26, + 546, + 88, + 616 + ] + }, + { + "text": "天强对流天气将再度来袭，晚高峰防范雷雨大风和冰電。", + "boxes": [ + 352, + 554, + 796, + 584 + ] + }, + { + "text": "+直播中", + "boxes": [ + 1224, + 576, + 1284, + 596 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "大美春强有我", + "boxes": [ + 1326, + 604, + 1456, + 635 + ] + }, + { + "text": "?", + "boxes": [ + 1234, + 619, + 1264, + 655 + ] + }, + { + "text": "明天白天云量逐渐增多，傍晚前后至前半夜有雷阵雨，并伴有短时大风，部分地区有冰雹，对明天晚", + "boxes": [ + 352, + 631, + 1152, + 661 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "高峰出行有一定影响，请及时关注临近预报预警信息，注意出行安全，妥善安置易受冰影响的室外", + "boxes": [ + 352, + 671, + 1150, + 701 + ] + }, + { + "text": "校款会", + "boxes": [ + 1226, + 679, + 1280, + 709 + ] + }, + { + "text": "物品。", + "boxes": [ + 352, + 711, + 398, + 739 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "2025校歌会暨第11届北京沙河高教园区文化交流月开", + "boxes": [ + 1206, + 754, + 1540, + 784 + ] + }, + { + "text": "口", + "boxes": [ + 38, + 786, + 78, + 826 + ] + }, + { + "text": "雷雨过后，受冷空气影响，明天夜间到17日白天北风较大，阵风可达7级左右。外出注意防风，远离", + "boxes": [ + 352, + 788, + 1146, + 818 + ] + }, + { + "text": "8233人参与", + "boxes": [ + 1207, + 798, + 1297, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "广告牌等临时搭建物。", + "boxes": [ + 346, + 824, + 528, + 860 + ] + }, + { + "text": "热点", + "boxes": [ + 1206, + 874, + 1258, + 909 + ] + }, + { + "text": "5月16日至5月23日，白天最高气温在25°℃~29°℃，夜间最低气温在12°℃~18°℃。", + "boxes": [ + 354, + 903, + 982, + 933 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "中美互降关税48小时：美国客", + "boxes": [ + 1338, + 933, + 1528, + 963 + ] + }, + { + "text": "“砸单”，义乌工厂加急发货", + "boxes": [ + 1340, + 953, + 1510, + 983 + ] + } + ] + }, + { + "frame_id": "200_2_5", + "episode_id": 200, + "env_id": 2, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.246868133544922, + "advantages": -0.49419844150543213, + "generated_text": "{\n \"intent\": \"Click on the 'KDF Straight Leg Jeans for Women High Waisted Jeans Raw Hem Loose Stretch Cropped Wide Leg' link to explore more about these jeans.\",\n \"action\": \"Click(78, 389)\"\n}", + "action_string": "Click(78, 389)", + "intent_string": "Click on the 'KDF Straight Leg Jeans for Women High Waisted Jeans Raw Hem Loose Stretch Cropped Wide Leg' link to explore more about these jeans.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Jeans", + "boxes": [ + 367, + 114, + 407, + 138 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1872, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 125, + 1444, + 143 + ] + }, + { + "text": "et", + "boxes": [ + 1610, + 119, + 1624, + 135 + ] + }, + { + "text": "tums", + "boxes": [ + 1618, + 117, + 1644, + 137 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 127, + 1882, + 151 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 167, + 68, + 195 + ] + }, + { + "text": "Gender", + "boxes": [ + 9, + 253, + 65, + 285 + ] + }, + { + "text": "Results", + "boxes": [ + 304, + 260, + 380, + 292 + ] + }, + { + "text": "unisex", + "boxes": [ + 11, + 301, + 77, + 326 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "35", + "boxes": [ + 18, + 425, + 48, + 445 + ] + }, + { + "text": "OOP", + "boxes": [ + 20, + 494, + 52, + 516 + ] + }, + { + "text": "[OP", + "boxes": [ + 58, + 494, + 100, + 514 + ] + }, + { + "text": "2P", + "boxes": [ + 106, + 494, + 140, + 514 + ] + }, + { + "text": "4P", + "boxes": [ + 156, + 494, + 184, + 514 + ] + }, + { + "text": "6P", + "boxes": [ + 194, + 494, + 228, + 514 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1812, + 502, + 1862, + 528 + ] + }, + { + "text": "10P12P]14P", + "boxes": [ + 16, + 522, + 142, + 546 + ] + }, + { + "text": "16P", + "boxes": [ + 152, + 524, + 188, + 544 + ] + }, + { + "text": "18F", + "boxes": [ + 194, + 528, + 224, + 542 + ] + }, + { + "text": "1-2", + "boxes": [ + 182, + 596, + 212, + 615 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 610, + 611, + 866, + 641 + ] + }, + { + "text": "7-8", + "boxes": [ + 180, + 621, + 218, + 649 + ] + }, + { + "text": "Straight Leg Jeans for Women,High", + "boxes": [ + 902, + 613, + 1168, + 643 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1194, + 613, + 1464, + 643 + ] + }, + { + "text": "3-4", + "boxes": [ + 36, + 627, + 62, + 641 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 623, + 140, + 645 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 574, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 637, + 1174, + 665 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1194, + 637, + 1442, + 667 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans ", + "boxes": [ + 1488, + 637, + 1732, + 667 + ] + }, + { + "text": "9-10", + "boxes": [ + 32, + 655, + 68, + 675 + ] + }, + { + "text": "11-12", + "boxes": [ + 98, + 651, + 152, + 681 + ] + }, + { + "text": "13-14", + "boxes": [ + 172, + 653, + 226, + 679 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 659, + 838, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1064, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall", + "boxes": [ + 1194, + 661, + 1424, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "★★★★☆14.463", + "boxes": [ + 318, + 687, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆697", + "boxes": [ + 904, + 687, + 1030, + 715 + ] + }, + { + "text": "Fashion y2k Outfits 2025", + "boxes": [ + 1196, + 685, + 1384, + 715 + ] + }, + { + "text": " Baggy with Patch Pockets", + "boxes": [ + 1486, + 683, + 1682, + 717 + ] + }, + { + "text": "100+", + "boxes": [ + 320, + 711, + 348, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 612, + 715, + 740, + 739 + ] + }, + { + "text": "100+", + "boxes": [ + 908, + 711, + 940, + 733 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1196, + 713, + 1320, + 742 + ] + }, + { + "text": "★★★★★1.,998", + "boxes": [ + 1488, + 713, + 1632, + 742 + ] + }, + { + "text": "$118.90", + "boxes": [ + 1808, + 707, + 1862, + 733 + ] + }, + { + "text": "500+ bought in past", + "boxes": [ + 610, + 730, + 742, + 759 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 1196, + 731, + 1376, + 760 + ] + }, + { + "text": " 3K+ bought in past month", + "boxes": [ + 1486, + 728, + 1662, + 763 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 741, + 966, + 774 + ] + }, + { + "text": "$3888", + "boxes": [ + 606, + 764, + 672, + 798 + ] + }, + { + "text": "$3299", + "boxes": [ + 1191, + 762, + 1259, + 801 + ] + }, + { + "text": "$3898", + "boxes": [ + 1484, + 762, + 1554, + 802 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 318, + 780, + 458, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 776, + 1048, + 806 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 320, + 804, + 392, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 800, + 754, + 830 + ] + }, + { + "text": "Ships to Chi", + "boxes": [ + 906, + 804, + 970, + 822 + ] + }, + { + "text": "Delivery May 28 - Jun 3", + "boxes": [ + 1194, + 800, + 1352, + 830 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1484, + 796, + 1636, + 832 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1568, + 846 + ] + }, + { + "text": "GRAPENT", + "boxes": [ + 316, + 891, + 432, + 929 + ] + }, + { + "text": "Jeans for Women", + "boxes": [ + 470, + 889, + 598, + 913 + ] + }, + { + "text": "Shop GRAPENT >", + "boxes": [ + 470, + 911, + 566, + 935 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 105, + 1872, + 131 + ] + }, + { + "text": "Jeans", + "boxes": [ + 372, + 119, + 404, + 133 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 125, + 1444, + 143 + ] + }, + { + "text": "et", + "boxes": [ + 1610, + 119, + 1624, + 135 + ] + }, + { + "text": "tums", + "boxes": [ + 1618, + 117, + 1644, + 137 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 127, + 1882, + 151 + ] + }, + { + "text": "三 AlI", + "boxes": [ + 22, + 167, + 66, + 195 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 256, + 68, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 304, + 260, + 380, + 292 + ] + }, + { + "text": "women", + "boxes": [ + 9, + 275, + 85, + 309 + ] + }, + { + "text": "unisex", + "boxes": [ + 9, + 299, + 81, + 328 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "3", + "boxes": [ + 68, + 391, + 94, + 413 + ] + }, + { + "text": "35", + "boxes": [ + 18, + 425, + 50, + 445 + ] + }, + { + "text": "OOP", + "boxes": [ + 20, + 494, + 50, + 516 + ] + }, + { + "text": "2P", + "boxes": [ + 106, + 494, + 140, + 514 + ] + }, + { + "text": "6P", + "boxes": [ + 194, + 494, + 228, + 514 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1812, + 502, + 1862, + 528 + ] + }, + { + "text": "10P12P]14P", + "boxes": [ + 16, + 522, + 142, + 546 + ] + }, + { + "text": "16P", + "boxes": [ + 152, + 524, + 188, + 544 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 554, + 1820, + 574 + ] + }, + { + "text": "1-2", + "boxes": [ + 182, + 596, + 212, + 615 + ] + }, + { + "text": "5-6", + "boxes": [ + 104, + 619, + 142, + 647 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 610, + 611, + 866, + 641 + ] + }, + { + "text": "7-8", + "boxes": [ + 180, + 621, + 220, + 649 + ] + }, + { + "text": "Straight Leg Jeans for Women,High", + "boxes": [ + 902, + 613, + 1168, + 643 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1194, + 613, + 1464, + 643 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 574, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 637, + 1174, + 665 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1194, + 637, + 1442, + 667 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans ", + "boxes": [ + 1488, + 637, + 1732, + 667 + ] + }, + { + "text": "9-10", + "boxes": [ + 26, + 655, + 68, + 675 + ] + }, + { + "text": "11-12", + "boxes": [ + 96, + 649, + 154, + 681 + ] + }, + { + "text": "13-14", + "boxes": [ + 170, + 653, + 226, + 679 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 659, + 838, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1064, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall", + "boxes": [ + 1194, + 661, + 1424, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "18", + "boxes": [ + 110, + 687, + 130, + 703 + ] + }, + { + "text": "★★★★☆14.463", + "boxes": [ + 318, + 687, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆697", + "boxes": [ + 904, + 687, + 1030, + 715 + ] + }, + { + "text": "Fashion y2k Outfits 2025", + "boxes": [ + 1196, + 685, + 1384, + 715 + ] + }, + { + "text": " Baggy with Patch Pockets", + "boxes": [ + 1486, + 683, + 1682, + 717 + ] + }, + { + "text": "100+", + "boxes": [ + 320, + 711, + 348, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 612, + 715, + 740, + 739 + ] + }, + { + "text": "100+", + "boxes": [ + 908, + 711, + 940, + 733 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1196, + 713, + 1320, + 742 + ] + }, + { + "text": "★★★★★1.,998", + "boxes": [ + 1488, + 713, + 1632, + 742 + ] + }, + { + "text": "$118.90", + "boxes": [ + 1808, + 707, + 1862, + 733 + ] + }, + { + "text": "500+ bought in past", + "boxes": [ + 610, + 730, + 742, + 759 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 1196, + 731, + 1376, + 760 + ] + }, + { + "text": " 3K+ bought in past month", + "boxes": [ + 1486, + 728, + 1662, + 763 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 741, + 966, + 774 + ] + }, + { + "text": "$3888", + "boxes": [ + 606, + 764, + 672, + 798 + ] + }, + { + "text": "$3299", + "boxes": [ + 1191, + 762, + 1259, + 801 + ] + }, + { + "text": "$3898", + "boxes": [ + 1484, + 762, + 1554, + 802 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 316, + 780, + 458, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 776, + 1048, + 806 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 320, + 804, + 392, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 800, + 754, + 830 + ] + }, + { + "text": "Ships to Chi", + "boxes": [ + 906, + 804, + 970, + 822 + ] + }, + { + "text": "Delivery May 28 - Jun 3", + "boxes": [ + 1194, + 800, + 1352, + 830 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1484, + 796, + 1636, + 832 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1568, + 846 + ] + }, + { + "text": "GRAPENT", + "boxes": [ + 316, + 891, + 432, + 929 + ] + }, + { + "text": "Jeans for Women", + "boxes": [ + 470, + 889, + 598, + 913 + ] + }, + { + "text": "Shop GRAPENT >", + "boxes": [ + 470, + 911, + 566, + 935 + ] + } + ] + }, + { + "frame_id": "200_3_5", + "episode_id": 200, + "env_id": 3, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.978301048278809, + "advantages": 0.028581131249666214, + "generated_text": "{\n \"intent\": \"Click on the \\\"Shop deals in Fashion\\\" section to check out the available deals\",\n \"action\": \"Click(277, 560)\"\n}", + "action_string": "Click(277, 560)", + "intent_string": "Click on the \"Shop deals in Fashion\" section to check out the available deals", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 296, + 115, + 414, + 139 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 420, + 187 + ] + }, + { + "text": "Kitchen favorites", + "boxes": [ + 610, + 280, + 878, + 324 + ] + }, + { + "text": "under $50", + "boxes": [ + 690, + 326, + 800, + 357 + ] + }, + { + "text": "ons of products with fast local delivery Click here to go to amazon.cn", + "boxes": [ + 954, + 455, + 1398, + 484 + ] + }, + { + "text": "MLLL", + "boxes": [ + 1396, + 482, + 1512, + 512 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 240, + 524, + 466, + 560 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 610, + 530, + 808, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 982, + 530, + 1164, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1348, + 528, + 1654, + 558 + ] + }, + { + "text": " See all deals", + "boxes": [ + 240, + 889, + 318, + 913 + ] + }, + { + "text": "See more", + "boxes": [ + 612, + 891, + 672, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 980, + 889, + 1066, + 915 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1354, + 891, + 1484, + 909 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Refresh your space", + "boxes": [ + 1350, + 965, + 1544, + 1005 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1026 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1448, + 486, + 1554, + 510 + ] + }, + { + "text": "Shop deals in Fashion ", + "boxes": [ + 240, + 526, + 466, + 562 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 610, + 530, + 808, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 982, + 530, + 1164, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": " See all deals", + "boxes": [ + 240, + 889, + 318, + 913 + ] + }, + { + "text": "Seemore", + "boxes": [ + 610, + 891, + 672, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 980, + 889, + 1066, + 915 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1354, + 891, + 1486, + 909 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": " Refresh your space", + "boxes": [ + 1346, + 967, + 1544, + 1003 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "200_4_5", + "episode_id": 200, + "env_id": 4, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.380675315856934, + "advantages": 0.3161714971065521, + "generated_text": "{\n \"intent\": \"Click on one of the search results to investigate the official claim involving侮辱雷军和小米商业诋毁。\",\n \"action\": \"Click(295, 352)\" \n}", + "action_string": "Click(295, 352)", + "intent_string": "Click on one of the search results to investigate the official claim involving侮辱雷军和小米商业诋毁。", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "悔辱雷军被判赔6万", + "boxes": [ + 176, + 157, + 324, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": " About 1,620,000 results", + "boxes": [ + 172, + 254, + 332, + 288 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 208, + 296, + 262, + 322 + ] + }, + { + "text": "Q", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "一博主侮辱雷军和小米，被判道歉并赔6万元－腾讯网", + "boxes": [ + 186, + 336, + 654, + 371 + ] + }, + { + "text": "8 hours ago·微信公众号平台账号内发布的侵权内容，发布声明消除给小米公司造成的负面影", + "boxes": [ + 180, + 363, + 764, + 393 + ] + }, + { + "text": "响，并赔偿小米公司各项损失共计6万..我向雷军先生及小米公司", + "boxes": [ + 178, + 389, + 588, + 413 + ] + }, + { + "text": "悔辱雷军、小米，小米公司告赢了！赔偿各项损失共计6万元.", + "boxes": [ + 190, + 419, + 738, + 457 + ] + }, + { + "text": "小米公司因自媒体\"民之力\"涉嫌悔辱雷军、小米，起诉至法院并获得胜诉，被判删除侵权内容并", + "boxes": [ + 196, + 451, + 782, + 474 + ] + }, + { + "text": "赔偿6万元。2.除此之外，小米集团诉聚好看科技，", + "boxes": [ + 196, + 472, + 510, + 496 + ] + }, + { + "text": "See results only from news.qq.com ", + "boxes": [ + 194, + 510, + 418, + 534 + ] + }, + { + "text": "界面新闻", + "boxes": [ + 214, + 556, + 278, + 582 + ] + }, + { + "text": "回", + "boxes": [ + 186, + 570, + 202, + 586 + ] + }, + { + "text": "article Translate this result", + "boxes": [ + 376, + 576, + 540, + 600 + ] + }, + { + "text": "悔辱雷军、小米，一博主被判道并赔6万元－界面新闻", + "boxes": [ + 172, + 596, + 674, + 631 + ] + }, + { + "text": "7 hours ago·侮辱雷军、小米，一", + "boxes": [ + 176, + 625, + 404, + 655 + ] + }, + { + "text": "一博主被判道并赔6万元法院认定被告存在悔辱、谁谤行为，", + "boxes": [ + 388, + 625, + 774, + 655 + ] + }, + { + "text": "侵害了小米公司的名誉权。陈小同·来源：界面新闻图片来源：界面图库5月14日傍晚，小米法．", + "boxes": [ + 176, + 647, + 778, + 677 + ] + }, + { + "text": "腾讯新闻", + "boxes": [ + 210, + 695, + 278, + 721 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 711, + 204, + 727 + ] + }, + { + "text": "https:/view.inews.q.com Translate thisresult", + "boxes": [ + 208, + 713, + 498, + 741 + ] + }, + { + "text": "侮辱雷军、小米，小米公司告赢了！赔偿各项损失共计6万元", + "boxes": [ + 176, + 741, + 718, + 770 + ] + }, + { + "text": "8 hours ago·小米公司因自媒体\"民之力\"涉嫌悔辱雷军、小米，起诉至法院并获得胜诉，被判删除", + "boxes": [ + 176, + 764, + 790, + 794 + ] + }, + { + "text": "侵权内容并赔偿6万元。2.除此之外，小米集团诉聚好看科技股份有限公司商业低毁一案也胜", + "boxes": [ + 178, + 790, + 758, + 814 + ] + }, + { + "text": "财经网", + "boxes": [ + 208, + 832, + 266, + 864 + ] + }, + { + "text": "国", + "boxes": [ + 182, + 846, + 212, + 868 + ] + }, + { + "text": "htps:/industry.cajing.com.cn Translate thisresut", + "boxes": [ + 208, + 850, + 526, + 884 + ] + }, + { + "text": "侮辱雷军、小米，一博主被判道歉并赔6万元！雷军微博已限制..", + "boxes": [ + 178, + 879, + 752, + 909 + ] + }, + { + "text": "5 hours ago·侮辱雷军、小米，一博主被判道掀并赔6万元！雷军微博已限制评论设为首页手机", + "boxes": [ + 176, + 905, + 784, + 935 + ] + }, + { + "text": "版财经网ApP 财经网首页宏观..内发布的侵权内容，发布声明..", + "boxes": [ + 178, + 927, + 582, + 957 + ] + }, + { + "text": "极目新闻", + "boxes": [ + 212, + 975, + 278, + 1001 + ] + }, + { + "text": "口", + "boxes": [ + 182, + 987, + 206, + 1009 + ] + }, + { + "text": "htp//wctt ranlat ths", + "boxes": [ + 210, + 986, + 476, + 1025 + ] + }, + { + "text": "侮辱雷军、小米，", + "boxes": [ + 174, + 1016, + 340, + 1052 + ] + }, + { + "text": "一博主被判道欺并赔偿6万元！-极目新闻", + "boxes": [ + 330, + 1016, + 714, + 1052 + ] + }, + { + "text": "每辱雷军被判", + "boxes": [ + 222, + 1048, + 312, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 64, + 66, + 128, + 91 + ] + }, + { + "text": "·☆", + "boxes": [ + 1577, + 57, + 1665, + 96 + ] + }, + { + "text": "三四", + "boxes": [ + 1784, + 66, + 1862, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页", + "boxes": [ + 142, + 119, + 220, + 145 + ] + }, + { + "text": "页要闻", + "boxes": [ + 206, + 117, + 286, + 149 + ] + }, + { + "text": "长春财经", + "boxes": [ + 268, + 115, + 430, + 151 + ] + }, + { + "text": "科技", + "boxes": [ + 442, + 119, + 492, + 147 + ] + }, + { + "text": "电视剧更多", + "boxes": [ + 482, + 117, + 632, + 149 + ] + }, + { + "text": "都市快报橙柿互动", + "boxes": [ + 1046, + 117, + 1178, + 147 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1374, + 119, + 1430, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1472, + 117, + 1788, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1816, + 119, + 1860, + 147 + ] + }, + { + "text": "三海毅", + "boxes": [ + 447, + 206, + 573, + 271 + ] + }, + { + "text": "新手送150抽领SSS武将", + "boxes": [ + 756, + 204, + 1356, + 270 + ] + }, + { + "text": "O", + "boxes": [ + 358, + 322, + 386, + 349 + ] + }, + { + "text": "-博主侮辱雷军和小米，被判道并赔6", + "boxes": [ + 450, + 330, + 1086, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1154, + 334, + 1282, + 365 + ] + }, + { + "text": "乌镇游客手机不慎落水，桥", + "boxes": [ + 1278, + 373, + 1476, + 403 + ] + }, + { + "text": "万元", + "boxes": [ + 426, + 387, + 508, + 435 + ] + }, + { + "text": "下保洁大叔及时捞起，还…·", + "boxes": [ + 1278, + 397, + 1474, + 427 + ] + }, + { + "text": "口", + "boxes": [ + 358, + 411, + 382, + 435 + ] + }, + { + "text": "-7小时前", + "boxes": [ + 1280, + 429, + 1332, + 455 + ] + }, + { + "text": "都市快报橙柿互动", + "boxes": [ + 478, + 461, + 596, + 484 + ] + }, + { + "text": "+关注", + "boxes": [ + 1038, + 467, + 1098, + 500 + ] + }, + { + "text": "贾斯汀-比伯被曝破产", + "boxes": [ + 1278, + 467, + 1428, + 496 + ] + }, + { + "text": "2025-05-1509:36发布于浙江都市快报官方账号", + "boxes": [ + 480, + 478, + 738, + 502 + ] + }, + { + "text": "☆", + "boxes": [ + 354, + 500, + 390, + 530 + ] + }, + { + "text": "收藏", + "boxes": [ + 349, + 532, + 392, + 570 + ] + }, + { + "text": "5月14日傍晚，小米法务部在社交平台发文称，近日，就小米公司与自媒体\"民之力”（又名“网络", + "boxes": [ + 428, + 532, + 1110, + 556 + ] + }, + { + "text": "小时前", + "boxes": [ + 1288, + 528, + 1328, + 544 + ] + }, + { + "text": "一兵\"）网络侵权责任纠纷一案，法院作出一审判决。法院认定被告存在侮辱、诽谤行为，侵害了", + "boxes": [ + 432, + 560, + 1112, + 584 + ] + }, + { + "text": "有本地的哥哥吗，加个好", + "boxes": [ + 1274, + 558, + 1460, + 588 + ] + }, + { + "text": "", + "boxes": [ + 346, + 579, + 394, + 626 + ] + }, + { + "text": "小米公司的名誉权。判令被告删除在抖音、头条、哗哩哗哩、西瓜视频、快手、微信视频号、微", + "boxes": [ + 428, + 584, + 1112, + 613 + ] + }, + { + "text": "友，合适做情侣，可约会", + "boxes": [ + 1276, + 582, + 1460, + 611 + ] + }, + { + "text": "信公众号平台账号内发布的侵权内容，发布声明消除给小米公司造成的负面影响，并赔偿小米公", + "boxes": [ + 422, + 605, + 1116, + 643 + ] + }, + { + "text": "广告爱聊-谈恋爱", + "boxes": [ + 1282, + 617, + 1376, + 635 + ] + }, + { + "text": "司各项损失共计6万元。", + "boxes": [ + 426, + 639, + 592, + 669 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1244, + 699 + ] + }, + { + "text": "日", + "boxes": [ + 354, + 679, + 386, + 711 + ] + }, + { + "text": "小米法务部", + "boxes": [ + 516, + 705, + 616, + 731 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "14小时前来自Xiaomi15Ultra", + "boxes": [ + 520, + 731, + 710, + 754 + ] + }, + { + "text": "近日，就小米公司与自媒体“民之力”（又名“网络一兵”）网络侵权责任纠纷一案，法", + "boxes": [ + 514, + 758, + 1080, + 788 + ] + }, + { + "text": "院作出一审判决。法院认定被告存在侮辱、诽谤行为，侵害了小米公司的名誉权。判", + "boxes": [ + 514, + 782, + 1084, + 812 + ] + }, + { + "text": "二", + "boxes": [ + 1850, + 794, + 1866, + 810 + ] + }, + { + "text": "令被告删除在抖音、头条、哗哩哗哩、西瓜视频、快手、微信视频号、微信公众号平", + "boxes": [ + 516, + 808, + 1082, + 838 + ] + }, + { + "text": "台账号内发布的侵权内容，发布声明消除给小米公司造成的负面影响，并赔偿小米公", + "boxes": [ + 514, + 834, + 1082, + 864 + ] + }, + { + "text": "司各项损失共计6万元。", + "boxes": [ + 516, + 862, + 674, + 885 + ] + }, + { + "text": "法院认为：1.被告发表的言论造成小米公司社会评价的降低，且超出舆论监督的合理", + "boxes": [ + 510, + 903, + 1084, + 943 + ] + }, + { + "text": "山今日！俄乌计划在土耳其进行直接", + "boxes": [ + 1164, + 899, + 1442, + 929 + ] + }, + { + "text": "范围。2.被告发表的部分言论具有明确的侮辱、贬损性，且缺乏事实依据，构成侮", + "boxes": [ + 514, + 935, + 1072, + 965 + ] + }, + { + "text": "港媒：抓住窗口期，未来几周从中国发.", + "boxes": [ + 1170, + 945, + 1458, + 975 + ] + }, + { + "text": "辱、诽谤，侵犯了小米公司名誉权。", + "boxes": [ + 512, + 957, + 756, + 991 + ] + }, + { + "text": "目前一审判决已生效。", + "boxes": [ + 516, + 989, + 662, + 1012 + ] + }, + { + "text": "郑钦文谈首胜萨巴伦卡：终于突破了！.", + "boxes": [ + 1170, + 991, + 1452, + 1020 + ] + } + ] + }, + { + "frame_id": "200_5_5", + "episode_id": 200, + "env_id": 5, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.83697509765625, + "advantages": -0.07242925465106964, + "generated_text": "{\n \"intent\": \"Click on the area with the CAPTCHA to proceed further and explore the Amazon site\",\n \"action\": \"Click(100, 50)\"\n}", + "action_string": "Click(100, 50)", + "intent_string": "Click on the area with the CAPTCHA to proceed further and explore the Amazon site", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1606, + 68, + 1658, + 87 + ] + }, + { + "text": " amazon", + "boxes": [ + 897, + 128, + 1023, + 177 + ] + }, + { + "text": "请输入您在下方看到的字符", + "boxes": [ + 800, + 197, + 1060, + 238 + ] + }, + { + "text": "抱歉，我们只是想确认一下当前访问者并非自", + "boxes": [ + 842, + 220, + 1112, + 260 + ] + }, + { + "text": "动程序。为了达到最佳效果，请确保您浏览器", + "boxes": [ + 842, + 242, + 1110, + 276 + ] + }, + { + "text": "上的 Cookie已启用。", + "boxes": [ + 844, + 264, + 968, + 294 + ] + }, + { + "text": "请输入您在这个图片中看到的字", + "boxes": [ + 826, + 347, + 1074, + 383 + ] + }, + { + "text": "符：", + "boxes": [ + 832, + 375, + 864, + 397 + ] + }, + { + "text": "BRUNFM", + "boxes": [ + 876, + 397, + 1058, + 447 + ] + }, + { + "text": "输入字符", + "boxes": [ + 830, + 465, + 892, + 496 + ] + }, + { + "text": "换一张图", + "boxes": [ + 1034, + 469, + 1092, + 494 + ] + }, + { + "text": "继续购物", + "boxes": [ + 934, + 580, + 988, + 600 + ] + }, + { + "text": "使用条件", + "boxes": [ + 898, + 717, + 950, + 742 + ] + }, + { + "text": "隐私声明", + "boxes": [ + 968, + 717, + 1022, + 742 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": ". Spend les", + "boxes": [ + 116, + 32, + 190, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "①| https://", + "boxes": [ + 252, + 66, + 360, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 412, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1562, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen ", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "200_6_5", + "episode_id": 200, + "env_id": 6, + "step": 5, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -7.103244781494141, + "generated_text": "{\n \"intent\": \"Click the double click on the highlighted area, which might be where I need to submit the CAPTCHA code on the Amazon login page.\",\n \"action\": \"Click(100, 50]\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1603, + 63, + 1659, + 88 + ] + }, + { + "text": "amazon", + "boxes": [ + 900, + 131, + 1022, + 175 + ] + }, + { + "text": "请输入您在下方看到的字符", + "boxes": [ + 800, + 197, + 1060, + 238 + ] + }, + { + "text": "抱歉，我们只是想确认一下当前访问者并非自", + "boxes": [ + 840, + 220, + 1114, + 260 + ] + }, + { + "text": "动程序。为了达到最佳效果，请确保您浏览器", + "boxes": [ + 842, + 242, + 1112, + 278 + ] + }, + { + "text": "上的 Cookie已启用。", + "boxes": [ + 844, + 264, + 968, + 294 + ] + }, + { + "text": "请输入您在这个图片中看到的字", + "boxes": [ + 826, + 347, + 1074, + 383 + ] + }, + { + "text": "符：", + "boxes": [ + 832, + 375, + 866, + 397 + ] + }, + { + "text": "MEATRG", + "boxes": [ + 874, + 395, + 1062, + 451 + ] + }, + { + "text": "输入字符", + "boxes": [ + 830, + 465, + 892, + 498 + ] + }, + { + "text": "换一张图", + "boxes": [ + 1034, + 469, + 1092, + 494 + ] + }, + { + "text": "继续购物", + "boxes": [ + 934, + 580, + 988, + 600 + ] + }, + { + "text": "使用条件", + "boxes": [ + 898, + 717, + 950, + 742 + ] + }, + { + "text": "隐私声明", + "boxes": [ + 968, + 717, + 1022, + 742 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1603, + 63, + 1659, + 88 + ] + }, + { + "text": "amazon", + "boxes": [ + 900, + 131, + 1022, + 175 + ] + }, + { + "text": "请输入您在下方看到的字符", + "boxes": [ + 800, + 197, + 1060, + 238 + ] + }, + { + "text": "抱歉，我们只是想确认一下当前访问者并非自", + "boxes": [ + 840, + 220, + 1114, + 260 + ] + }, + { + "text": "动程序。为了达到最佳效果，请确保您浏览器", + "boxes": [ + 842, + 242, + 1112, + 278 + ] + }, + { + "text": "上的 Cookie已启用。", + "boxes": [ + 844, + 264, + 968, + 294 + ] + }, + { + "text": "请输入您在这个图片中看到的字", + "boxes": [ + 826, + 347, + 1074, + 383 + ] + }, + { + "text": "符：", + "boxes": [ + 832, + 375, + 866, + 397 + ] + }, + { + "text": "MEATRG", + "boxes": [ + 874, + 395, + 1062, + 451 + ] + }, + { + "text": "输入字符", + "boxes": [ + 830, + 465, + 892, + 498 + ] + }, + { + "text": "换一张图", + "boxes": [ + 1034, + 469, + 1092, + 494 + ] + }, + { + "text": "继续购物", + "boxes": [ + 934, + 580, + 988, + 600 + ] + }, + { + "text": "使用条件", + "boxes": [ + 898, + 717, + 950, + 742 + ] + }, + { + "text": "隐私声明", + "boxes": [ + 968, + 717, + 1022, + 742 + ] + } + ] + }, + { + "frame_id": "200_7_5", + "episode_id": 200, + "env_id": 7, + "step": 5, + "format_rewards": 1.0, + "rewards": 11.308874130249023, + "advantages": 0.9795862436294556, + "generated_text": "{\n \"intent\": \"Click on the search result titled '北京明晚再迎强对流' since it matches the topic of interest related to weather.\",\n \"action\": \"DoubleClick(575, 416)\" \n}", + "action_string": "DoubleClick(575, 416)", + "intent_string": "Click on the search result titled '北京明晚再迎强对流' since it matches the topic of interest related to weather.", + "before_screen_ocr_results": [ + { + "text": "」Q北京明晚再迎强对流-Searc×", + "boxes": [ + 220, + 32, + 454, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 36, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "北京明晚再迎强对流", + "boxes": [ + 474, + 295, + 630, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 646, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 北京明晚再迎强对流", + "boxes": [ + 486, + 411, + 656, + 441 + ] + }, + { + "text": "2 陈奕迅确诊新冠", + "boxes": [ + 792, + 411, + 938, + 441 + ] + }, + { + "text": "3巴菲特透露退休原因", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4侮辱雷军被判赔6万", + "boxes": [ + 484, + 453, + 646, + 476 + ] + }, + { + "text": "5 华为鸿蒙折叠电脑", + "boxes": [ + 790, + 449, + 950, + 478 + ] + }, + { + "text": "6乒协辟谣刘国梁被抓“", + "boxes": [ + 1104, + 449, + 1280, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "黑骑士锋芒登场", + "boxes": [ + 1214, + 780, + 1346, + 810 + ] + }, + { + "text": "深证武", + "boxes": [ + 1453, + 795, + 1529, + 849 + ] + }, + { + "text": "-1.62%", + "boxes": [ + 1638, + 808, + 1686, + 828 + ] + }, + { + "text": "主要受“两新”等政策带动", + "boxes": [ + 448, + 828, + 680, + 864 + ] + }, + { + "text": "10,186..", + "boxes": [ + 1622, + 820, + 1686, + 840 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 848, + 1506, + 891 + ] + }, + { + "text": "W", + "boxes": [ + 1594, + 852, + 1630, + 879 + ] + }, + { + "text": "+4.07%6", + "boxes": [ + 1628, + 846, + 1700, + 893 + ] + }, + { + "text": "电气机械", + "boxes": [ + 392, + 872, + 478, + 897 + ] + }, + { + "text": "计算机制造", + "boxes": [ + 470, + 870, + 616, + 901 + ] + }, + { + "text": "仪器仪表", + "boxes": [ + 646, + 870, + 732, + 901 + ] + }, + { + "text": "等行业", + "boxes": [ + 680, + 901, + 744, + 933 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 893, + 1516, + 937 + ] + }, + { + "text": "-4 10,310", + "boxes": [ + 1584, + 893, + 1700, + 939 + ] + }, + { + "text": "众播动漫·1小时", + "boxes": [ + 826, + 921, + 952, + 945 + ] + }, + { + "text": "网上车市·2周", + "boxes": [ + 1138, + 921, + 1254, + 945 + ] + }, + { + "text": "4月份全国企业销售收入增速加快：新质生产", + "boxes": [ + 202, + 945, + 756, + 987 + ] + }, + { + "text": "盘点20位动漫战力天花板角", + "boxes": [ + 826, + 941, + 1082, + 977 + ] + }, + { + "text": "一车覆盖全场景出行，奔腾", + "boxes": [ + 1140, + 941, + 1390, + 977 + ] + }, + { + "text": "13,4 ", + "boxes": [ + 1626, + 939, + 1700, + 989 + ] + }, + { + "text": "色，让你爽翻看个够", + "boxes": [ + 828, + 971, + 1016, + 1001 + ] + }, + { + "text": "B70凭什么满足用户的又要既", + "boxes": [ + 1136, + 967, + 1412, + 1003 + ] + }, + { + "text": "力加快发展", + "boxes": [ + 198, + 985, + 358, + 1020 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 983, + 1508, + 1034 + ] + }, + { + "text": "+4.136%6 ", + "boxes": [ + 1626, + 983, + 1700, + 1030 + ] + }, + { + "text": "要还要？", + "boxes": [ + 1140, + 999, + 1222, + 1024 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 985, + 1630, + 1014 + ] + }, + { + "text": "AI", + "boxes": [ + 190, + 1020, + 364, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "明晚北京又要下冰電了明天×」Q北京明晚再迎强对流-", + "boxes": [ + 1158, + 32, + 1508, + 50 + ] + }, + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "北京明晚再迎强对流", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "Sign ii", + "boxes": [ + 1566, + 163, + 1602, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 232 + ] + }, + { + "text": "About 299,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 294, + 278, + 320 + ] + }, + { + "text": "https:/finance.sina.com.cn > jxw > doc-inewrkfy... T", + "boxes": [ + 212, + 312, + 534, + 338 + ] + }, + { + "text": "明晚北京又要下冰霓了明天北京再迎强对流天气北京.", + "boxes": [ + 174, + 336, + 656, + 371 + ] + }, + { + "text": "8 hours ago·【#明晚北京又要下冰苞了#明天北京再迎强对流天气#[下雨]】今天北京晴朗在线", + "boxes": [ + 176, + 363, + 776, + 393 + ] + }, + { + "text": "最高气温在29°℃上下。不过，据北京市气象台预计，明天强对流，", + "boxes": [ + 180, + 389, + 582, + 413 + ] + }, + { + "text": "新京报", + "boxes": [ + 207, + 428, + 267, + 468 + ] + }, + { + "text": "A", + "boxes": [ + 186, + 449, + 204, + 465 + ] + }, + { + "text": "https://w", + "boxes": [ + 216, + 455, + 268, + 472 + ] + }, + { + "text": "www.bjne", + "boxes": [ + 262, + 457, + 316, + 474 + ] + }, + { + "text": "m.cn > detail ", + "boxes": [ + 354, + 453, + 442, + 476 + ] + }, + { + "text": " Translate this result ", + "boxes": [ + 430, + 452, + 556, + 481 + ] + }, + { + "text": "明天北京再迎强对流天气，晚高峰防范雷雨大风和冰一新京报", + "boxes": [ + 176, + 476, + 756, + 512 + ] + }, + { + "text": "4 hours ago·新京报讯（记者王景曦）今天北京晴朗在线，最高气温在29°℃上下。不过，据北京", + "boxes": [ + 176, + 504, + 782, + 534 + ] + }, + { + "text": "市气象台预计，明天强对流天气将再度来袭，晚高峰防范雷雨大风..", + "boxes": [ + 176, + 526, + 602, + 556 + ] + }, + { + "text": "·", + "boxes": [ + 178, + 579, + 215, + 615 + ] + }, + { + "text": "冰電还有“续集”！明天强对流天气将再袭京城，详情-", + "boxes": [ + 176, + 615, + 642, + 651 + ] + }, + { + "text": "8 hours ago·北京市气象台15日14时发布今天下午晴间多云，南风三级左右，阵风五六级，最高", + "boxes": [ + 180, + 647, + 786, + 671 + ] + }, + { + "text": "气温29°℃；夜间晴间多云，南风一二级，最低气温15°℃。今天午后偏南阵风较大，外出注意防", + "boxes": [ + 182, + 669, + 766, + 693 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 212, + 715, + 262, + 741 + ] + }, + { + "text": "ews.q.com rain ranslae this resuit ", + "boxes": [ + 264, + 733, + 504, + 762 + ] + }, + { + "text": "北京明日将再迎强对流天气部分地区有冰電－腾讯网", + "boxes": [ + 174, + 756, + 646, + 792 + ] + }, + { + "text": "8 hours ago·央广网北京5月15日消息（记者朱冠安）根据气象部门预报，明天（5月16日）北京", + "boxes": [ + 180, + 784, + 788, + 814 + ] + }, + { + "text": "将迎强对流天气。预计傍晚前后至前半夜有雷阵雨，并伴有短时大风。，", + "boxes": [ + 178, + 810, + 606, + 834 + ] + }, + { + "text": "搜狐", + "boxes": [ + 205, + 852, + 252, + 887 + ] + }, + { + "text": "http:/www.sohu.com Translatethis result ", + "boxes": [ + 208, + 869, + 478, + 901 + ] + }, + { + "text": "提醒！北京将再迎强对流天气，明日晚高峰防范雷雨大风和冰", + "boxes": [ + 176, + 897, + 746, + 933 + ] + }, + { + "text": "8 hours ago·今天（5月15日）北京晴朗在线，最高气温在29℃上下。不过，据北京市气象台预", + "boxes": [ + 176, + 923, + 778, + 953 + ] + }, + { + "text": "计，明天强对流天气将再度来袭，晚高峰防范雷雨大风和冰苞。明天白天云量逐渐增多，傍晚…", + "boxes": [ + 170, + 941, + 780, + 981 + ] + }, + { + "text": "?", + "boxes": [ + 184, + 1007, + 212, + 1026 + ] + }, + { + "text": "sina.cn", + "boxes": [ + 212, + 999, + 266, + 1018 + ] + }, + { + "text": "京明晚再迎·", + "boxes": [ + 224, + 1048, + 304, + 1072 + ] + } + ] + }, + { + "frame_id": "200_0_6", + "episode_id": 200, + "env_id": 0, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.986093521118164, + "advantages": -0.6805828213691711, + "generated_text": "{\n \"intent\": \"Move the cursor over the Gaming accessories section on the Amazon home page to explore further options\",\n \"action\": \"Click(100, 100)\"\n}", + "action_string": "Click(100, 100)", + "intent_string": "Move the cursor over the Gaming accessories section on the Amazon home page to explore further options", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": " Chiverto", + "boxes": [ + 132, + 101, + 221, + 155 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 416, + 143 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "GiftCards", + "boxes": [ + 354, + 169, + 420, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 240, + 526, + 442, + 562 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 4, + 59, + 132, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 412, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1562, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion ", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1352, + 889, + 1486, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "200_1_6", + "episode_id": 200, + "env_id": 1, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.967668533325195, + "advantages": -0.6937517523765564, + "generated_text": "{\n \"intent\": \"Scroll down to continue exploring the article and gather information about Beijing's weather forecast\",\n \"action\": \"Move(100, 100)\"\n}", + "action_string": "Move(100, 100)", + "intent_string": "Scroll down to continue exploring the article and gather information about Beijing's weather forecast", + "before_screen_ocr_results": [ + { + "text": "明天北京再迎强对流天气", + "boxes": [ + 692, + 42, + 844, + 60 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "A明天北京再迎强对流天气，×", + "boxes": [ + 776, + 68, + 1000, + 91 + ] + }, + { + "text": "虽对流天气，", + "boxes": [ + 1110, + 71, + 1178, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 358, + 101, + 454, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1288, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1558, + 129 + ] + }, + { + "text": "新京报", + "boxes": [ + 370, + 151, + 490, + 199 + ] + }, + { + "text": "北交所频道", + "boxes": [ + 910, + 143, + 972, + 161 + ] + }, + { + "text": "贝壳财经", + "boxes": [ + 1154, + 143, + 1206, + 161 + ] + }, + { + "text": "商务合作", + "boxes": [ + 1434, + 143, + 1486, + 161 + ] + }, + { + "text": "爱心模式", + "boxes": [ + 1506, + 143, + 1550, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 5, + 168, + 113, + 205 + ] + }, + { + "text": "BJNEWS.COM.CN", + "boxes": [ + 372, + 190, + 478, + 221 + ] + }, + { + "text": "输入搜索信息", + "boxes": [ + 645, + 192, + 739, + 229 + ] + }, + { + "text": "α", + "boxes": [ + 1138, + 201, + 1166, + 228 + ] + }, + { + "text": "首页 视频 深读公益 第一看点时事 北京", + "boxes": [ + 348, + 266, + 750, + 296 + ] + }, + { + "text": "国际政事儿", + "boxes": [ + 754, + 270, + 870, + 294 + ] + }, + { + "text": "观点", + "boxes": [ + 874, + 272, + 922, + 290 + ] + }, + { + "text": "财经消费娱乐文化体育汽车房产教育图说科技智库乡村", + "boxes": [ + 920, + 268, + 1558, + 292 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "首页>北京", + "boxes": [ + 356, + 330, + 430, + 353 + ] + }, + { + "text": "明天北京再迎强对流天气，晚高峰防范雷雨大风和冰霓", + "boxes": [ + 350, + 365, + 1342, + 413 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "2025-05-15 12:04丨记者：王景曦　编辑：张磊", + "boxes": [ + 354, + 427, + 660, + 457 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "直播", + "boxes": [ + 1206, + 498, + 1260, + 532 + ] + }, + { + "text": "新京报讯（记者王景曦）今天北京晴朗在线，最高气温在29°℃上下。不过，据北京市气象台预计，明", + "boxes": [ + 354, + 514, + 1156, + 544 + ] + }, + { + "text": "", + "boxes": [ + 26, + 546, + 88, + 616 + ] + }, + { + "text": "天强对流天气将再度来袭，晚高峰防范雷雨大风和冰電。", + "boxes": [ + 352, + 554, + 796, + 584 + ] + }, + { + "text": "直播中", + "boxes": [ + 1222, + 572, + 1286, + 598 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "大美春强有我", + "boxes": [ + 1326, + 604, + 1456, + 635 + ] + }, + { + "text": "?", + "boxes": [ + 1234, + 619, + 1264, + 655 + ] + }, + { + "text": "明天白天云量逐渐增多，傍晚前后至前半夜有雷阵雨，并伴有短时大风，部分地区有冰雹，对明天晚", + "boxes": [ + 352, + 631, + 1152, + 661 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "高峰出行有一定影响，请及时关注临近预报预警信息，注意出行安全，妥善安置易受冰影响的室外", + "boxes": [ + 352, + 671, + 1150, + 701 + ] + }, + { + "text": "校款会", + "boxes": [ + 1226, + 679, + 1280, + 709 + ] + }, + { + "text": "物品。", + "boxes": [ + 352, + 711, + 398, + 739 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "2025校歌会暨第11届北京沙河高教园区文化交流月开", + "boxes": [ + 1206, + 754, + 1540, + 784 + ] + }, + { + "text": "口", + "boxes": [ + 38, + 786, + 78, + 826 + ] + }, + { + "text": "雷雨过后，受冷空气影响，明天夜间到17日白天北风较大，阵风可达7级左右。外出注意防风，远离", + "boxes": [ + 352, + 788, + 1146, + 818 + ] + }, + { + "text": "8233人参与", + "boxes": [ + 1207, + 798, + 1297, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "广告牌等临时搭建物。", + "boxes": [ + 346, + 824, + 528, + 860 + ] + }, + { + "text": "热点", + "boxes": [ + 1206, + 874, + 1258, + 909 + ] + }, + { + "text": "5月16日至5月23日，白天最高气温在25°℃~29℃，夜间最低气温在12°℃~18°℃。", + "boxes": [ + 354, + 903, + 982, + 933 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "中美互降关税48小时：美国客", + "boxes": [ + 1338, + 933, + 1528, + 963 + ] + }, + { + "text": "“砸单”，义乌工厂加急发货", + "boxes": [ + 1340, + 953, + 1510, + 983 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "明天北京再迎强对流天气", + "boxes": [ + 692, + 42, + 844, + 60 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": "Firefox", + "boxes": [ + 24, + 68, + 96, + 93 + ] + }, + { + "text": "A明天北京再迎强对流天气，×", + "boxes": [ + 776, + 68, + 1000, + 91 + ] + }, + { + "text": "虽对流天气，", + "boxes": [ + 1110, + 71, + 1178, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 358, + 101, + 454, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1288, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1558, + 129 + ] + }, + { + "text": "新京报", + "boxes": [ + 370, + 151, + 490, + 199 + ] + }, + { + "text": "北交所频道", + "boxes": [ + 910, + 143, + 972, + 161 + ] + }, + { + "text": "贝壳财经", + "boxes": [ + 1154, + 143, + 1206, + 161 + ] + }, + { + "text": "商务合作", + "boxes": [ + 1434, + 143, + 1486, + 161 + ] + }, + { + "text": "爱心模式", + "boxes": [ + 1506, + 143, + 1550, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 170, + 110, + 201 + ] + }, + { + "text": "BJNEWS.COM.CN", + "boxes": [ + 372, + 190, + 478, + 221 + ] + }, + { + "text": "输入搜索信息", + "boxes": [ + 645, + 192, + 739, + 229 + ] + }, + { + "text": "α", + "boxes": [ + 1138, + 201, + 1166, + 228 + ] + }, + { + "text": "首页 视频 深读公益 第一看点时事 北京", + "boxes": [ + 348, + 266, + 750, + 296 + ] + }, + { + "text": "国际政事儿", + "boxes": [ + 754, + 270, + 870, + 294 + ] + }, + { + "text": "观点", + "boxes": [ + 874, + 272, + 922, + 290 + ] + }, + { + "text": "财经消费娱乐文化体育汽车房产教育图说科技智库乡村", + "boxes": [ + 920, + 268, + 1558, + 292 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "首页>北京", + "boxes": [ + 356, + 330, + 430, + 353 + ] + }, + { + "text": "明天北京再迎强对流天气，晚高峰防范雷雨大风和冰霓", + "boxes": [ + 350, + 365, + 1342, + 413 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "2025-05-15 12:04丨记者：王景曦　编辑：张磊", + "boxes": [ + 354, + 427, + 660, + 457 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "直播", + "boxes": [ + 1206, + 498, + 1260, + 532 + ] + }, + { + "text": "新京报讯（记者王景曦）今天北京晴朗在线，最高气温在29°℃上下。不过，据北京市气象台预计，明", + "boxes": [ + 354, + 514, + 1156, + 544 + ] + }, + { + "text": "", + "boxes": [ + 26, + 546, + 88, + 616 + ] + }, + { + "text": "天强对流天气将再度来袭，晚高峰防范雷雨大风和冰電。", + "boxes": [ + 352, + 554, + 796, + 584 + ] + }, + { + "text": "直播中", + "boxes": [ + 1224, + 576, + 1284, + 596 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "大美春强有我", + "boxes": [ + 1326, + 604, + 1456, + 635 + ] + }, + { + "text": "明天白天云量逐渐增多，傍晚前后至前半夜有雷阵雨，并伴有短时大风，部分地区有冰雹，对明天晚", + "boxes": [ + 352, + 631, + 1152, + 661 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "高峰出行有一定影响，请及时关注临近预报预警信息，注意出行安全，妥善安置易受冰影响的室外", + "boxes": [ + 352, + 671, + 1150, + 701 + ] + }, + { + "text": "校款会", + "boxes": [ + 1226, + 679, + 1280, + 709 + ] + }, + { + "text": "物品。", + "boxes": [ + 352, + 711, + 398, + 739 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "2025校歌会暨第11届北京沙河高教园区文化交流月开", + "boxes": [ + 1206, + 754, + 1540, + 784 + ] + }, + { + "text": "口", + "boxes": [ + 38, + 786, + 78, + 826 + ] + }, + { + "text": "雷雨过后，受冷空气影响，明天夜间到17日白天北风较大，阵风可达7级左右。外出注意防风，远离", + "boxes": [ + 352, + 788, + 1146, + 818 + ] + }, + { + "text": "8233人参与", + "boxes": [ + 1207, + 800, + 1297, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "广告牌等临时搭建物。", + "boxes": [ + 346, + 824, + 528, + 860 + ] + }, + { + "text": "热点", + "boxes": [ + 1206, + 874, + 1258, + 909 + ] + }, + { + "text": "5月16日至5月23日，白天最高气温在25°℃~29℃，夜间最低气温在12°℃~18°℃。", + "boxes": [ + 354, + 903, + 982, + 933 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "中美互降关税48小时：美国客", + "boxes": [ + 1338, + 933, + 1528, + 963 + ] + }, + { + "text": "“砸单”，义乌工厂加急发货", + "boxes": [ + 1340, + 953, + 1510, + 983 + ] + } + ] + }, + { + "frame_id": "200_2_6", + "episode_id": 200, + "env_id": 2, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.248531341552734, + "advantages": 0.2217237651348114, + "generated_text": "{\n \"intent\": \"Click on one of the featured jeans items to explore further details about them\",\n \"action\": \"DoubleClick(507, 656)\"\n}", + "action_string": "DoubleClick(507, 656)", + "intent_string": "Click on one of the featured jeans items to explore further details about them", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 105, + 1872, + 131 + ] + }, + { + "text": "Jeans", + "boxes": [ + 372, + 119, + 404, + 133 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 125, + 1444, + 143 + ] + }, + { + "text": "et", + "boxes": [ + 1610, + 119, + 1624, + 135 + ] + }, + { + "text": "tums", + "boxes": [ + 1618, + 117, + 1644, + 137 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 127, + 1882, + 151 + ] + }, + { + "text": "三 AlI", + "boxes": [ + 22, + 167, + 66, + 195 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 256, + 68, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 304, + 260, + 380, + 292 + ] + }, + { + "text": "women", + "boxes": [ + 9, + 275, + 85, + 309 + ] + }, + { + "text": "unisex", + "boxes": [ + 9, + 299, + 81, + 328 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1818, + 302, + 1854, + 316 + ] + }, + { + "text": "3", + "boxes": [ + 68, + 391, + 94, + 413 + ] + }, + { + "text": "35", + "boxes": [ + 18, + 425, + 50, + 445 + ] + }, + { + "text": "OOP", + "boxes": [ + 20, + 494, + 50, + 516 + ] + }, + { + "text": "2P", + "boxes": [ + 106, + 494, + 140, + 514 + ] + }, + { + "text": "4P", + "boxes": [ + 156, + 494, + 184, + 514 + ] + }, + { + "text": "6P", + "boxes": [ + 194, + 494, + 228, + 514 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1812, + 502, + 1862, + 528 + ] + }, + { + "text": "10P12P]14P", + "boxes": [ + 16, + 522, + 142, + 546 + ] + }, + { + "text": "16P", + "boxes": [ + 152, + 524, + 188, + 544 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 554, + 1820, + 574 + ] + }, + { + "text": "1-2", + "boxes": [ + 182, + 596, + 212, + 615 + ] + }, + { + "text": "5-6", + "boxes": [ + 104, + 619, + 142, + 647 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 610, + 611, + 866, + 641 + ] + }, + { + "text": "7-8", + "boxes": [ + 180, + 621, + 220, + 649 + ] + }, + { + "text": "Straight Leg Jeans for Women,High ", + "boxes": [ + 902, + 613, + 1168, + 643 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1194, + 613, + 1464, + 643 + ] + }, + { + "text": "3-4", + "boxes": [ + 36, + 627, + 64, + 641 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 574, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 637, + 1174, + 665 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1194, + 637, + 1442, + 667 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans", + "boxes": [ + 1488, + 637, + 1732, + 667 + ] + }, + { + "text": "9-10", + "boxes": [ + 26, + 655, + 68, + 675 + ] + }, + { + "text": "11-12", + "boxes": [ + 96, + 649, + 154, + 681 + ] + }, + { + "text": "13-14", + "boxes": [ + 170, + 653, + 226, + 679 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 659, + 838, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1064, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall ", + "boxes": [ + 1194, + 661, + 1424, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "18", + "boxes": [ + 110, + 687, + 130, + 703 + ] + }, + { + "text": "★★★★☆14.463", + "boxes": [ + 318, + 687, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆697", + "boxes": [ + 904, + 687, + 1030, + 715 + ] + }, + { + "text": "Fashion y2k Outfits 2025", + "boxes": [ + 1196, + 685, + 1384, + 715 + ] + }, + { + "text": "Baggy with Patch Pockets", + "boxes": [ + 1486, + 683, + 1682, + 717 + ] + }, + { + "text": "100+", + "boxes": [ + 320, + 711, + 348, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 612, + 715, + 740, + 739 + ] + }, + { + "text": "100+", + "boxes": [ + 908, + 711, + 940, + 733 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1196, + 713, + 1320, + 742 + ] + }, + { + "text": "★★★★★1.,998", + "boxes": [ + 1488, + 713, + 1632, + 742 + ] + }, + { + "text": "$118.90", + "boxes": [ + 1808, + 707, + 1862, + 733 + ] + }, + { + "text": "500+ bought in past", + "boxes": [ + 610, + 730, + 742, + 759 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 1196, + 731, + 1376, + 760 + ] + }, + { + "text": " 3K+ bought in past month", + "boxes": [ + 1486, + 728, + 1662, + 763 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 741, + 966, + 774 + ] + }, + { + "text": "$3888", + "boxes": [ + 606, + 764, + 672, + 798 + ] + }, + { + "text": "$3299", + "boxes": [ + 1191, + 762, + 1259, + 801 + ] + }, + { + "text": "$3898", + "boxes": [ + 1484, + 762, + 1554, + 802 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 316, + 780, + 458, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 900, + 776, + 1048, + 806 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 320, + 804, + 392, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 800, + 754, + 830 + ] + }, + { + "text": "Ships to Chi", + "boxes": [ + 906, + 804, + 970, + 822 + ] + }, + { + "text": "Delivery May 28 - Jun 3", + "boxes": [ + 1194, + 800, + 1352, + 830 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 1484, + 796, + 1636, + 832 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1568, + 846 + ] + }, + { + "text": "GRAPENT", + "boxes": [ + 316, + 891, + 432, + 929 + ] + }, + { + "text": "Jeans for Women", + "boxes": [ + 470, + 889, + 598, + 913 + ] + }, + { + "text": "Shop GRAPENT >", + "boxes": [ + 470, + 911, + 566, + 935 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " Cart", + "boxes": [ + 1678, + 97, + 1767, + 161 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 105, + 1874, + 131 + ] + }, + { + "text": "Jeans", + "boxes": [ + 296, + 115, + 348, + 141 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 123, + 1444, + 143 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 125, + 1884, + 151 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 422, + 187 + ] + }, + { + "text": "ntialsStore", + "boxes": [ + 798, + 264, + 866, + 282 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for Women (Stretchy)", + "boxes": [ + 654, + 286, + 1244, + 316 + ] + }, + { + "text": "$1990", + "boxes": [ + 1392, + 280, + 1458, + 314 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1818, + 302, + 1858, + 318 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 656, + 314, + 780, + 338 + ] + }, + { + "text": "14,463 ratings I Search this page", + "boxes": [ + 798, + 316, + 1020, + 339 + ] + }, + { + "text": "No Import Charges & $12.19", + "boxes": [ + 1390, + 319, + 1584, + 352 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 656, + 341, + 762, + 365 + ] + }, + { + "text": "Shipping to China Detals ", + "boxes": [ + 1392, + 341, + 1580, + 371 + ] + }, + { + "text": " 1 sustainablity feat", + "boxes": [ + 656, + 371, + 808, + 401 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1394, + 365, + 1604, + 389 + ] + }, + { + "text": "within 22 hrs 42 mins", + "boxes": [ + 1390, + 379, + 1536, + 413 + ] + }, + { + "text": "@ Deliver", + "boxes": [ + 1394, + 413, + 1460, + 439 + ] + }, + { + "text": "to China", + "boxes": [ + 1414, + 433, + 1464, + 459 + ] + }, + { + "text": "-30% $1990", + "boxes": [ + 658, + 447, + 782, + 478 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1392, + 469, + 1468, + 500 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1404, + 512, + 1484, + 536 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1814, + 506, + 1860, + 526 + ] + }, + { + "text": "Size:", + "boxes": [ + 654, + 528, + 688, + 555 + ] + }, + { + "text": "Add to Cart", + "boxes": [ + 1458, + 556, + 1536, + 580 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1468, + 598, + 1526, + 623 + ] + }, + { + "text": "Ships from", + "boxes": [ + 1404, + 639, + 1460, + 659 + ] + }, + { + "text": "Soldby", + "boxes": [ + 1404, + 659, + 1444, + 679 + ] + }, + { + "text": "30-day", + "boxes": [ + 1470, + 679, + 1506, + 699 + ] + }, + { + "text": "refund/r", + "boxes": [ + 1470, + 693, + 1516, + 711 + ] + }, + { + "text": "Product details", + "boxes": [ + 650, + 731, + 804, + 760 + ] + }, + { + "text": "VSee", + "boxes": [ + 1402, + 735, + 1440, + 754 + ] + }, + { + "text": "Fabric type", + "boxes": [ + 649, + 764, + 735, + 799 + ] + }, + { + "text": "78%Cotton,19%Polyester,3%Elast", + "boxes": [ + 830, + 770, + 1068, + 788 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 766, + 1420, + 788 + ] + }, + { + "text": "Ad a gift receipt for easy", + "boxes": [ + 1414, + 780, + 1588, + 816 + ] + }, + { + "text": "Care instructions", + "boxes": [ + 654, + 794, + 768, + 822 + ] + }, + { + "text": "Machine Wash Warm, Tumble Dry Low", + "boxes": [ + 826, + 794, + 1070, + 824 + ] + }, + { + "text": "returns", + "boxes": [ + 1414, + 801, + 1469, + 835 + ] + }, + { + "text": "Origin", + "boxes": [ + 654, + 824, + 702, + 850 + ] + }, + { + "text": "mported", + "boxes": [ + 830, + 828, + 888, + 848 + ] + }, + { + "text": "Closure type", + "boxes": [ + 654, + 854, + 742, + 878 + ] + }, + { + "text": "Button and Zipper", + "boxes": [ + 828, + 854, + 942, + 878 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1406, + 860, + 1478, + 885 + ] + }, + { + "text": " About this item", + "boxes": [ + 650, + 911, + 810, + 947 + ] + }, + { + "text": "·SKINNY FI: Experience a snug fit with these stretchy skinny jeans for w", + "boxes": [ + 662, + 953, + 1126, + 977 + ] + }, + { + "text": "below the natural waist, great for all-day wear and versatile styling", + "boxes": [ + 670, + 973, + 1102, + 997 + ] + }, + { + "text": "HIGH STRETCH DENIM:Crafted from a cotton-blend denim, these women's stretchyjeans offer", + "boxes": [ + 662, + 989, + 1274, + 1017 + ] + }, + { + "text": "enhanced comfort and fit, allowing for movement throughout your day with style and ease", + "boxes": [ + 672, + 1012, + 1254, + 1036 + ] + } + ] + }, + { + "frame_id": "200_3_6", + "episode_id": 200, + "env_id": 3, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.086408615112305, + "advantages": -0.6088842153549194, + "generated_text": "{\n \"intent\": \"Click on the link to shop for your home essentials, starting with Cleaning logic e, which seems like an attractive offer.\",\n \"action\": \"Click(76, 55)\"\n}", + "action_string": "Click(76, 55)", + "intent_string": "Click on the link to shop for your home essentials, starting with Cleaning logic e, which seems like an attractive offer.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1448, + 486, + 1554, + 510 + ] + }, + { + "text": "Shop deals in Fashion ", + "boxes": [ + 240, + 526, + 466, + 562 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 610, + 530, + 808, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 982, + 530, + 1164, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": " See all deals", + "boxes": [ + 240, + 889, + 318, + 913 + ] + }, + { + "text": "Seemore", + "boxes": [ + 610, + 891, + 672, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 980, + 889, + 1066, + 915 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1354, + 891, + 1486, + 909 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": " Refresh your space", + "boxes": [ + 1346, + 967, + 1544, + 1003 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 8, + 60, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "gistry", + "boxes": [ + 209, + 168, + 241, + 187 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1448, + 486, + 1554, + 510 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 240, + 524, + 466, + 560 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 610, + 530, + 808, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 982, + 530, + 1164, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": " See all deals", + "boxes": [ + 240, + 889, + 318, + 913 + ] + }, + { + "text": "Seemore", + "boxes": [ + 610, + 891, + 672, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 980, + 889, + 1066, + 915 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1354, + 891, + 1486, + 909 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": " Refresh your space", + "boxes": [ + 1346, + 967, + 1544, + 1003 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "200_4_6", + "episode_id": 200, + "env_id": 4, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.568203926086426, + "advantages": 0.450204461812973, + "generated_text": "{\n \"intent\": \"Click on the article titled '一博主侮辱雷军和小米，被判道歉并赔6万元' to start investigating further details about the incident.\",\n \"action\": \"Click(108, 40)\"\n}", + "action_string": "Click(108, 40)", + "intent_string": "Click on the article titled '一博主侮辱雷军和小米，被判道歉并赔6万元' to start investigating further details about the incident.", + "before_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 62, + 66, + 128, + 91 + ] + }, + { + "text": "·☆", + "boxes": [ + 1577, + 57, + 1665, + 96 + ] + }, + { + "text": "三四", + "boxes": [ + 1784, + 66, + 1862, + 91 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 28, + 117, + 136, + 149 + ] + }, + { + "text": "首页", + "boxes": [ + 142, + 119, + 220, + 145 + ] + }, + { + "text": "页要闻", + "boxes": [ + 206, + 117, + 286, + 149 + ] + }, + { + "text": "长春财经", + "boxes": [ + 268, + 115, + 432, + 151 + ] + }, + { + "text": "科技", + "boxes": [ + 442, + 119, + 492, + 147 + ] + }, + { + "text": "支电视剧更多", + "boxes": [ + 476, + 115, + 634, + 151 + ] + }, + { + "text": "都市快报橙柿互动", + "boxes": [ + 1046, + 117, + 1178, + 147 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1374, + 119, + 1430, + 145 + ] + }, + { + "text": "客户端游戏无障碍快捷访问", + "boxes": [ + 1472, + 117, + 1790, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1816, + 119, + 1860, + 147 + ] + }, + { + "text": "三海毅", + "boxes": [ + 447, + 206, + 573, + 271 + ] + }, + { + "text": "新手送150抽领SSS武将", + "boxes": [ + 756, + 204, + 1356, + 270 + ] + }, + { + "text": "O", + "boxes": [ + 358, + 322, + 386, + 349 + ] + }, + { + "text": "一博主侮辱雷军和小米，被判道并赔6", + "boxes": [ + 448, + 330, + 1086, + 377 + ] + }, + { + "text": "作者其他文章", + "boxes": [ + 1154, + 334, + 1282, + 365 + ] + }, + { + "text": "乌镇游客手机不慎落水，桥", + "boxes": [ + 1278, + 373, + 1476, + 403 + ] + }, + { + "text": "万元", + "boxes": [ + 424, + 387, + 508, + 435 + ] + }, + { + "text": "下保洁大叔及时捞起，还…·", + "boxes": [ + 1278, + 397, + 1474, + 427 + ] + }, + { + "text": "口", + "boxes": [ + 358, + 411, + 384, + 435 + ] + }, + { + "text": "-7小时前", + "boxes": [ + 1280, + 429, + 1332, + 455 + ] + }, + { + "text": "都市快报橙柿互动", + "boxes": [ + 478, + 461, + 596, + 484 + ] + }, + { + "text": "+关注", + "boxes": [ + 1038, + 467, + 1098, + 500 + ] + }, + { + "text": "贾斯汀-比伯被曝破产", + "boxes": [ + 1278, + 467, + 1428, + 496 + ] + }, + { + "text": "2025-05-1509:36发布于浙江都市快报官方账号", + "boxes": [ + 480, + 478, + 738, + 502 + ] + }, + { + "text": "☆", + "boxes": [ + 354, + 500, + 390, + 532 + ] + }, + { + "text": "5月14日傍晚，小米法务部在社交平台发文称，近日，就小米公司与自媒体\"民之力”（又名“网络", + "boxes": [ + 428, + 532, + 1110, + 556 + ] + }, + { + "text": "小时前", + "boxes": [ + 1288, + 528, + 1328, + 544 + ] + }, + { + "text": "收商", + "boxes": [ + 346, + 525, + 396, + 575 + ] + }, + { + "text": "一兵\"）网络侵权责任纠纷一案，法院作出一审判决。法院认定被告存在侮辱、诽谤行为，侵害了", + "boxes": [ + 430, + 560, + 1112, + 584 + ] + }, + { + "text": "有本地的哥哥吗，加个好", + "boxes": [ + 1272, + 554, + 1462, + 590 + ] + }, + { + "text": "", + "boxes": [ + 346, + 579, + 395, + 627 + ] + }, + { + "text": "小米公司的名誉权。判令被告删除在抖音、头条、哗哩哗哩、西瓜视频、快手、微信视频号、微", + "boxes": [ + 428, + 584, + 1112, + 613 + ] + }, + { + "text": "友，合适做情侣，可约会", + "boxes": [ + 1276, + 582, + 1460, + 611 + ] + }, + { + "text": "信公众号平台账号内发布的侵权内容，发布声明消除给小米公司造成的负面影响，并赔偿小米公", + "boxes": [ + 422, + 605, + 1116, + 643 + ] + }, + { + "text": "广告爱聊-谈恋爱", + "boxes": [ + 1282, + 617, + 1374, + 635 + ] + }, + { + "text": "司各项损失共计6万元。", + "boxes": [ + 426, + 639, + 592, + 669 + ] + }, + { + "text": "精选视频", + "boxes": [ + 1154, + 667, + 1242, + 699 + ] + }, + { + "text": "日", + "boxes": [ + 354, + 679, + 386, + 711 + ] + }, + { + "text": "小米法务部", + "boxes": [ + 516, + 705, + 616, + 731 + ] + }, + { + "text": "手机看", + "boxes": [ + 350, + 715, + 390, + 742 + ] + }, + { + "text": "14小时前来自Xiaomi15Ultra", + "boxes": [ + 520, + 731, + 710, + 754 + ] + }, + { + "text": "近日，就小米公司与自媒体“民之力”（又名“网络一兵”）网络侵权责任纠纷一案，法", + "boxes": [ + 514, + 758, + 1080, + 788 + ] + }, + { + "text": "院作出一审判决。法院认定被告存在侮辱、诽谤行为，侵害了小米公司的名誉权。判", + "boxes": [ + 514, + 782, + 1084, + 812 + ] + }, + { + "text": "令被告删除在抖音、头条、哗哩哗哩、西瓜视频、快手、微信视频号、微信公众号平", + "boxes": [ + 516, + 808, + 1082, + 838 + ] + }, + { + "text": "台账号内发布的侵权内容，发布声明消除给小米公司造成的负面影响，并赔偿小米公", + "boxes": [ + 514, + 834, + 1082, + 864 + ] + }, + { + "text": "司各项损失共计6万元。", + "boxes": [ + 516, + 862, + 674, + 885 + ] + }, + { + "text": "法院认为：1.被告发表的言论造成小米公司社会评价的降低，且超出舆论监督的合理", + "boxes": [ + 510, + 903, + 1084, + 943 + ] + }, + { + "text": "山今日！俄乌计划在土耳其进行直接.", + "boxes": [ + 1168, + 899, + 1442, + 929 + ] + }, + { + "text": "范围。2.被告发表的部分言论具有明确的侮辱、贬损性，且缺乏事实依据，构成侮", + "boxes": [ + 514, + 935, + 1072, + 965 + ] + }, + { + "text": "港媒：抓住窗口期，未来几周从中国发", + "boxes": [ + 1170, + 945, + 1458, + 975 + ] + }, + { + "text": "辱、诽谤，侵犯了小米公司名誉权。", + "boxes": [ + 512, + 957, + 756, + 991 + ] + }, + { + "text": "目前一审判决已生效。", + "boxes": [ + 516, + 989, + 662, + 1012 + ] + }, + { + "text": "郑钦文谈首胜萨巴伦卡：终于突破了！.", + "boxes": [ + 1170, + 991, + 1452, + 1020 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "」Q侮辱雷军被判赔6万-", + "boxes": [ + 220, + 32, + 380, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 442, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "北京明晚再迎强对流", + "boxes": [ + 474, + 295, + 630, + 332 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 北京明晚再迎强对流", + "boxes": [ + 484, + 411, + 656, + 441 + ] + }, + { + "text": "2 陈奕迅确诊新冠", + "boxes": [ + 788, + 409, + 938, + 443 + ] + }, + { + "text": "3巴菲特透露退休原因", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4 侮辱雷军被判赔6万", + "boxes": [ + 482, + 451, + 648, + 480 + ] + }, + { + "text": "5 华为鸿蒙折叠电脑", + "boxes": [ + 790, + 449, + 950, + 478 + ] + }, + { + "text": "6乒协辟谣刘国梁被抓“", + "boxes": [ + 1104, + 449, + 1280, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "深证成指", + "boxes": [ + 1460, + 804, + 1522, + 846 + ] + }, + { + "text": "10,186...", + "boxes": [ + 1626, + 820, + 1684, + 840 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 848, + 1506, + 891 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1630, + 846, + 1700, + 893 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 893, + 1516, + 937 + ] + }, + { + "text": "-4 10,310", + "boxes": [ + 1584, + 893, + 1700, + 939 + ] + }, + { + "text": "1.", + "boxes": [ + 830, + 925, + 848, + 939 + ] + }, + { + "text": "一点资讯·41分钟", + "boxes": [ + 852, + 921, + 958, + 945 + ] + }, + { + "text": "汽车资讯盘点·2小时", + "boxes": [ + 1136, + 921, + 1286, + 945 + ] + }, + { + "text": "《潜行者：禁区传说三部曲", + "boxes": [ + 836, + 941, + 1078, + 977 + ] + }, + { + "text": "国产科幻皮卡，赛博朋克风", + "boxes": [ + 1134, + 941, + 1386, + 977 + ] + }, + { + "text": "13,4 ", + "boxes": [ + 1626, + 939, + 1700, + 989 + ] + }, + { + "text": "情感桥 · 1 小时", + "boxes": [ + 198, + 953, + 320, + 983 + ] + }, + { + "text": "增强版》将于5月20日发售，", + "boxes": [ + 826, + 967, + 1088, + 1003 + ] + }, + { + "text": "格，配备高阶辅助驾驶，", + "boxes": [ + 1136, + 967, + 1364, + 1003 + ] + }, + { + "text": "强大，从沉默开始 (深度好文)", + "boxes": [ + 198, + 977, + 594, + 1026 + ] + }, + { + "text": "2027年上市", + "boxes": [ + 1136, + 992, + 1262, + 1029 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 985, + 1506, + 1032 + ] + }, + { + "text": "", + "boxes": [ + 1591, + 986, + 1629, + 1014 + ] + }, + { + "text": "+4.163", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "原版游戏会自动入库", + "boxes": [ + 828, + 997, + 1016, + 1026 + ] + } + ] + }, + { + "frame_id": "200_5_6", + "episode_id": 200, + "env_id": 5, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.161657333374023, + "advantages": -0.5551014542579651, + "generated_text": "{\n \"intent\": \"Click on the Gaming accessories section to explore more gaming related products\",\n \"action\": \"DoubleClick(42, 604)\"\n}", + "action_string": "DoubleClick(42, 604)", + "intent_string": "Click on the Gaming accessories section to explore more gaming related products", + "before_screen_ocr_results": [ + { + "text": ". Spend les", + "boxes": [ + 116, + 32, + 190, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "①| https://", + "boxes": [ + 252, + 66, + 360, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 412, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1562, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen ", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1562, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion ", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 438, + 860 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "200_6_6", + "episode_id": 200, + "env_id": 6, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.635147094726562, + "advantages": -0.21668247878551483, + "generated_text": "{\n \"intent\": \"Click on an icon labeled 'Double Click(190, 23)'\",\n \"action\": \"Click(190, 23)\"\n}", + "action_string": "Click(190, 23)", + "intent_string": "Click on an icon labeled 'Double Click(190, 23)'", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1603, + 63, + 1659, + 88 + ] + }, + { + "text": "amazon", + "boxes": [ + 900, + 131, + 1022, + 175 + ] + }, + { + "text": "请输入您在下方看到的字符", + "boxes": [ + 800, + 197, + 1060, + 238 + ] + }, + { + "text": "抱歉，我们只是想确认一下当前访问者并非自", + "boxes": [ + 840, + 220, + 1114, + 260 + ] + }, + { + "text": "动程序。为了达到最佳效果，请确保您浏览器", + "boxes": [ + 842, + 242, + 1112, + 278 + ] + }, + { + "text": "上的 Cookie已启用。", + "boxes": [ + 844, + 264, + 968, + 294 + ] + }, + { + "text": "请输入您在这个图片中看到的字", + "boxes": [ + 826, + 347, + 1074, + 383 + ] + }, + { + "text": "符：", + "boxes": [ + 832, + 375, + 866, + 397 + ] + }, + { + "text": "MEATRG", + "boxes": [ + 874, + 395, + 1062, + 451 + ] + }, + { + "text": "输入字符", + "boxes": [ + 830, + 465, + 892, + 498 + ] + }, + { + "text": "换一张图", + "boxes": [ + 1034, + 469, + 1092, + 494 + ] + }, + { + "text": "继续购物", + "boxes": [ + 934, + 580, + 988, + 600 + ] + }, + { + "text": "使用条件", + "boxes": [ + 898, + 717, + 950, + 742 + ] + }, + { + "text": "隐私声明", + "boxes": [ + 968, + 717, + 1022, + 742 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": " https://w", + "boxes": [ + 250, + 64, + 368, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 414, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "Seemore", + "boxes": [ + 240, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "200_7_6", + "episode_id": 200, + "env_id": 7, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.931191444396973, + "advantages": -0.005089678801596165, + "generated_text": "{\n \"intent\": \"Click on one of the search results related to Beijing weather and traffic to learn more about the anticipated conditions\",\n \"action\": \"DoubleClick(495, 359)\"\n}", + "action_string": "DoubleClick(495, 359)", + "intent_string": "Click on one of the search results related to Beijing weather and traffic to learn more about the anticipated conditions", + "before_screen_ocr_results": [ + { + "text": "明晚北京又要下冰電了明天×」Q北京明晚再迎强对流-", + "boxes": [ + 1158, + 32, + 1508, + 50 + ] + }, + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "北京明晚再迎强对流", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "Sign ii", + "boxes": [ + 1566, + 163, + 1602, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 232 + ] + }, + { + "text": "About 299,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 294, + 278, + 320 + ] + }, + { + "text": "https:/finance.sina.com.cn > jxw > doc-inewrkfy... T", + "boxes": [ + 212, + 312, + 534, + 338 + ] + }, + { + "text": "明晚北京又要下冰霓了明天北京再迎强对流天气北京.", + "boxes": [ + 174, + 336, + 656, + 371 + ] + }, + { + "text": "8 hours ago·【#明晚北京又要下冰苞了#明天北京再迎强对流天气#[下雨]】今天北京晴朗在线", + "boxes": [ + 176, + 363, + 776, + 393 + ] + }, + { + "text": "最高气温在29°℃上下。不过，据北京市气象台预计，明天强对流，", + "boxes": [ + 180, + 389, + 582, + 413 + ] + }, + { + "text": "新京报", + "boxes": [ + 207, + 428, + 267, + 468 + ] + }, + { + "text": "A", + "boxes": [ + 186, + 449, + 204, + 465 + ] + }, + { + "text": "https://w", + "boxes": [ + 216, + 455, + 268, + 472 + ] + }, + { + "text": "www.bjne", + "boxes": [ + 262, + 457, + 316, + 474 + ] + }, + { + "text": "m.cn > detail ", + "boxes": [ + 354, + 453, + 442, + 476 + ] + }, + { + "text": " Translate this result ", + "boxes": [ + 430, + 452, + 556, + 481 + ] + }, + { + "text": "明天北京再迎强对流天气，晚高峰防范雷雨大风和冰一新京报", + "boxes": [ + 176, + 476, + 756, + 512 + ] + }, + { + "text": "4 hours ago·新京报讯（记者王景曦）今天北京晴朗在线，最高气温在29°℃上下。不过，据北京", + "boxes": [ + 176, + 504, + 782, + 534 + ] + }, + { + "text": "市气象台预计，明天强对流天气将再度来袭，晚高峰防范雷雨大风..", + "boxes": [ + 176, + 526, + 602, + 556 + ] + }, + { + "text": "·", + "boxes": [ + 178, + 579, + 215, + 615 + ] + }, + { + "text": "冰電还有“续集”！明天强对流天气将再袭京城，详情-", + "boxes": [ + 176, + 615, + 642, + 651 + ] + }, + { + "text": "8 hours ago·北京市气象台15日14时发布今天下午晴间多云，南风三级左右，阵风五六级，最高", + "boxes": [ + 180, + 647, + 786, + 671 + ] + }, + { + "text": "气温29°℃；夜间晴间多云，南风一二级，最低气温15°℃。今天午后偏南阵风较大，外出注意防", + "boxes": [ + 182, + 669, + 766, + 693 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 212, + 715, + 262, + 741 + ] + }, + { + "text": "ews.q.com rain ranslae this resuit ", + "boxes": [ + 264, + 733, + 504, + 762 + ] + }, + { + "text": "北京明日将再迎强对流天气部分地区有冰電－腾讯网", + "boxes": [ + 174, + 756, + 646, + 792 + ] + }, + { + "text": "8 hours ago·央广网北京5月15日消息（记者朱冠安）根据气象部门预报，明天（5月16日）北京", + "boxes": [ + 180, + 784, + 788, + 814 + ] + }, + { + "text": "将迎强对流天气。预计傍晚前后至前半夜有雷阵雨，并伴有短时大风。，", + "boxes": [ + 178, + 810, + 606, + 834 + ] + }, + { + "text": "搜狐", + "boxes": [ + 205, + 852, + 252, + 887 + ] + }, + { + "text": "http:/www.sohu.com Translatethis result ", + "boxes": [ + 208, + 869, + 478, + 901 + ] + }, + { + "text": "提醒！北京将再迎强对流天气，明日晚高峰防范雷雨大风和冰", + "boxes": [ + 176, + 897, + 746, + 933 + ] + }, + { + "text": "8 hours ago·今天（5月15日）北京晴朗在线，最高气温在29℃上下。不过，据北京市气象台预", + "boxes": [ + 176, + 923, + 778, + 953 + ] + }, + { + "text": "计，明天强对流天气将再度来袭，晚高峰防范雷雨大风和冰苞。明天白天云量逐渐增多，傍晚…", + "boxes": [ + 170, + 941, + 780, + 981 + ] + }, + { + "text": "?", + "boxes": [ + 184, + 1007, + 212, + 1026 + ] + }, + { + "text": "sina.cn", + "boxes": [ + 212, + 999, + 266, + 1018 + ] + }, + { + "text": "京明晚再迎·", + "boxes": [ + 224, + 1048, + 304, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "京又要下冰電了明", + "boxes": [ + 1334, + 32, + 1436, + 50 + ] + }, + { + "text": "明晚北京", + "boxes": [ + 1474, + 32, + 1544, + 54 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 64, + 1662, + 89 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "页 新闻 体育 财经 娱乐 科技 博客", + "boxes": [ + 382, + 109, + 748, + 139 + ] + }, + { + "text": "图片", + "boxes": [ + 742, + 111, + 802, + 137 + ] + }, + { + "text": "专栏", + "boxes": [ + 822, + 113, + 856, + 135 + ] + }, + { + "text": "更多√", + "boxes": [ + 880, + 111, + 934, + 137 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1428, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1548, + 137 + ] + }, + { + "text": "sha 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 278, + 630, + 320 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1320, + 294, + 1414, + 318 + ] + }, + { + "text": "明晚北京又要下冰电了明天北京再迎强对流天气", + "boxes": [ + 328, + 347, + 1156, + 395 + ] + }, + { + "text": "2025年05月15日13:12新京报", + "boxes": [ + 330, + 451, + 566, + 485 + ] + }, + { + "text": "新浪财经APP丨丨A丨A丨丨丨|", + "boxes": [ + 910, + 449, + 1456, + 484 + ] + }, + { + "text": "13", + "boxes": [ + 1472, + 451, + 1548, + 482 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 522 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "斤浪首页", + "boxes": [ + 1602, + 524, + 1636, + 538 + ] + }, + { + "text": "新京报", + "boxes": [ + 711, + 579, + 837, + 636 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1570, + 625 + ] + }, + { + "text": "语音播批", + "boxes": [ + 1598, + 598, + 1634, + 611 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1508, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "提醒！北京将再迎强对流天气", + "boxes": [ + 532, + 665, + 1022, + 713 + ] + }, + { + "text": "明日晚高峰防苑雷雨大风和冰电", + "boxes": [ + 536, + 711, + 1018, + 764 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1248, + 729, + 1564, + 758 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1568, + 820 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1250, + 866, + 1568, + 895 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 925, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1444, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 346, + 963, + 440, + 995 + ] + }, + { + "text": "-28393秒前恒生指数收盘跌0.79%，恒生科技指数跌1.56%", + "boxes": [ + 472, + 959, + 958, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "天北京晴朗在线", + "boxes": [ + 884, + 1026, + 1012, + 1044 + ] + }, + { + "text": "高气温在29°℃", + "boxes": [ + 1046, + 1026, + 1182, + 1044 + ] + } + ] + }, + { + "frame_id": "200_0_7", + "episode_id": 200, + "env_id": 0, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.993688583374023, + "advantages": -0.6751543283462524, + "generated_text": "{\n \"intent\": \"Navigation within customer service section to explore gaming accessories like headsets and keyboards\",\n \"action\": \"Click(100, 50)\"\n}", + "action_string": "Click(100, 50)", + "intent_string": "Navigation within customer service section to explore gaming accessories like headsets and keyboards", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 4, + 59, + 132, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 412, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1562, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion ", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1352, + 889, + 1486, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 30, + 61, + 128, + 92 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 296, + 117, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1562, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "200_1_7", + "episode_id": 200, + "env_id": 1, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.38255786895752, + "advantages": -0.39721646904945374, + "generated_text": "{\n \"intent\": \"scroll down to read and explore the detailed content of the article titled '明天北京再迎强对流天气，晚高峰防范雷雨大风和冰雹'\",\n \"action\": \"DoubleClick(100, 50)\" \n}", + "action_string": "DoubleClick(100, 50)", + "intent_string": "scroll down to read and explore the detailed content of the article titled '明天北京再迎强对流天气，晚高峰防范雷雨大风和冰雹'", + "before_screen_ocr_results": [ + { + "text": "明天北京再迎强对流天气", + "boxes": [ + 692, + 42, + 844, + 60 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": "Firefox", + "boxes": [ + 24, + 68, + 96, + 93 + ] + }, + { + "text": "A明天北京再迎强对流天气，×", + "boxes": [ + 776, + 68, + 1000, + 91 + ] + }, + { + "text": "虽对流天气，", + "boxes": [ + 1110, + 71, + 1178, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 358, + 101, + 454, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1288, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1558, + 129 + ] + }, + { + "text": "新京报", + "boxes": [ + 370, + 151, + 490, + 199 + ] + }, + { + "text": "北交所频道", + "boxes": [ + 910, + 143, + 972, + 161 + ] + }, + { + "text": "贝壳财经", + "boxes": [ + 1154, + 143, + 1206, + 161 + ] + }, + { + "text": "商务合作", + "boxes": [ + 1434, + 143, + 1486, + 161 + ] + }, + { + "text": "爱心模式", + "boxes": [ + 1506, + 143, + 1550, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 170, + 110, + 201 + ] + }, + { + "text": "BJNEWS.COM.CN", + "boxes": [ + 372, + 190, + 478, + 221 + ] + }, + { + "text": "输入搜索信息", + "boxes": [ + 645, + 192, + 739, + 229 + ] + }, + { + "text": "α", + "boxes": [ + 1138, + 201, + 1166, + 228 + ] + }, + { + "text": "首页 视频 深读公益 第一看点时事 北京", + "boxes": [ + 348, + 266, + 750, + 296 + ] + }, + { + "text": "国际政事儿", + "boxes": [ + 754, + 270, + 870, + 294 + ] + }, + { + "text": "观点", + "boxes": [ + 874, + 272, + 922, + 290 + ] + }, + { + "text": "财经消费娱乐文化体育汽车房产教育图说科技智库乡村", + "boxes": [ + 920, + 268, + 1558, + 292 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "首页>北京", + "boxes": [ + 356, + 330, + 430, + 353 + ] + }, + { + "text": "明天北京再迎强对流天气，晚高峰防范雷雨大风和冰霓", + "boxes": [ + 350, + 365, + 1342, + 413 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "2025-05-15 12:04丨记者：王景曦　编辑：张磊", + "boxes": [ + 354, + 427, + 660, + 457 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "直播", + "boxes": [ + 1206, + 498, + 1260, + 532 + ] + }, + { + "text": "新京报讯（记者王景曦）今天北京晴朗在线，最高气温在29°℃上下。不过，据北京市气象台预计，明", + "boxes": [ + 354, + 514, + 1156, + 544 + ] + }, + { + "text": "", + "boxes": [ + 26, + 546, + 88, + 616 + ] + }, + { + "text": "天强对流天气将再度来袭，晚高峰防范雷雨大风和冰電。", + "boxes": [ + 352, + 554, + 796, + 584 + ] + }, + { + "text": "直播中", + "boxes": [ + 1224, + 576, + 1284, + 596 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "大美春强有我", + "boxes": [ + 1326, + 604, + 1456, + 635 + ] + }, + { + "text": "明天白天云量逐渐增多，傍晚前后至前半夜有雷阵雨，并伴有短时大风，部分地区有冰雹，对明天晚", + "boxes": [ + 352, + 631, + 1152, + 661 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "高峰出行有一定影响，请及时关注临近预报预警信息，注意出行安全，妥善安置易受冰影响的室外", + "boxes": [ + 352, + 671, + 1150, + 701 + ] + }, + { + "text": "校款会", + "boxes": [ + 1226, + 679, + 1280, + 709 + ] + }, + { + "text": "物品。", + "boxes": [ + 352, + 711, + 398, + 739 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "2025校歌会暨第11届北京沙河高教园区文化交流月开", + "boxes": [ + 1206, + 754, + 1540, + 784 + ] + }, + { + "text": "口", + "boxes": [ + 38, + 786, + 78, + 826 + ] + }, + { + "text": "雷雨过后，受冷空气影响，明天夜间到17日白天北风较大，阵风可达7级左右。外出注意防风，远离", + "boxes": [ + 352, + 788, + 1146, + 818 + ] + }, + { + "text": "8233人参与", + "boxes": [ + 1207, + 800, + 1297, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "广告牌等临时搭建物。", + "boxes": [ + 346, + 824, + 528, + 860 + ] + }, + { + "text": "热点", + "boxes": [ + 1206, + 874, + 1258, + 909 + ] + }, + { + "text": "5月16日至5月23日，白天最高气温在25°℃~29℃，夜间最低气温在12°℃~18°℃。", + "boxes": [ + 354, + 903, + 982, + 933 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "中美互降关税48小时：美国客", + "boxes": [ + 1338, + 933, + 1528, + 963 + ] + }, + { + "text": "“砸单”，义乌工厂加急发货", + "boxes": [ + 1340, + 953, + 1510, + 983 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "明天北京再迎强对流天气", + "boxes": [ + 692, + 42, + 844, + 60 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "A明天北京再迎强对流天气，×", + "boxes": [ + 776, + 68, + 1000, + 91 + ] + }, + { + "text": "虽对流天气，", + "boxes": [ + 1110, + 71, + 1178, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 358, + 101, + 454, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1288, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1558, + 129 + ] + }, + { + "text": "新京报", + "boxes": [ + 370, + 151, + 490, + 199 + ] + }, + { + "text": "北交所频道", + "boxes": [ + 910, + 143, + 972, + 161 + ] + }, + { + "text": "贝壳财经", + "boxes": [ + 1154, + 143, + 1206, + 161 + ] + }, + { + "text": "商务合作", + "boxes": [ + 1434, + 143, + 1486, + 161 + ] + }, + { + "text": "爱心模式", + "boxes": [ + 1506, + 143, + 1550, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 5, + 168, + 113, + 205 + ] + }, + { + "text": "BJNEWS.COM.CN", + "boxes": [ + 372, + 190, + 478, + 221 + ] + }, + { + "text": "输入搜索信息", + "boxes": [ + 645, + 192, + 739, + 229 + ] + }, + { + "text": "α", + "boxes": [ + 1138, + 201, + 1166, + 228 + ] + }, + { + "text": "首页 视频 深读公益 第一看点时事 北京", + "boxes": [ + 348, + 266, + 750, + 296 + ] + }, + { + "text": "国际", + "boxes": [ + 756, + 272, + 804, + 292 + ] + }, + { + "text": "政事儿", + "boxes": [ + 798, + 272, + 868, + 290 + ] + }, + { + "text": "观点", + "boxes": [ + 874, + 272, + 922, + 290 + ] + }, + { + "text": "财经消费娱乐文化体育汽车房产教育图说科技智库乡村", + "boxes": [ + 920, + 268, + 1558, + 292 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "首页>北京", + "boxes": [ + 356, + 330, + 430, + 353 + ] + }, + { + "text": "明天北京再迎强对流天气，晚高峰防范雷雨大风和冰霓", + "boxes": [ + 350, + 365, + 1342, + 413 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "2025-05-15 12:04丨记者：王景曦　编辑：张磊", + "boxes": [ + 354, + 427, + 660, + 457 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "直播", + "boxes": [ + 1206, + 498, + 1260, + 532 + ] + }, + { + "text": "新京报讯（记者王景曦）今天北京晴朗在线，最高气温在29°℃上下。不过，据北京市气象台预计，明", + "boxes": [ + 354, + 514, + 1156, + 544 + ] + }, + { + "text": "", + "boxes": [ + 26, + 546, + 88, + 616 + ] + }, + { + "text": "天强对流天气将再度来袭，晚高峰防范雷雨大风和冰電。", + "boxes": [ + 352, + 554, + 796, + 584 + ] + }, + { + "text": "直播中", + "boxes": [ + 1224, + 576, + 1284, + 596 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "大美春强有我", + "boxes": [ + 1326, + 604, + 1456, + 635 + ] + }, + { + "text": "明天白天云量逐渐增多，傍晚前后至前半夜有雷阵雨，并伴有短时大风，部分地区有冰雹，对明天晚", + "boxes": [ + 352, + 631, + 1152, + 661 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "高峰出行有一定影响，请及时关注临近预报预警信息，注意出行安全，妥善安置易受冰影响的室外", + "boxes": [ + 352, + 671, + 1150, + 701 + ] + }, + { + "text": "校款会", + "boxes": [ + 1226, + 679, + 1280, + 709 + ] + }, + { + "text": "物品。", + "boxes": [ + 352, + 711, + 398, + 739 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "2025校歌会暨第11届北京沙河高教园区文化交流月开", + "boxes": [ + 1206, + 754, + 1540, + 784 + ] + }, + { + "text": "口", + "boxes": [ + 38, + 786, + 78, + 826 + ] + }, + { + "text": "雷雨过后，受冷空气影响，明天夜间到17日白天北风较大，阵风可达7级左右。外出注意防风，远离", + "boxes": [ + 352, + 788, + 1146, + 818 + ] + }, + { + "text": "8233人参与", + "boxes": [ + 1207, + 798, + 1297, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "广告牌等临时搭建物。", + "boxes": [ + 346, + 824, + 528, + 860 + ] + }, + { + "text": "热点", + "boxes": [ + 1206, + 874, + 1258, + 909 + ] + }, + { + "text": "5月16日至5月23日，白天最高气温在25°℃~29℃，夜间最低气温在12°℃~18°℃。", + "boxes": [ + 354, + 903, + 982, + 933 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "中美互降关税48小时：美国客", + "boxes": [ + 1338, + 933, + 1528, + 963 + ] + }, + { + "text": "“砸单”，义乌工厂加急发货", + "boxes": [ + 1340, + 953, + 1510, + 983 + ] + } + ] + }, + { + "frame_id": "200_2_7", + "episode_id": 200, + "env_id": 2, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.923766136169434, + "advantages": -0.7251302599906921, + "generated_text": "{\n \"intent\": \"Click on the \\\"Click on the product to explore more details and add to cart\\\"\",\n \"action\": \"DoubleClick(106, 50)\"\n}", + "action_string": "DoubleClick(106, 50)", + "intent_string": "Click on the \"Click on the product to explore more details and add to cart\"", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " Cart", + "boxes": [ + 1678, + 97, + 1767, + 161 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 105, + 1874, + 131 + ] + }, + { + "text": "Jeans", + "boxes": [ + 296, + 115, + 348, + 141 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 123, + 1444, + 143 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 125, + 1884, + 151 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 422, + 187 + ] + }, + { + "text": "ntialsStore", + "boxes": [ + 798, + 264, + 866, + 282 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for Women (Stretchy)", + "boxes": [ + 654, + 286, + 1244, + 316 + ] + }, + { + "text": "$1990", + "boxes": [ + 1392, + 280, + 1458, + 314 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1818, + 302, + 1858, + 318 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 656, + 314, + 780, + 338 + ] + }, + { + "text": "14,463 ratings I Search this page", + "boxes": [ + 798, + 316, + 1020, + 339 + ] + }, + { + "text": "No Import Charges & $12.19", + "boxes": [ + 1390, + 319, + 1584, + 352 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 656, + 341, + 762, + 365 + ] + }, + { + "text": "Shipping to China Detals ", + "boxes": [ + 1392, + 341, + 1580, + 371 + ] + }, + { + "text": " 1 sustainablity feat", + "boxes": [ + 656, + 371, + 808, + 401 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1394, + 365, + 1604, + 389 + ] + }, + { + "text": "within 22 hrs 42 mins", + "boxes": [ + 1390, + 379, + 1536, + 413 + ] + }, + { + "text": "@ Deliver", + "boxes": [ + 1394, + 413, + 1460, + 439 + ] + }, + { + "text": "to China", + "boxes": [ + 1414, + 433, + 1464, + 459 + ] + }, + { + "text": "-30% $1990", + "boxes": [ + 658, + 447, + 782, + 478 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1392, + 469, + 1468, + 500 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1404, + 512, + 1484, + 536 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1814, + 506, + 1860, + 526 + ] + }, + { + "text": "Size:", + "boxes": [ + 654, + 528, + 688, + 555 + ] + }, + { + "text": "Add to Cart", + "boxes": [ + 1458, + 556, + 1536, + 580 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1468, + 598, + 1526, + 623 + ] + }, + { + "text": "Ships from", + "boxes": [ + 1404, + 639, + 1460, + 659 + ] + }, + { + "text": "Soldby", + "boxes": [ + 1404, + 659, + 1444, + 679 + ] + }, + { + "text": "30-day", + "boxes": [ + 1470, + 679, + 1506, + 699 + ] + }, + { + "text": "refund/r", + "boxes": [ + 1470, + 693, + 1516, + 711 + ] + }, + { + "text": "Product details", + "boxes": [ + 650, + 731, + 804, + 760 + ] + }, + { + "text": "VSee", + "boxes": [ + 1402, + 735, + 1440, + 754 + ] + }, + { + "text": "Fabric type", + "boxes": [ + 649, + 764, + 735, + 799 + ] + }, + { + "text": "78%Cotton,19%Polyester,3%Elast", + "boxes": [ + 830, + 770, + 1068, + 788 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 766, + 1420, + 788 + ] + }, + { + "text": "Ad a gift receipt for easy", + "boxes": [ + 1414, + 780, + 1588, + 816 + ] + }, + { + "text": "Care instructions", + "boxes": [ + 654, + 794, + 768, + 822 + ] + }, + { + "text": "Machine Wash Warm, Tumble Dry Low", + "boxes": [ + 826, + 794, + 1070, + 824 + ] + }, + { + "text": "returns", + "boxes": [ + 1414, + 801, + 1469, + 835 + ] + }, + { + "text": "Origin", + "boxes": [ + 654, + 824, + 702, + 850 + ] + }, + { + "text": "mported", + "boxes": [ + 830, + 828, + 888, + 848 + ] + }, + { + "text": "Closure type", + "boxes": [ + 654, + 854, + 742, + 878 + ] + }, + { + "text": "Button and Zipper", + "boxes": [ + 828, + 854, + 942, + 878 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1406, + 860, + 1478, + 885 + ] + }, + { + "text": " About this item", + "boxes": [ + 650, + 911, + 810, + 947 + ] + }, + { + "text": "·SKINNY FI: Experience a snug fit with these stretchy skinny jeans for w", + "boxes": [ + 662, + 953, + 1126, + 977 + ] + }, + { + "text": "below the natural waist, great for all-day wear and versatile styling", + "boxes": [ + 670, + 973, + 1102, + 997 + ] + }, + { + "text": "HIGH STRETCH DENIM:Crafted from a cotton-blend denim, these women's stretchyjeans offer", + "boxes": [ + 662, + 989, + 1274, + 1017 + ] + }, + { + "text": "enhanced comfort and fit, allowing for movement throughout your day with style and ease", + "boxes": [ + 672, + 1012, + 1254, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Amazon Es x ", + "boxes": [ + 122, + 32, + 220, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 36, + 64, + 128, + 89 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " Cart", + "boxes": [ + 1678, + 97, + 1767, + 161 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 105, + 1874, + 131 + ] + }, + { + "text": "Jeans", + "boxes": [ + 296, + 115, + 348, + 141 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 123, + 1444, + 143 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 125, + 1884, + 151 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 422, + 187 + ] + }, + { + "text": "ntialsStore", + "boxes": [ + 798, + 264, + 866, + 282 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for Women (Stretchy)", + "boxes": [ + 654, + 286, + 1244, + 316 + ] + }, + { + "text": "$1990", + "boxes": [ + 1392, + 280, + 1458, + 314 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1818, + 302, + 1858, + 318 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 656, + 314, + 780, + 338 + ] + }, + { + "text": "14,463 ratings I Search this page", + "boxes": [ + 798, + 316, + 1020, + 339 + ] + }, + { + "text": "No Import Charges & $12.19", + "boxes": [ + 1390, + 319, + 1584, + 352 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 656, + 341, + 762, + 365 + ] + }, + { + "text": "Shipping to China Detals ", + "boxes": [ + 1392, + 341, + 1580, + 371 + ] + }, + { + "text": " 1 sustainablity featu", + "boxes": [ + 656, + 371, + 810, + 401 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1394, + 365, + 1604, + 389 + ] + }, + { + "text": "within 22 hrs 42 mins", + "boxes": [ + 1390, + 379, + 1536, + 413 + ] + }, + { + "text": "@ Deliver", + "boxes": [ + 1394, + 413, + 1460, + 439 + ] + }, + { + "text": "to China", + "boxes": [ + 1414, + 433, + 1466, + 459 + ] + }, + { + "text": "-30% $1990", + "boxes": [ + 658, + 447, + 782, + 478 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1392, + 469, + 1468, + 500 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1404, + 512, + 1484, + 536 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1814, + 506, + 1860, + 526 + ] + }, + { + "text": "Size:", + "boxes": [ + 654, + 528, + 688, + 555 + ] + }, + { + "text": "14 Short", + "boxes": [ + 666, + 564, + 736, + 586 + ] + }, + { + "text": "Add to Cart", + "boxes": [ + 1458, + 556, + 1536, + 580 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1468, + 598, + 1526, + 623 + ] + }, + { + "text": "Ships from", + "boxes": [ + 1404, + 639, + 1460, + 659 + ] + }, + { + "text": "Soldby", + "boxes": [ + 1404, + 659, + 1444, + 679 + ] + }, + { + "text": "30-day", + "boxes": [ + 1470, + 679, + 1506, + 699 + ] + }, + { + "text": "refund/r", + "boxes": [ + 1470, + 693, + 1516, + 711 + ] + }, + { + "text": " Product details", + "boxes": [ + 650, + 731, + 804, + 760 + ] + }, + { + "text": "VSee", + "boxes": [ + 1402, + 735, + 1440, + 754 + ] + }, + { + "text": "Fabric type", + "boxes": [ + 649, + 764, + 735, + 799 + ] + }, + { + "text": "78%Cotton,19%Polyester,3%Elast", + "boxes": [ + 830, + 770, + 1068, + 788 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 766, + 1420, + 788 + ] + }, + { + "text": "Ad a gift receipt for easy", + "boxes": [ + 1414, + 780, + 1588, + 816 + ] + }, + { + "text": "Care instructions", + "boxes": [ + 654, + 794, + 768, + 822 + ] + }, + { + "text": "Machine Wash Warm, Tumble Dry Low", + "boxes": [ + 826, + 794, + 1070, + 824 + ] + }, + { + "text": "returns", + "boxes": [ + 1414, + 801, + 1469, + 835 + ] + }, + { + "text": "Origin", + "boxes": [ + 654, + 824, + 702, + 850 + ] + }, + { + "text": "mported", + "boxes": [ + 830, + 828, + 888, + 848 + ] + }, + { + "text": "Closure type", + "boxes": [ + 654, + 854, + 742, + 878 + ] + }, + { + "text": "Button and Zipper", + "boxes": [ + 828, + 854, + 942, + 878 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1406, + 860, + 1478, + 885 + ] + }, + { + "text": " About this item", + "boxes": [ + 650, + 911, + 810, + 947 + ] + }, + { + "text": "·SKINNY FIT: Experience a snug fit with these stretchy skinny jeans for w", + "boxes": [ + 662, + 953, + 1126, + 977 + ] + }, + { + "text": "below the natural waist, great for all-day wear and versatile styling", + "boxes": [ + 670, + 973, + 1102, + 997 + ] + }, + { + "text": "HIGH STRETCH DENIM:Crafted from a cotton-blend denim, these women's stretchyjeans offer", + "boxes": [ + 662, + 989, + 1274, + 1017 + ] + }, + { + "text": "enhanced comfort and fit, allowing for movement throughout your day with style and ease", + "boxes": [ + 672, + 1012, + 1254, + 1036 + ] + } + ] + }, + { + "frame_id": "200_3_7", + "episode_id": 200, + "env_id": 3, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.264183044433594, + "advantages": 0.23291055858135223, + "generated_text": "{\n \"intent\": \"Click on the \\\"Shop deals in Fashion\\\" section to see the available offers and possibly make a purchase.\",\n \"action\": \"DoubleClick(307, 594)\" \n}", + "action_string": "DoubleClick(307, 594)", + "intent_string": "Click on the \"Shop deals in Fashion\" section to see the available offers and possibly make a purchase.", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 8, + 60, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "gistry", + "boxes": [ + 209, + 168, + 241, + 187 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1448, + 486, + 1554, + 510 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 240, + 524, + 466, + 560 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 610, + 530, + 808, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 982, + 530, + 1164, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": " See all deals", + "boxes": [ + 240, + 889, + 318, + 913 + ] + }, + { + "text": "Seemore", + "boxes": [ + 610, + 891, + 672, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 980, + 889, + 1066, + 915 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1354, + 891, + 1486, + 909 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": " Refresh your space", + "boxes": [ + 1346, + 967, + 1544, + 1003 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 105, + 1872, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1440, + 141 + ] + }, + { + "text": "C", + "boxes": [ + 1612, + 121, + 1624, + 133 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 127, + 1882, + 151 + ] + }, + { + "text": "三 AlI", + "boxes": [ + 22, + 167, + 66, + 195 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 256, + 68, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "women", + "boxes": [ + 9, + 275, + 85, + 309 + ] + }, + { + "text": "unisex", + "boxes": [ + 9, + 299, + 81, + 328 + ] + }, + { + "text": "35", + "boxes": [ + 18, + 425, + 48, + 445 + ] + }, + { + "text": "OOP", + "boxes": [ + 17, + 491, + 51, + 519 + ] + }, + { + "text": "(OP", + "boxes": [ + 58, + 494, + 96, + 514 + ] + }, + { + "text": "2P", + "boxes": [ + 106, + 494, + 140, + 514 + ] + }, + { + "text": "6P", + "boxes": [ + 198, + 498, + 224, + 512 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1812, + 502, + 1862, + 528 + ] + }, + { + "text": "16P", + "boxes": [ + 156, + 528, + 186, + 542 + ] + }, + { + "text": "1-2", + "boxes": [ + 182, + 596, + 212, + 615 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 609, + 866, + 643 + ] + }, + { + "text": "Straight Leg Jeans for Women,High", + "boxes": [ + 900, + 613, + 1168, + 643 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1194, + 613, + 1464, + 643 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 623, + 140, + 645 + ] + }, + { + "text": "7-8", + "boxes": [ + 182, + 623, + 214, + 645 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 572, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 635, + 1174, + 667 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1194, + 637, + 1442, + 667 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans ", + "boxes": [ + 1488, + 637, + 1732, + 667 + ] + }, + { + "text": "9-10", + "boxes": [ + 34, + 655, + 68, + 675 + ] + }, + { + "text": "11-12", + "boxes": [ + 98, + 651, + 152, + 681 + ] + }, + { + "text": "13-14", + "boxes": [ + 172, + 653, + 226, + 679 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 659, + 838, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1064, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall ", + "boxes": [ + 1194, + 661, + 1424, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "18", + "boxes": [ + 112, + 689, + 130, + 703 + ] + }, + { + "text": "★★★★☆14,463", + "boxes": [ + 320, + 691, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆697", + "boxes": [ + 904, + 687, + 1030, + 715 + ] + }, + { + "text": "Fashion y2k Outits 2025", + "boxes": [ + 1194, + 685, + 1384, + 715 + ] + }, + { + "text": " Baggy with Patch Pockets", + "boxes": [ + 1486, + 683, + 1682, + 717 + ] + }, + { + "text": "100+", + "boxes": [ + 320, + 713, + 348, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 610, + 713, + 742, + 742 + ] + }, + { + "text": "100+", + "boxes": [ + 908, + 711, + 940, + 733 + ] + }, + { + "text": "ought in past ", + "boxes": [ + 950, + 711, + 1038, + 735 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1196, + 713, + 1320, + 742 + ] + }, + { + "text": "★★★★★1.,998", + "boxes": [ + 1488, + 713, + 1632, + 742 + ] + }, + { + "text": "$118.90", + "boxes": [ + 1808, + 707, + 1862, + 733 + ] + }, + { + "text": "500+ bought in past ", + "boxes": [ + 610, + 731, + 744, + 760 + ] + }, + { + "text": "$4199", + "boxes": [ + 895, + 735, + 969, + 781 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 1194, + 728, + 1376, + 763 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 1486, + 728, + 1662, + 763 + ] + }, + { + "text": "$3888", + "boxes": [ + 608, + 764, + 672, + 798 + ] + }, + { + "text": "$3299", + "boxes": [ + 1192, + 762, + 1260, + 802 + ] + }, + { + "text": "$3898", + "boxes": [ + 1484, + 762, + 1554, + 802 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 318, + 780, + 458, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 898, + 772, + 1048, + 808 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 320, + 804, + 392, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 800, + 754, + 830 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 906, + 804, + 980, + 822 + ] + }, + { + "text": " Delivery May 28 - Jun 3", + "boxes": [ + 1192, + 800, + 1352, + 830 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1484, + 800, + 1634, + 830 + ] + }, + { + "text": "01s", + "boxes": [ + 324, + 824, + 358, + 844 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1200, + 828, + 1272, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1568, + 846 + ] + }, + { + "text": "GRAPENT Pull On Jeans for Women High Waisted Skinny Capri Pants", + "boxes": [ + 1192, + 899, + 1760, + 933 + ] + }, + { + "text": " Trendy Stretch Denim Cropped Jeans Crop Jeggings Capris ", + "boxes": [ + 1190, + 923, + 1678, + 961 + ] + }, + { + "text": "★★★★☆963", + "boxes": [ + 1198, + 955, + 1322, + 979 + ] + }, + { + "text": "700+ bought in past month", + "boxes": [ + 1196, + 977, + 1374, + 1001 + ] + }, + { + "text": "imited time deal", + "boxes": [ + 1208, + 1007, + 1306, + 1030 + ] + }, + { + "text": "口", + "boxes": [ + 1796, + 999, + 1810, + 1014 + ] + } + ] + }, + { + "frame_id": "200_4_7", + "episode_id": 200, + "env_id": 4, + "step": 7, + "format_rewards": 1.0, + "rewards": 11.37558650970459, + "advantages": 1.0272678136825562, + "generated_text": "{\n \"intent\": \"Click on the \\\"北京明晚再迎强流\\\" news item to follow up on it\",\n \"action\": \"Click(581, 432)\"\n}", + "action_string": "Click(581, 432)", + "intent_string": "Click on the \"北京明晚再迎强流\" news item to follow up on it", + "before_screen_ocr_results": [ + { + "text": "Q侮辱雷军被判赔6万-", + "boxes": [ + 222, + 32, + 380, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 38, + 66, + 130, + 91 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "北京明晚再迎强对流", + "boxes": [ + 474, + 295, + 630, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 646, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 北京明晚再迎强对流", + "boxes": [ + 484, + 411, + 656, + 441 + ] + }, + { + "text": "2 陈奕迅确诊新冠", + "boxes": [ + 792, + 411, + 938, + 441 + ] + }, + { + "text": "3巴菲特透露退休原因", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4 侮辱雷军被判赔6万", + "boxes": [ + 482, + 451, + 648, + 480 + ] + }, + { + "text": "5 华为鸿蒙折叠电脑", + "boxes": [ + 790, + 449, + 950, + 478 + ] + }, + { + "text": "6乒协辟谣刘国梁被抓“", + "boxes": [ + 1104, + 449, + 1280, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "深证成指", + "boxes": [ + 1460, + 804, + 1522, + 846 + ] + }, + { + "text": "主要受“两新”等政策带动", + "boxes": [ + 448, + 828, + 680, + 864 + ] + }, + { + "text": "10,186...", + "boxes": [ + 1626, + 820, + 1684, + 840 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1458, + 850, + 1504, + 887 + ] + }, + { + "text": "+4.078 ", + "boxes": [ + 1630, + 846, + 1700, + 893 + ] + }, + { + "text": "电气机械", + "boxes": [ + 392, + 872, + 476, + 897 + ] + }, + { + "text": "计算机制造", + "boxes": [ + 470, + 870, + 616, + 901 + ] + }, + { + "text": "仪器仪表", + "boxes": [ + 646, + 870, + 732, + 901 + ] + }, + { + "text": "等行业", + "boxes": [ + 682, + 901, + 744, + 933 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1456, + 893, + 1516, + 937 + ] + }, + { + "text": "-4 10,310", + "boxes": [ + 1584, + 893, + 1700, + 939 + ] + }, + { + "text": "1.", + "boxes": [ + 830, + 925, + 850, + 939 + ] + }, + { + "text": "一点资讯·41分钟", + "boxes": [ + 848, + 921, + 958, + 945 + ] + }, + { + "text": "汽车资讯盘点·2小时", + "boxes": [ + 1138, + 921, + 1288, + 945 + ] + }, + { + "text": "4月份全国企业销售收入增速加快：新质生产", + "boxes": [ + 202, + 945, + 756, + 987 + ] + }, + { + "text": "《潜行者：禁区传说三部曲", + "boxes": [ + 836, + 943, + 1076, + 973 + ] + }, + { + "text": "国产科幻皮卡，赛博朋克风", + "boxes": [ + 1134, + 941, + 1386, + 977 + ] + }, + { + "text": "13,4 ", + "boxes": [ + 1626, + 939, + 1700, + 989 + ] + }, + { + "text": "增强版》将于5月20日发售，", + "boxes": [ + 826, + 967, + 1084, + 1003 + ] + }, + { + "text": "格，配备高阶辅助驾驶，", + "boxes": [ + 1136, + 967, + 1362, + 1003 + ] + }, + { + "text": "力加快发展", + "boxes": [ + 198, + 985, + 358, + 1020 + ] + }, + { + "text": "2027年上市", + "boxes": [ + 1136, + 992, + 1262, + 1029 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 985, + 1506, + 1032 + ] + }, + { + "text": "", + "boxes": [ + 1591, + 986, + 1629, + 1014 + ] + }, + { + "text": "+4.136%6 ", + "boxes": [ + 1626, + 983, + 1700, + 1030 + ] + }, + { + "text": "原版游戏会自动入库", + "boxes": [ + 828, + 997, + 1016, + 1026 + ] + }, + { + "text": "AI", + "boxes": [ + 190, + 1020, + 364, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "北京明晚再迎强对流", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "Sign in", + "boxes": [ + 1564, + 163, + 1604, + 179 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": "About 299,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 294, + 278, + 320 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 310, + 206, + 324 + ] + }, + { + "text": "明晚北京又要下冰電了明天北京再迎强对流天气北京，", + "boxes": [ + 176, + 336, + 654, + 371 + ] + }, + { + "text": "8 hours ago·【#明晚北京又要下冰苞了#明天北京再迎强对流天气#下雨】今天北京晴朗在线", + "boxes": [ + 178, + 363, + 776, + 393 + ] + }, + { + "text": "最高气温在29°℃上下。不过，据北京市气象台预计，明天强对流，", + "boxes": [ + 180, + 389, + 582, + 413 + ] + }, + { + "text": "新京报", + "boxes": [ + 207, + 428, + 267, + 468 + ] + }, + { + "text": "★", + "boxes": [ + 572, + 429, + 596, + 455 + ] + }, + { + "text": "A", + "boxes": [ + 186, + 449, + 204, + 465 + ] + }, + { + "text": "https://w", + "boxes": [ + 216, + 455, + 268, + 472 + ] + }, + { + "text": "www.bjn", + "boxes": [ + 260, + 457, + 308, + 474 + ] + }, + { + "text": "m.cn > detail ", + "boxes": [ + 356, + 453, + 442, + 476 + ] + }, + { + "text": "I Translate this result ", + "boxes": [ + 428, + 455, + 556, + 478 + ] + }, + { + "text": "明天北京再迎强对流天气，晚高峰防范雷雨大风和冰電－新京报", + "boxes": [ + 176, + 476, + 758, + 512 + ] + }, + { + "text": "4 hours ago·新京报讯（记者王景曦）今天北京晴朗在线，最高气温在29°℃上下。不过，据北京", + "boxes": [ + 176, + 504, + 782, + 534 + ] + }, + { + "text": "市气象台预计，明天强对流天气将再度来袭，晚高峰防范雷雨大风", + "boxes": [ + 176, + 526, + 602, + 556 + ] + }, + { + "text": "冰電还有“续集”！明天强对流天气将再袭京城，详情-", + "boxes": [ + 176, + 615, + 642, + 651 + ] + }, + { + "text": "8 hours ago·北京市气象台15日14时发布今天下午晴间多云，南风三级左右，阵风五六级，最高", + "boxes": [ + 180, + 647, + 786, + 671 + ] + }, + { + "text": "气温29°℃；夜间晴间多云，南风一二级，最低气温15°℃。今天午后偏南阵风较大，外出注意防", + "boxes": [ + 182, + 669, + 766, + 693 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 212, + 715, + 262, + 741 + ] + }, + { + "text": "ews.q.com rain ranslae this resuit ", + "boxes": [ + 264, + 733, + 504, + 762 + ] + }, + { + "text": "北京明日将再迎强对流天气部分地区有冰電－腾讯网", + "boxes": [ + 174, + 756, + 646, + 792 + ] + }, + { + "text": "8hoursago·央广网北京5月15日消息（记者朱冠安）根据气象部门预报，明天（5月16日）北京", + "boxes": [ + 176, + 776, + 790, + 818 + ] + }, + { + "text": "将迎强对流天气。预计傍晚前后至前半夜有雷阵雨，并伴有短时大风。，", + "boxes": [ + 178, + 810, + 606, + 834 + ] + }, + { + "text": "搜狐", + "boxes": [ + 205, + 852, + 252, + 887 + ] + }, + { + "text": "http:/www.sohu.com Translatethis result ", + "boxes": [ + 208, + 869, + 478, + 901 + ] + }, + { + "text": "提醒！北京将再迎强对流天气，明日晚高峰防范雷雨大风和冰", + "boxes": [ + 176, + 897, + 746, + 933 + ] + }, + { + "text": "8 hours ago·今天（5月15日）北京晴朗在线，最高气温在29℃上下。不过，据北京市气象台预", + "boxes": [ + 176, + 923, + 778, + 953 + ] + }, + { + "text": "计，明天强对流天气将再度来袭，晚高峰防范雷雨大风和冰苞。明天白天云量逐渐增多，傍晚…", + "boxes": [ + 170, + 941, + 780, + 981 + ] + }, + { + "text": "?", + "boxes": [ + 184, + 1007, + 212, + 1026 + ] + }, + { + "text": "sina.cn", + "boxes": [ + 212, + 999, + 266, + 1018 + ] + }, + { + "text": "京明晚再迎·", + "boxes": [ + 224, + 1048, + 304, + 1072 + ] + } + ] + }, + { + "frame_id": "200_5_7", + "episode_id": 200, + "env_id": 5, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.518438339233398, + "advantages": -0.30009815096855164, + "generated_text": "{\n \"intent\": \"Click on the navigation menu to explore different product categories opened by double clicking.\",\n \"action\": \"RightClick(99, 75)\"\n}", + "action_string": "RightClick(99, 75)", + "intent_string": "Click on the navigation menu to explore different product categories opened by double clicking.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1562, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion ", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 438, + 860 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→eN", + "boxes": [ + 6, + 62, + 120, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " Pin to Overflow Menu", + "boxes": [ + 122, + 77, + 272, + 107 + ] + }, + { + "text": "amazo", + "boxes": [ + 14, + 107, + 106, + 145 + ] + }, + { + "text": "Remove from Toobar", + "boxes": [ + 124, + 105, + 272, + 135 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 304, + 117, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": " Menu Bar", + "boxes": [ + 122, + 135, + 196, + 161 + ] + }, + { + "text": "三ALI", + "boxes": [ + 18, + 165, + 72, + 199 + ] + }, + { + "text": " Bookmarks Toolbar ", + "boxes": [ + 122, + 161, + 262, + 191 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 358, + 169, + 420, + 187 + ] + }, + { + "text": "Customize", + "boxes": [ + 126, + 191, + 196, + 216 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1562, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion ", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1352, + 889, + 1486, + 913 + ] + }, + { + "text": " Top categories in Kitchen ", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "200_6_7", + "episode_id": 200, + "env_id": 6, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.899874687194824, + "advantages": -0.7422062754631042, + "generated_text": "{\n \"intent\": \"To explore and click on gaming accessories as it seems most relevant for advancing in terms of exploration\",\n \"action\": \"DoubleClick(76, 50)\"\n}", + "action_string": "DoubleClick(76, 50)", + "intent_string": "To explore and click on gaming accessories as it seems most relevant for advancing in terms of exploration", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": " https://w", + "boxes": [ + 250, + 64, + 368, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 414, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "Seemore", + "boxes": [ + 240, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": " https://w", + "boxes": [ + 250, + 64, + 370, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 414, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "Seemore", + "boxes": [ + 240, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "200_7_7", + "episode_id": 200, + "env_id": 7, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.066386222839355, + "advantages": 0.09153855592012405, + "generated_text": "{\n \"intent\": \"Click on the article titled '明晚北京又要下冰雹了明天北京再迎强对流天气' to start reading and explore the news content further.\",\n \"action\": \"DoubleClick(1665, 17)\"\n}", + "action_string": "DoubleClick(1665, 17)", + "intent_string": "Click on the article titled '明晚北京又要下冰雹了明天北京再迎强对流天气' to start reading and explore the news content further.", + "before_screen_ocr_results": [ + { + "text": "京又要下冰電了明", + "boxes": [ + 1334, + 32, + 1436, + 50 + ] + }, + { + "text": "明晚北京", + "boxes": [ + 1474, + 32, + 1544, + 54 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 64, + 1662, + 89 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "页 新闻 体育 财经 娱乐 科技 博客", + "boxes": [ + 382, + 109, + 748, + 139 + ] + }, + { + "text": "图片", + "boxes": [ + 742, + 111, + 802, + 137 + ] + }, + { + "text": "专栏", + "boxes": [ + 822, + 113, + 856, + 135 + ] + }, + { + "text": "更多√", + "boxes": [ + 880, + 111, + 934, + 137 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1428, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1548, + 137 + ] + }, + { + "text": "sha 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 278, + 630, + 320 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1320, + 294, + 1414, + 318 + ] + }, + { + "text": "明晚北京又要下冰电了明天北京再迎强对流天气", + "boxes": [ + 328, + 347, + 1156, + 395 + ] + }, + { + "text": "2025年05月15日13:12新京报", + "boxes": [ + 330, + 451, + 566, + 485 + ] + }, + { + "text": "新浪财经APP丨丨A丨A丨丨丨|", + "boxes": [ + 910, + 449, + 1456, + 484 + ] + }, + { + "text": "13", + "boxes": [ + 1472, + 451, + 1548, + 482 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 522 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "斤浪首页", + "boxes": [ + 1602, + 524, + 1636, + 538 + ] + }, + { + "text": "新京报", + "boxes": [ + 711, + 579, + 837, + 636 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1570, + 625 + ] + }, + { + "text": "语音播批", + "boxes": [ + 1598, + 598, + 1634, + 611 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1508, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "提醒！北京将再迎强对流天气", + "boxes": [ + 532, + 665, + 1022, + 713 + ] + }, + { + "text": "明日晚高峰防苑雷雨大风和冰电", + "boxes": [ + 536, + 711, + 1018, + 764 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1248, + 729, + 1564, + 758 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1568, + 820 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1250, + 866, + 1568, + 895 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 925, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1444, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 346, + 963, + 440, + 995 + ] + }, + { + "text": "-28393秒前恒生指数收盘跌0.79%，恒生科技指数跌1.56%", + "boxes": [ + 472, + 959, + 958, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "天北京晴朗在线", + "boxes": [ + 884, + 1026, + 1012, + 1044 + ] + }, + { + "text": "高气温在29°℃", + "boxes": [ + 1046, + 1026, + 1182, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "明晚北京又要下冰电了明天北京再迎强对流天气|北京市_新浪财经_新浪网－MozillaFirefox", + "boxes": [ + 640, + 40, + 1278, + 64 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "Q Search - Micro ", + "boxes": [ + 328, + 67, + 454, + 91 + ] + }, + { + "text": "Q 北京明晚再迎强", + "boxes": [ + 466, + 68, + 582, + 91 + ] + }, + { + "text": "明晚北京又要×", + "boxes": [ + 600, + 68, + 736, + 91 + ] + }, + { + "text": "明晚北京又要下》", + "boxes": [ + 738, + 65, + 870, + 93 + ] + }, + { + "text": "Q北京明晚再迎强", + "boxes": [ + 882, + 71, + 998, + 89 + ] + }, + { + "text": "Q北京明晚再迎强", + "boxes": [ + 1018, + 71, + 1142, + 89 + ] + }, + { + "text": "明晚北京又要下》", + "boxes": [ + 1156, + 66, + 1288, + 95 + ] + }, + { + "text": "明晚北京又要下》", + "boxes": [ + 1298, + 67, + 1424, + 91 + ] + }, + { + "text": "Q北京明晚再迎强", + "boxes": [ + 1432, + 68, + 1560, + 91 + ] + }, + { + "text": "十", + "boxes": [ + 1572, + 71, + 1590, + 87 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 452, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1286, + 101, + 1370, + 133 + ] + }, + { + "text": "三四@", + "boxes": [ + 1464, + 99, + 1560, + 131 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1588, + 123 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 456, + 151, + 516, + 177 + ] + }, + { + "text": "新闻体育", + "boxes": [ + 534, + 151, + 636, + 177 + ] + }, + { + "text": "财经 娱乐科技博客图片专栏更多", + "boxes": [ + 626, + 149, + 1060, + 179 + ] + }, + { + "text": "O", + "boxes": [ + 1172, + 143, + 1208, + 179 + ] + }, + { + "text": "登录", + "boxes": [ + 1210, + 147, + 1254, + 175 + ] + }, + { + "text": "注册", + "boxes": [ + 1265, + 144, + 1311, + 178 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1342, + 149, + 1434, + 175 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "Sna 新浪财经经济新间滚动>正文", + "boxes": [ + 450, + 309, + 752, + 362 + ] + }, + { + "text": "行情简称/代码/拼音", + "boxes": [ + 1136, + 328, + 1302, + 363 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "明晚北京又要下冰电了明天北京再迎强对流天气", + "boxes": [ + 450, + 387, + 1278, + 435 + ] + }, + { + "text": "", + "boxes": [ + 1476, + 443, + 1518, + 482 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1478, + 476, + 1522, + 502 + ] + }, + { + "text": "2025年05月15日13:12新京报", + "boxes": [ + 452, + 490, + 686, + 520 + ] + }, + { + "text": "新浪财经APP丨丨A丨A丨☆丨丨", + "boxes": [ + 790, + 486, + 1276, + 522 + ] + }, + { + "text": "13", + "boxes": [ + 1354, + 488, + 1430, + 520 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "#", + "boxes": [ + 1478, + 524, + 1516, + 554 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1476, + 550, + 1522, + 576 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1130, + 568, + 1228, + 600 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1392, + 568, + 1464, + 600 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1130, + 609, + 1436, + 639 + ] + }, + { + "text": "国", + "boxes": [ + 1480, + 604, + 1516, + 633 + ] + }, + { + "text": "新京报", + "boxes": [ + 718, + 623, + 836, + 667 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1130, + 631, + 1448, + 661 + ] + }, + { + "text": "相关新闻", + "boxes": [ + 1476, + 631, + 1522, + 657 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1130, + 655, + 1388, + 685 + ] + }, + { + "text": "画", + "boxes": [ + 38, + 677, + 82, + 721 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1130, + 691, + 1214, + 717 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1320, + 691, + 1452, + 723 + ] + }, + { + "text": "提醒！北京将再迎强对流天气", + "boxes": [ + 532, + 703, + 1022, + 750 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1128, + 742, + 1452, + 778 + ] + }, + { + "text": "明日晚高峰防范雷雨大风和冰电", + "boxes": [ + 538, + 754, + 1012, + 796 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1130, + 764, + 1444, + 798 + ] + }, + { + "text": "口", + "boxes": [ + 38, + 786, + 78, + 826 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1130, + 790, + 1400, + 820 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1130, + 826, + 1214, + 852 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1320, + 826, + 1446, + 856 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1132, + 879, + 1448, + 909 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1132, + 903, + 1448, + 933 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 466, + 917, + 560, + 955 + ] + }, + { + "text": "-28393秒前恒生指数收盘跌0.79%，恒生科技指数跌1.56", + "boxes": [ + 598, + 921, + 1084, + 951 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1132, + 925, + 1310, + 955 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1132, + 961, + 1214, + 987 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1320, + 961, + 1450, + 993 + ] + }, + { + "text": "晚北京又要", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "200_0_8", + "episode_id": 200, + "env_id": 0, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.261576652526855, + "advantages": 0.23104768991470337, + "generated_text": "{\n \"intent\": \"Click on the Headsets link under Gaming accessories to view and potentially purchase deals.\",\n \"action\": \"DoubleClick(517, 689)\"\n}", + "action_string": "DoubleClick(517, 689)", + "intent_string": "Click on the Headsets link under Gaming accessories to view and potentially purchase deals.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 30, + 61, + 128, + 92 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 296, + 117, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1562, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三口?", + "boxes": [ + 1784, + 66, + 1872, + 89 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": " gaming keyboard", + "boxes": [ + 300, + 111, + 426, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1406, + 127, + 1440, + 141 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 127, + 1882, + 151 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 167, + 68, + 195 + ] + }, + { + "text": "1-16 of", + "boxes": [ + 10, + 208, + 60, + 228 + ] + }, + { + "text": "Popular Shopping Ideas", + "boxes": [ + 10, + 256, + 174, + 286 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "Wireless", + "boxes": [ + 10, + 278, + 72, + 310 + ] + }, + { + "text": "Check each proc", + "boxes": [ + 312, + 292, + 408, + 310 + ] + }, + { + "text": "Mechanical", + "boxes": [ + 12, + 302, + 88, + 328 + ] + }, + { + "text": "Console", + "boxes": [ + 10, + 322, + 70, + 347 + ] + }, + { + "text": "Overall Pick ", + "boxes": [ + 312, + 318, + 406, + 343 + ] + }, + { + "text": "AULA F75 Pro Wireless Mechanical Keyboard,75% Hot Swappable Custom Keyboard with Knob,RGB", + "boxes": [ + 604, + 324, + 1418, + 347 + ] + }, + { + "text": "Ergonomic", + "boxes": [ + 12, + 341, + 86, + 367 + ] + }, + { + "text": "★★★★）", + "boxes": [ + 610, + 377, + 676, + 395 + ] + }, + { + "text": "Price", + "boxes": [ + 10, + 409, + 50, + 435 + ] + }, + { + "text": "$66*1 Lst: $82.89", + "boxes": [ + 600, + 418, + 742, + 459 + ] + }, + { + "text": "$0 -$6,100+", + "boxes": [ + 10, + 433, + 102, + 459 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 602, + 461, + 746, + 484 + ] + }, + { + "text": "Ships to China ", + "boxes": [ + 604, + 480, + 690, + 506 + ] + }, + { + "text": "Addto cart", + "boxes": [ + 606, + 506, + 700, + 544 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1816, + 506, + 1860, + 524 + ] + }, + { + "text": "Deals & Discou", + "boxes": [ + 12, + 516, + 110, + 542 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 12, + 540, + 98, + 566 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 604, + 538, + 740, + 572 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 560, + 100, + 586 + ] + }, + { + "text": "$65.65 (2+ used & new offers)", + "boxes": [ + 606, + 564, + 802, + 588 + ] + }, + { + "text": " Redragon S101 Gaming Keyboard, M601 Mouse, RGB Backit Gaming Keyboard, Programmable Backlit", + "boxes": [ + 598, + 603, + 1444, + 641 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 617, + 144, + 647 + ] + }, + { + "text": "Mouse, Value Combo Set [New Version] ", + "boxes": [ + 602, + 633, + 932, + 663 + ] + }, + { + "text": "Brands", + "boxes": [ + 8, + 651, + 66, + 683 + ] + }, + { + "text": "Redragon", + "boxes": [ + 5, + 670, + 103, + 710 + ] + }, + { + "text": "steelSeries", + "boxes": [ + 7, + 692, + 107, + 725 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 604, + 683, + 774, + 707 + ] + }, + { + "text": "AULA", + "boxes": [ + 9, + 714, + 79, + 749 + ] + }, + { + "text": "$3999", + "boxes": [ + 602, + 709, + 668, + 741 + ] + }, + { + "text": " Logitech G ", + "boxes": [ + 10, + 739, + 108, + 764 + ] + }, + { + "text": "corsalr", + "boxes": [ + 7, + 749, + 85, + 789 + ] + }, + { + "text": "Save 20%", + "boxes": [ + 604, + 741, + 686, + 766 + ] + }, + { + "text": "Delivery Tue, May 27", + "boxes": [ + 602, + 764, + 742, + 794 + ] + }, + { + "text": "MageGee", + "boxes": [ + 9, + 774, + 97, + 805 + ] + }, + { + "text": " RK ROYAL KLUDGE", + "boxes": [ + 12, + 798, + 154, + 822 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 606, + 790, + 684, + 814 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 610, + 816, + 694, + 848 + ] + }, + { + "text": "nectivity", + "boxes": [ + 42, + 854, + 98, + 874 + ] + }, + { + "text": " NPET CR87 Hot-Swappable Mechanical Keyboard, 87-Key Compact RGB for Esports & Streaming I Linear", + "boxes": [ + 598, + 868, + 1458, + 905 + ] + }, + { + "text": "二", + "boxes": [ + 14, + 878, + 38, + 891 + ] + }, + { + "text": "Infra", + "boxes": [ + 36, + 879, + 62, + 893 + ] + }, + { + "text": "NFC", + "boxes": [ + 9, + 891, + 63, + 920 + ] + }, + { + "text": "Red Switches, Anti-Ghosting with Spare Switches (Black&Grey)", + "boxes": [ + 602, + 893, + 1118, + 927 + ] + }, + { + "text": "uSB-A", + "boxes": [ + 10, + 913, + 78, + 939 + ] + }, + { + "text": " PS/2", + "boxes": [ + 10, + 933, + 72, + 959 + ] + }, + { + "text": "★★★★☆26", + "boxes": [ + 608, + 925, + 720, + 949 + ] + }, + { + "text": "$2799 ", + "boxes": [ + 601, + 948, + 673, + 986 + ] + }, + { + "text": " Mini USB", + "boxes": [ + 9, + 970, + 97, + 1003 + ] + }, + { + "text": "ical: $37.99", + "boxes": [ + 690, + 963, + 756, + 983 + ] + }, + { + "text": "USB-C", + "boxes": [ + 34, + 997, + 76, + 1016 + ] + } + ] + }, + { + "frame_id": "200_1_8", + "episode_id": 200, + "env_id": 1, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.303892135620117, + "advantages": -0.4534415006637573, + "generated_text": "{\n \"intent\": \"Logging into the browser and clicking on an article titled '明天北京再迎强对流天气，晚高峰防范雷雨大风和冰雹'\",\n \"action\": \"Click(100, 50)\"\n}", + "action_string": "Click(100, 50)", + "intent_string": "Logging into the browser and clicking on an article titled '明天北京再迎强对流天气，晚高峰防范雷雨大风和冰雹'", + "before_screen_ocr_results": [ + { + "text": "明天北京再迎强对流天气", + "boxes": [ + 692, + 42, + 844, + 60 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "A明天北京再迎强对流天气，×", + "boxes": [ + 776, + 68, + 1000, + 91 + ] + }, + { + "text": "虽对流天气，", + "boxes": [ + 1110, + 71, + 1178, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 358, + 101, + 454, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1288, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1558, + 129 + ] + }, + { + "text": "新京报", + "boxes": [ + 370, + 151, + 490, + 199 + ] + }, + { + "text": "北交所频道", + "boxes": [ + 910, + 143, + 972, + 161 + ] + }, + { + "text": "贝壳财经", + "boxes": [ + 1154, + 143, + 1206, + 161 + ] + }, + { + "text": "商务合作", + "boxes": [ + 1434, + 143, + 1486, + 161 + ] + }, + { + "text": "爱心模式", + "boxes": [ + 1506, + 143, + 1550, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 5, + 168, + 113, + 205 + ] + }, + { + "text": "BJNEWS.COM.CN", + "boxes": [ + 372, + 190, + 478, + 221 + ] + }, + { + "text": "输入搜索信息", + "boxes": [ + 645, + 192, + 739, + 229 + ] + }, + { + "text": "α", + "boxes": [ + 1138, + 201, + 1166, + 228 + ] + }, + { + "text": "首页 视频 深读公益 第一看点时事 北京", + "boxes": [ + 348, + 266, + 750, + 296 + ] + }, + { + "text": "国际", + "boxes": [ + 756, + 272, + 806, + 292 + ] + }, + { + "text": "政事儿", + "boxes": [ + 798, + 272, + 868, + 290 + ] + }, + { + "text": "观点", + "boxes": [ + 874, + 272, + 922, + 290 + ] + }, + { + "text": "财经消费娱乐文化体育汽车房产教育图说科技智库乡村", + "boxes": [ + 920, + 268, + 1558, + 292 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "首页>北京", + "boxes": [ + 356, + 330, + 430, + 353 + ] + }, + { + "text": "明天北京再迎强对流天气，晚高峰防范雷雨大风和冰霓", + "boxes": [ + 350, + 365, + 1342, + 413 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "2025-05-15 12:04丨记者：王景曦　编辑：张磊", + "boxes": [ + 354, + 427, + 660, + 457 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "直播", + "boxes": [ + 1206, + 498, + 1260, + 532 + ] + }, + { + "text": "新京报讯（记者王景曦）今天北京晴朗在线，最高气温在29°℃上下。不过，据北京市气象台预计，明", + "boxes": [ + 354, + 514, + 1156, + 544 + ] + }, + { + "text": "", + "boxes": [ + 26, + 546, + 88, + 616 + ] + }, + { + "text": "天强对流天气将再度来袭，晚高峰防范雷雨大风和冰電。", + "boxes": [ + 352, + 554, + 796, + 584 + ] + }, + { + "text": "中直播中", + "boxes": [ + 1224, + 576, + 1284, + 596 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "大美春强有我", + "boxes": [ + 1326, + 604, + 1456, + 635 + ] + }, + { + "text": "明天白天云量逐渐增多，傍晚前后至前半夜有雷阵雨，并伴有短时大风，部分地区有冰雹，对明天晚", + "boxes": [ + 352, + 631, + 1152, + 661 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "高峰出行有一定影响，请及时关注临近预报预警信息，注意出行安全，妥善安置易受冰影响的室外", + "boxes": [ + 352, + 671, + 1150, + 701 + ] + }, + { + "text": "校款会", + "boxes": [ + 1226, + 679, + 1280, + 709 + ] + }, + { + "text": "物品。", + "boxes": [ + 352, + 711, + 398, + 739 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "2025校歌会暨第11届北京沙河高教园区文化交流月开", + "boxes": [ + 1206, + 754, + 1540, + 784 + ] + }, + { + "text": "口", + "boxes": [ + 38, + 786, + 78, + 826 + ] + }, + { + "text": "雷雨过后，受冷空气影响，明天夜间到17日白天北风较大，阵风可达7级左右。外出注意防风，远离", + "boxes": [ + 352, + 788, + 1146, + 818 + ] + }, + { + "text": "8233人参与", + "boxes": [ + 1207, + 798, + 1297, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "广告牌等临时搭建物。", + "boxes": [ + 346, + 824, + 528, + 860 + ] + }, + { + "text": "热点", + "boxes": [ + 1206, + 874, + 1258, + 909 + ] + }, + { + "text": "5月16日至5月23日，白天最高气温在25°℃~29℃，夜间最低气温在12°℃~18°℃。", + "boxes": [ + 354, + 903, + 982, + 933 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "中美互降关税48小时：美国客", + "boxes": [ + 1338, + 933, + 1528, + 963 + ] + }, + { + "text": "“砸单”，义乌工厂加急发货", + "boxes": [ + 1340, + 953, + 1510, + 983 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "明天北京再迎强对流天气", + "boxes": [ + 692, + 42, + 844, + 60 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "A明天北京再迎强对流天气，×", + "boxes": [ + 776, + 68, + 1000, + 91 + ] + }, + { + "text": "虽对流天气，", + "boxes": [ + 1110, + 71, + 1178, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 358, + 101, + 454, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1288, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1558, + 129 + ] + }, + { + "text": "新京报", + "boxes": [ + 370, + 151, + 490, + 199 + ] + }, + { + "text": "北交所频道", + "boxes": [ + 910, + 143, + 972, + 161 + ] + }, + { + "text": "贝壳财经", + "boxes": [ + 1154, + 143, + 1206, + 161 + ] + }, + { + "text": "商务合作", + "boxes": [ + 1434, + 143, + 1486, + 161 + ] + }, + { + "text": "爱心模式", + "boxes": [ + 1506, + 143, + 1550, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 5, + 168, + 113, + 205 + ] + }, + { + "text": "BJNEWS.COM.CN", + "boxes": [ + 372, + 190, + 478, + 221 + ] + }, + { + "text": "输入搜索信息", + "boxes": [ + 645, + 192, + 739, + 229 + ] + }, + { + "text": "α", + "boxes": [ + 1138, + 201, + 1166, + 228 + ] + }, + { + "text": "首页 视频 深读公益 第一看点时事 北京", + "boxes": [ + 348, + 266, + 750, + 296 + ] + }, + { + "text": "国际", + "boxes": [ + 756, + 272, + 804, + 292 + ] + }, + { + "text": "政事儿", + "boxes": [ + 798, + 272, + 868, + 290 + ] + }, + { + "text": "观点", + "boxes": [ + 874, + 272, + 922, + 290 + ] + }, + { + "text": "财经消费娱乐文化体育汽车房产教育图说科技智库乡村", + "boxes": [ + 920, + 268, + 1558, + 292 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "首页>北京", + "boxes": [ + 356, + 330, + 430, + 353 + ] + }, + { + "text": "明天北京再迎强对流天气，晚高峰防范雷雨大风和冰霓", + "boxes": [ + 350, + 365, + 1342, + 413 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "2025-05-15 12:04丨记者：王景曦　编辑：张磊", + "boxes": [ + 354, + 427, + 660, + 457 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "直播", + "boxes": [ + 1206, + 498, + 1260, + 532 + ] + }, + { + "text": "新京报讯（记者王景曦）今天北京晴朗在线，最高气温在29°℃上下。不过，据北京市气象台预计，明", + "boxes": [ + 354, + 514, + 1156, + 544 + ] + }, + { + "text": "", + "boxes": [ + 26, + 546, + 88, + 616 + ] + }, + { + "text": "天强对流天气将再度来袭，晚高峰防范雷雨大风和冰電。", + "boxes": [ + 352, + 554, + 796, + 584 + ] + }, + { + "text": "小直播中", + "boxes": [ + 1224, + 576, + 1284, + 596 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "大美春强有我", + "boxes": [ + 1326, + 604, + 1456, + 635 + ] + }, + { + "text": "明天白天云量逐渐增多，傍晚前后至前半夜有雷阵雨，并伴有短时大风，部分地区有冰雹，对明天晚", + "boxes": [ + 352, + 631, + 1152, + 661 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "高峰出行有一定影响，请及时关注临近预报预警信息，注意出行安全，妥善安置易受冰影响的室外", + "boxes": [ + 352, + 671, + 1150, + 701 + ] + }, + { + "text": "校款会", + "boxes": [ + 1226, + 679, + 1280, + 709 + ] + }, + { + "text": "物品。", + "boxes": [ + 352, + 711, + 398, + 739 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "2025校歌会暨第11届北京沙河高教园区文化交流月开", + "boxes": [ + 1206, + 754, + 1540, + 784 + ] + }, + { + "text": "口", + "boxes": [ + 38, + 786, + 78, + 826 + ] + }, + { + "text": "雷雨过后，受冷空气影响，明天夜间到17日白天北风较大，阵风可达7级左右。外出注意防风，远离", + "boxes": [ + 352, + 788, + 1146, + 818 + ] + }, + { + "text": "8233人参与", + "boxes": [ + 1207, + 798, + 1297, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "广告牌等临时搭建物。", + "boxes": [ + 346, + 824, + 528, + 860 + ] + }, + { + "text": "热点", + "boxes": [ + 1206, + 874, + 1258, + 909 + ] + }, + { + "text": "5月16日至5月23日，白天最高气温在25°℃~29℃，夜间最低气温在12°℃~18°℃。", + "boxes": [ + 354, + 903, + 982, + 933 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "中美互降关税48小时：美国客", + "boxes": [ + 1338, + 933, + 1528, + 963 + ] + }, + { + "text": "“砸单”，义乌工厂加急发货", + "boxes": [ + 1340, + 953, + 1510, + 983 + ] + } + ] + }, + { + "frame_id": "200_2_8", + "episode_id": 200, + "env_id": 2, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.582327842712402, + "advantages": -0.25443416833877563, + "generated_text": "{\n \"intent\": \"Clicking on the Detail link to view more information about the Amazon Essentials Women's Skinny Stretch Jeans\",\n \"action\": \"DoubleClick(126, 55)\"\n}", + "action_string": "DoubleClick(126, 55)", + "intent_string": "Clicking on the Detail link to view more information about the Amazon Essentials Women's Skinny Stretch Jeans", + "before_screen_ocr_results": [ + { + "text": "Amazon Es x ", + "boxes": [ + 122, + 32, + 220, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 36, + 64, + 128, + 89 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 105, + 1874, + 131 + ] + }, + { + "text": "Jeans", + "boxes": [ + 296, + 115, + 348, + 141 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 123, + 1444, + 143 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 125, + 1884, + 151 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 422, + 187 + ] + }, + { + "text": "ntialsStore", + "boxes": [ + 798, + 264, + 866, + 282 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for Women (Stretchy)", + "boxes": [ + 654, + 286, + 1244, + 316 + ] + }, + { + "text": "$1990", + "boxes": [ + 1392, + 280, + 1458, + 314 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1818, + 302, + 1858, + 318 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 656, + 314, + 780, + 338 + ] + }, + { + "text": "14,463 ratings I Search this page", + "boxes": [ + 798, + 316, + 1020, + 339 + ] + }, + { + "text": "No Import Charges & $12.19", + "boxes": [ + 1390, + 319, + 1584, + 352 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 656, + 341, + 762, + 365 + ] + }, + { + "text": "Shipping to China Detals ", + "boxes": [ + 1392, + 341, + 1580, + 371 + ] + }, + { + "text": " 1 sustainablity featu", + "boxes": [ + 656, + 371, + 810, + 401 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1394, + 365, + 1604, + 389 + ] + }, + { + "text": "within 22 hrs 42 mins", + "boxes": [ + 1390, + 379, + 1536, + 413 + ] + }, + { + "text": "@ Deliver", + "boxes": [ + 1394, + 413, + 1460, + 439 + ] + }, + { + "text": "to China", + "boxes": [ + 1414, + 433, + 1466, + 459 + ] + }, + { + "text": "-30% $1990", + "boxes": [ + 658, + 447, + 782, + 478 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1392, + 469, + 1468, + 500 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1404, + 512, + 1484, + 536 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1814, + 506, + 1860, + 526 + ] + }, + { + "text": "Size:", + "boxes": [ + 654, + 528, + 688, + 555 + ] + }, + { + "text": "14 Short", + "boxes": [ + 666, + 564, + 736, + 586 + ] + }, + { + "text": "Add to Cart", + "boxes": [ + 1458, + 556, + 1536, + 580 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1468, + 598, + 1526, + 623 + ] + }, + { + "text": "Ships from", + "boxes": [ + 1404, + 639, + 1460, + 659 + ] + }, + { + "text": "Soldby", + "boxes": [ + 1404, + 659, + 1444, + 679 + ] + }, + { + "text": "30-day", + "boxes": [ + 1470, + 679, + 1506, + 699 + ] + }, + { + "text": "refund/r", + "boxes": [ + 1470, + 693, + 1516, + 711 + ] + }, + { + "text": "Product details", + "boxes": [ + 650, + 731, + 804, + 760 + ] + }, + { + "text": "Fabric type", + "boxes": [ + 649, + 764, + 735, + 799 + ] + }, + { + "text": "78%Cotton,19%Polyester,3%Elast", + "boxes": [ + 830, + 770, + 1068, + 788 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 766, + 1420, + 788 + ] + }, + { + "text": "Ad a gift receipt for easy", + "boxes": [ + 1414, + 780, + 1588, + 816 + ] + }, + { + "text": "Care instructions", + "boxes": [ + 654, + 794, + 768, + 822 + ] + }, + { + "text": "Machine Wash Warm, Tumble Dry Low", + "boxes": [ + 826, + 794, + 1070, + 824 + ] + }, + { + "text": "returns", + "boxes": [ + 1414, + 801, + 1469, + 835 + ] + }, + { + "text": "Origin", + "boxes": [ + 654, + 824, + 702, + 850 + ] + }, + { + "text": "mported", + "boxes": [ + 830, + 828, + 888, + 848 + ] + }, + { + "text": "Closure type", + "boxes": [ + 654, + 854, + 742, + 878 + ] + }, + { + "text": "Button and Zipper", + "boxes": [ + 828, + 854, + 942, + 878 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1406, + 860, + 1478, + 885 + ] + }, + { + "text": " About this item", + "boxes": [ + 650, + 911, + 810, + 947 + ] + }, + { + "text": "·SKINNY FI: Experience a snug fit with these stretchy skinny jeans for wo", + "boxes": [ + 662, + 953, + 1134, + 977 + ] + }, + { + "text": "below the natural waist, great for all-day wear and versatile styling", + "boxes": [ + 670, + 973, + 1102, + 997 + ] + }, + { + "text": "HIGH STRETCH DENIM:Crafted from a cotton-blend denim, these women's stretchyjeans offer", + "boxes": [ + 662, + 989, + 1274, + 1017 + ] + }, + { + "text": "enhanced comfort and fit, allowing for movement throughout your day with style and ease", + "boxes": [ + 672, + 1012, + 1254, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 64, + 134, + 89 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " Cart", + "boxes": [ + 1678, + 97, + 1767, + 161 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 105, + 1874, + 131 + ] + }, + { + "text": "Jeans", + "boxes": [ + 296, + 115, + 348, + 141 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 123, + 1444, + 143 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 125, + 1884, + 151 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 422, + 187 + ] + }, + { + "text": "ntialsStore", + "boxes": [ + 798, + 264, + 866, + 282 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for Women (Stretchy)", + "boxes": [ + 654, + 286, + 1244, + 316 + ] + }, + { + "text": "$1990", + "boxes": [ + 1392, + 280, + 1458, + 314 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1818, + 302, + 1858, + 318 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 656, + 314, + 780, + 338 + ] + }, + { + "text": "14,463 ratings I Search this page", + "boxes": [ + 798, + 316, + 1020, + 339 + ] + }, + { + "text": "No Import Charges & $12.19", + "boxes": [ + 1390, + 319, + 1584, + 352 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 656, + 341, + 762, + 365 + ] + }, + { + "text": "Shipping to China Detals ", + "boxes": [ + 1392, + 341, + 1580, + 371 + ] + }, + { + "text": " 1 sustainablity featu", + "boxes": [ + 656, + 371, + 810, + 401 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1394, + 365, + 1604, + 389 + ] + }, + { + "text": "within 22 hrs 42 mins", + "boxes": [ + 1394, + 385, + 1534, + 409 + ] + }, + { + "text": "@ Deliver", + "boxes": [ + 1394, + 413, + 1460, + 439 + ] + }, + { + "text": "to China", + "boxes": [ + 1414, + 433, + 1466, + 459 + ] + }, + { + "text": "-30% $1990", + "boxes": [ + 658, + 447, + 782, + 478 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1392, + 469, + 1468, + 500 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1404, + 512, + 1484, + 536 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1814, + 506, + 1860, + 526 + ] + }, + { + "text": "Size:", + "boxes": [ + 654, + 528, + 688, + 555 + ] + }, + { + "text": "14 Short", + "boxes": [ + 666, + 564, + 736, + 586 + ] + }, + { + "text": "Add to Cart", + "boxes": [ + 1458, + 556, + 1536, + 580 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1468, + 598, + 1526, + 623 + ] + }, + { + "text": "Ships from", + "boxes": [ + 1404, + 639, + 1460, + 659 + ] + }, + { + "text": "Soldby", + "boxes": [ + 1404, + 659, + 1444, + 679 + ] + }, + { + "text": "30-day", + "boxes": [ + 1470, + 679, + 1506, + 699 + ] + }, + { + "text": "refund/r", + "boxes": [ + 1470, + 693, + 1516, + 711 + ] + }, + { + "text": "Product details", + "boxes": [ + 650, + 731, + 804, + 760 + ] + }, + { + "text": "VSee", + "boxes": [ + 1402, + 735, + 1440, + 754 + ] + }, + { + "text": "Fabric type", + "boxes": [ + 649, + 764, + 735, + 799 + ] + }, + { + "text": "78%Cotton,19%Polyester,3%Elast", + "boxes": [ + 830, + 770, + 1068, + 788 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 766, + 1420, + 788 + ] + }, + { + "text": "Ad a gift receipt for easy", + "boxes": [ + 1414, + 780, + 1588, + 816 + ] + }, + { + "text": "Care instructions", + "boxes": [ + 654, + 794, + 768, + 822 + ] + }, + { + "text": "Machine Wash Warm, Tumble Dry Low", + "boxes": [ + 826, + 794, + 1070, + 824 + ] + }, + { + "text": "returns", + "boxes": [ + 1414, + 801, + 1469, + 835 + ] + }, + { + "text": "Origin", + "boxes": [ + 654, + 824, + 702, + 850 + ] + }, + { + "text": "mported", + "boxes": [ + 830, + 828, + 888, + 848 + ] + }, + { + "text": "Closure type", + "boxes": [ + 654, + 854, + 742, + 878 + ] + }, + { + "text": "Button and Zipper", + "boxes": [ + 828, + 854, + 942, + 878 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1406, + 860, + 1478, + 885 + ] + }, + { + "text": " About this item", + "boxes": [ + 650, + 911, + 810, + 947 + ] + }, + { + "text": "·SKINNY FI: Experience a snug fit with these stretchy skinny jeans forw", + "boxes": [ + 662, + 953, + 1126, + 977 + ] + }, + { + "text": "below the natural waist, great for all-day wear and versatile styling", + "boxes": [ + 670, + 973, + 1102, + 997 + ] + }, + { + "text": "HIGH STRETCH DENIM:Crafted from a cotton-blend denim, these women's stretchyjeans offer", + "boxes": [ + 662, + 989, + 1274, + 1017 + ] + }, + { + "text": "enhanced comfort and fit, allowing for movement throughout your day with style and ease", + "boxes": [ + 672, + 1012, + 1254, + 1036 + ] + } + ] + }, + { + "frame_id": "200_3_8", + "episode_id": 200, + "env_id": 3, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.115466117858887, + "advantages": -0.5881158709526062, + "generated_text": "{\n \"intent\": \"To explore specific jeans products by clicking on their images\",\n \"action\": \"DoubleClick(58, 807)\"\n}", + "action_string": "DoubleClick(58, 807)", + "intent_string": "To explore specific jeans products by clicking on their images", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 105, + 1872, + 131 + ] + }, + { + "text": "tums", + "boxes": [ + 1618, + 117, + 1644, + 137 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1440, + 141 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 127, + 1882, + 151 + ] + }, + { + "text": "三 AlI", + "boxes": [ + 22, + 167, + 66, + 195 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 256, + 68, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "women", + "boxes": [ + 9, + 275, + 85, + 309 + ] + }, + { + "text": "unisex", + "boxes": [ + 9, + 299, + 81, + 328 + ] + }, + { + "text": "$39.9", + "boxes": [ + 1818, + 302, + 1852, + 316 + ] + }, + { + "text": "35", + "boxes": [ + 18, + 425, + 48, + 445 + ] + }, + { + "text": "[OP", + "boxes": [ + 58, + 494, + 100, + 514 + ] + }, + { + "text": "2P", + "boxes": [ + 106, + 494, + 140, + 514 + ] + }, + { + "text": "6P", + "boxes": [ + 194, + 494, + 228, + 514 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1812, + 502, + 1862, + 528 + ] + }, + { + "text": "16P", + "boxes": [ + 152, + 524, + 188, + 544 + ] + }, + { + "text": "18P", + "boxes": [ + 194, + 528, + 226, + 542 + ] + }, + { + "text": "1-2", + "boxes": [ + 180, + 596, + 212, + 615 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 609, + 866, + 643 + ] + }, + { + "text": "Straight Leg Jeans for Women,High", + "boxes": [ + 900, + 613, + 1168, + 643 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1194, + 613, + 1464, + 643 + ] + }, + { + "text": "eans for Women", + "boxes": [ + 1634, + 611, + 1750, + 642 + ] + }, + { + "text": "3-4", + "boxes": [ + 36, + 627, + 62, + 641 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 623, + 140, + 645 + ] + }, + { + "text": "7-8", + "boxes": [ + 180, + 621, + 216, + 649 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 572, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 635, + 1174, + 667 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1194, + 637, + 1442, + 667 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans", + "boxes": [ + 1488, + 637, + 1732, + 667 + ] + }, + { + "text": "9-10", + "boxes": [ + 34, + 655, + 68, + 675 + ] + }, + { + "text": "11-12", + "boxes": [ + 98, + 651, + 152, + 681 + ] + }, + { + "text": "13-14", + "boxes": [ + 170, + 653, + 226, + 679 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 659, + 838, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1064, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall ", + "boxes": [ + 1194, + 661, + 1424, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "18", + "boxes": [ + 110, + 689, + 130, + 703 + ] + }, + { + "text": "★★★★☆14.463", + "boxes": [ + 318, + 687, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆697", + "boxes": [ + 902, + 687, + 1030, + 715 + ] + }, + { + "text": "Fashion y2k Outits 2025", + "boxes": [ + 1194, + 685, + 1384, + 715 + ] + }, + { + "text": "Baggy with Patch Pockets", + "boxes": [ + 1486, + 683, + 1682, + 717 + ] + }, + { + "text": "100+", + "boxes": [ + 320, + 713, + 348, + 733 + ] + }, + { + "text": "ught in past month", + "boxes": [ + 370, + 715, + 490, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 610, + 715, + 740, + 739 + ] + }, + { + "text": "100+", + "boxes": [ + 903, + 707, + 941, + 736 + ] + }, + { + "text": "ought in past ", + "boxes": [ + 950, + 711, + 1038, + 735 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1196, + 713, + 1320, + 742 + ] + }, + { + "text": "★★★★★1.,998", + "boxes": [ + 1488, + 713, + 1632, + 742 + ] + }, + { + "text": "$118.90", + "boxes": [ + 1808, + 707, + 1862, + 733 + ] + }, + { + "text": "500+ bought in past i", + "boxes": [ + 608, + 731, + 744, + 760 + ] + }, + { + "text": "100+ boughtin past month", + "boxes": [ + 1194, + 728, + 1376, + 762 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 1486, + 728, + 1662, + 763 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 742, + 966, + 776 + ] + }, + { + "text": "$3888", + "boxes": [ + 604, + 762, + 674, + 802 + ] + }, + { + "text": "$3299", + "boxes": [ + 1192, + 762, + 1262, + 802 + ] + }, + { + "text": "$3898", + "boxes": [ + 1484, + 762, + 1554, + 802 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 318, + 780, + 458, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 898, + 772, + 1048, + 808 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 320, + 804, + 394, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 604, + 796, + 754, + 832 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 904, + 804, + 980, + 822 + ] + }, + { + "text": " Delivery May 28 - Jun 3", + "boxes": [ + 1192, + 800, + 1352, + 830 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1484, + 800, + 1634, + 830 + ] + }, + { + "text": "1：", + "boxes": [ + 319, + 821, + 357, + 847 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 610, + 826, + 690, + 850 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1200, + 828, + 1272, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1568, + 846 + ] + }, + { + "text": "GRAPENT Pull On Jeans for Women High Waisted Skinny Capri Pants", + "boxes": [ + 1192, + 899, + 1760, + 933 + ] + }, + { + "text": " Trendy Stretch Denim Cropped Jeans Crop Jeggings Capris ", + "boxes": [ + 1190, + 921, + 1678, + 961 + ] + }, + { + "text": "★★★★☆963", + "boxes": [ + 1198, + 955, + 1322, + 979 + ] + }, + { + "text": "700+ bought in past month", + "boxes": [ + 1196, + 977, + 1374, + 1001 + ] + }, + { + "text": "nited time deal ", + "boxes": [ + 1216, + 1007, + 1306, + 1030 + ] + }, + { + "text": "口", + "boxes": [ + 1796, + 999, + 1810, + 1016 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 105, + 1872, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1406, + 127, + 1440, + 141 + ] + }, + { + "text": "C", + "boxes": [ + 1612, + 121, + 1624, + 133 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 127, + 1882, + 151 + ] + }, + { + "text": "三 AlI", + "boxes": [ + 22, + 167, + 66, + 195 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 256, + 68, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "women", + "boxes": [ + 9, + 275, + 85, + 309 + ] + }, + { + "text": "unisex", + "boxes": [ + 9, + 299, + 81, + 328 + ] + }, + { + "text": "35", + "boxes": [ + 18, + 425, + 48, + 445 + ] + }, + { + "text": "OOP", + "boxes": [ + 17, + 491, + 51, + 519 + ] + }, + { + "text": "(OP", + "boxes": [ + 58, + 494, + 96, + 514 + ] + }, + { + "text": "2P", + "boxes": [ + 106, + 494, + 140, + 514 + ] + }, + { + "text": "6P", + "boxes": [ + 198, + 498, + 224, + 512 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1812, + 502, + 1862, + 528 + ] + }, + { + "text": "10P|12P|14P", + "boxes": [ + 18, + 526, + 140, + 544 + ] + }, + { + "text": "1-2", + "boxes": [ + 182, + 596, + 212, + 615 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 609, + 864, + 643 + ] + }, + { + "text": "Straight Leg Jeans for Women,High ", + "boxes": [ + 900, + 613, + 1168, + 643 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1194, + 613, + 1464, + 643 + ] + }, + { + "text": "eans for Women", + "boxes": [ + 1634, + 611, + 1750, + 642 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 623, + 140, + 645 + ] + }, + { + "text": "7-8", + "boxes": [ + 182, + 623, + 214, + 645 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 572, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 635, + 1174, + 667 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1194, + 637, + 1442, + 667 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans", + "boxes": [ + 1488, + 637, + 1732, + 667 + ] + }, + { + "text": "9-10", + "boxes": [ + 34, + 655, + 68, + 675 + ] + }, + { + "text": "11-12", + "boxes": [ + 98, + 651, + 152, + 681 + ] + }, + { + "text": "13-14", + "boxes": [ + 172, + 653, + 226, + 679 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 659, + 838, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1064, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall ", + "boxes": [ + 1194, + 661, + 1424, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "18", + "boxes": [ + 112, + 689, + 130, + 703 + ] + }, + { + "text": "★★★★☆14.463", + "boxes": [ + 318, + 687, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆697", + "boxes": [ + 902, + 687, + 1030, + 715 + ] + }, + { + "text": "Fashion y2k Outits 2025", + "boxes": [ + 1194, + 685, + 1384, + 715 + ] + }, + { + "text": " Baggy with Patch Pockets", + "boxes": [ + 1486, + 683, + 1682, + 717 + ] + }, + { + "text": "100+", + "boxes": [ + 320, + 711, + 348, + 733 + ] + }, + { + "text": "bought in past month", + "boxes": [ + 354, + 715, + 490, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 608, + 713, + 742, + 742 + ] + }, + { + "text": "100+", + "boxes": [ + 906, + 711, + 940, + 733 + ] + }, + { + "text": "ought in past ", + "boxes": [ + 950, + 711, + 1038, + 735 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1196, + 713, + 1320, + 742 + ] + }, + { + "text": "★★★★★1.,998", + "boxes": [ + 1488, + 713, + 1632, + 742 + ] + }, + { + "text": "$118.90", + "boxes": [ + 1808, + 707, + 1862, + 733 + ] + }, + { + "text": "500+ bought in past month", + "boxes": [ + 608, + 731, + 786, + 760 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 1194, + 728, + 1376, + 763 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 1486, + 728, + 1662, + 763 + ] + }, + { + "text": "$1990 Typlcal 28.50", + "boxes": [ + 309, + 738, + 475, + 785 + ] + }, + { + "text": "$4199", + "boxes": [ + 900, + 742, + 966, + 776 + ] + }, + { + "text": "$3888", + "boxes": [ + 604, + 762, + 674, + 802 + ] + }, + { + "text": "$3299", + "boxes": [ + 1192, + 762, + 1262, + 802 + ] + }, + { + "text": "$3898", + "boxes": [ + 1484, + 762, + 1554, + 802 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 316, + 780, + 460, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 898, + 772, + 1048, + 808 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 320, + 804, + 394, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 604, + 796, + 756, + 832 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 904, + 804, + 978, + 822 + ] + }, + { + "text": " Delivery May 28 - Jun 3", + "boxes": [ + 1192, + 800, + 1352, + 830 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1484, + 800, + 1634, + 830 + ] + }, + { + "text": " 1 sustainability fea", + "boxes": [ + 320, + 822, + 462, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 614, + 828, + 688, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1200, + 828, + 1272, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1568, + 846 + ] + }, + { + "text": "GRAPENT Pull On Jeans for Women High Waisted Skinny Capri Pants", + "boxes": [ + 1192, + 899, + 1760, + 933 + ] + }, + { + "text": " Trendy Stretch Denim Cropped Jeans Crop Jeggings Capris ", + "boxes": [ + 1190, + 921, + 1678, + 961 + ] + }, + { + "text": "★★★★☆963", + "boxes": [ + 1198, + 955, + 1320, + 979 + ] + }, + { + "text": "700+ bought in past month", + "boxes": [ + 1196, + 977, + 1374, + 1001 + ] + }, + { + "text": "imited time deal", + "boxes": [ + 1208, + 1007, + 1306, + 1030 + ] + }, + { + "text": "口", + "boxes": [ + 1796, + 999, + 1810, + 1014 + ] + } + ] + }, + { + "frame_id": "200_4_8", + "episode_id": 200, + "env_id": 4, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.13983154296875, + "advantages": 0.14403238892555237, + "generated_text": "{\"intent\": \"explore the latest weather updates related to Beijing's strong cold front, which will include ice and rain according to the search results.\", \"action\": \"DoubleClick(438, 508)\"}", + "action_string": "DoubleClick(438, 508)", + "intent_string": "explore the latest weather updates related to Beijing's strong cold front, which will include ice and rain according to the search results.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "北京明晚再迎强对流", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "Sign ii", + "boxes": [ + 1566, + 163, + 1602, + 177 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": "About 299,000 results", + "boxes": [ + 174, + 256, + 318, + 288 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 212, + 294, + 278, + 320 + ] + }, + { + "text": "?", + "boxes": [ + 186, + 310, + 206, + 324 + ] + }, + { + "text": "明晚北京又要下冰電了明天北京再迎强对流天气北京，", + "boxes": [ + 176, + 336, + 654, + 371 + ] + }, + { + "text": "8 hours ago·【#明晚北京又要下冰苞了#明天北京再迎强对流天气#下雨】今天北京晴朗在线", + "boxes": [ + 178, + 363, + 776, + 393 + ] + }, + { + "text": "最高气温在29°℃上下。不过，据北京市气象台预计，明天强对流，", + "boxes": [ + 180, + 389, + 582, + 413 + ] + }, + { + "text": "新京报", + "boxes": [ + 207, + 428, + 267, + 468 + ] + }, + { + "text": "★", + "boxes": [ + 572, + 429, + 596, + 455 + ] + }, + { + "text": "A", + "boxes": [ + 186, + 449, + 204, + 465 + ] + }, + { + "text": "https://w", + "boxes": [ + 216, + 455, + 268, + 472 + ] + }, + { + "text": "www.bjn", + "boxes": [ + 260, + 457, + 308, + 474 + ] + }, + { + "text": "m.cn > detail ", + "boxes": [ + 356, + 453, + 442, + 476 + ] + }, + { + "text": "I Translate this result ", + "boxes": [ + 428, + 455, + 556, + 478 + ] + }, + { + "text": "明天北京再迎强对流天气，晚高峰防范雷雨大风和冰電－新京报", + "boxes": [ + 176, + 476, + 758, + 512 + ] + }, + { + "text": "4 hours ago·新京报讯（记者王景曦）今天北京晴朗在线，最高气温在29°℃上下。不过，据北京", + "boxes": [ + 176, + 504, + 782, + 534 + ] + }, + { + "text": "市气象台预计，明天强对流天气将再度来袭，晚高峰防范雷雨大风", + "boxes": [ + 176, + 526, + 602, + 556 + ] + }, + { + "text": "冰電还有“续集”！明天强对流天气将再袭京城，详情-", + "boxes": [ + 176, + 615, + 642, + 651 + ] + }, + { + "text": "8 hours ago·北京市气象台15日14时发布今天下午晴间多云，南风三级左右，阵风五六级，最高", + "boxes": [ + 180, + 647, + 786, + 671 + ] + }, + { + "text": "气温29°℃；夜间晴间多云，南风一二级，最低气温15°℃。今天午后偏南阵风较大，外出注意防", + "boxes": [ + 182, + 669, + 766, + 693 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 212, + 715, + 262, + 741 + ] + }, + { + "text": "ews.q.com rain ranslae this resuit ", + "boxes": [ + 264, + 733, + 504, + 762 + ] + }, + { + "text": "北京明日将再迎强对流天气部分地区有冰電－腾讯网", + "boxes": [ + 174, + 756, + 646, + 792 + ] + }, + { + "text": "8hoursago·央广网北京5月15日消息（记者朱冠安）根据气象部门预报，明天（5月16日）北京", + "boxes": [ + 176, + 776, + 790, + 818 + ] + }, + { + "text": "将迎强对流天气。预计傍晚前后至前半夜有雷阵雨，并伴有短时大风。，", + "boxes": [ + 178, + 810, + 606, + 834 + ] + }, + { + "text": "搜狐", + "boxes": [ + 205, + 852, + 252, + 887 + ] + }, + { + "text": "http:/www.sohu.com Translatethis result ", + "boxes": [ + 208, + 869, + 478, + 901 + ] + }, + { + "text": "提醒！北京将再迎强对流天气，明日晚高峰防范雷雨大风和冰", + "boxes": [ + 176, + 897, + 746, + 933 + ] + }, + { + "text": "8 hours ago·今天（5月15日）北京晴朗在线，最高气温在29℃上下。不过，据北京市气象台预", + "boxes": [ + 176, + 923, + 778, + 953 + ] + }, + { + "text": "计，明天强对流天气将再度来袭，晚高峰防范雷雨大风和冰苞。明天白天云量逐渐增多，傍晚…", + "boxes": [ + 170, + 941, + 780, + 981 + ] + }, + { + "text": "?", + "boxes": [ + 184, + 1007, + 212, + 1026 + ] + }, + { + "text": "sina.cn", + "boxes": [ + 212, + 999, + 266, + 1018 + ] + }, + { + "text": "京明晚再迎·", + "boxes": [ + 224, + 1048, + 304, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新京报", + "boxes": [ + 366, + 109, + 488, + 161 + ] + }, + { + "text": "北交所频道丨新京号丨电子报丨千龙网丨", + "boxes": [ + 908, + 101, + 1150, + 125 + ] + }, + { + "text": "专题", + "boxes": [ + 1388, + 105, + 1418, + 119 + ] + }, + { + "text": "商务合作", + "boxes": [ + 1434, + 103, + 1486, + 121 + ] + }, + { + "text": "爱心模式", + "boxes": [ + 1500, + 103, + 1552, + 121 + ] + }, + { + "text": "输入搜索信息", + "boxes": [ + 652, + 159, + 734, + 183 + ] + }, + { + "text": "白", + "boxes": [ + 1410, + 159, + 1442, + 191 + ] + }, + { + "text": "首页视频深读公益第一看点时事", + "boxes": [ + 350, + 226, + 712, + 256 + ] + }, + { + "text": "北京", + "boxes": [ + 700, + 232, + 746, + 252 + ] + }, + { + "text": "国际", + "boxes": [ + 758, + 232, + 796, + 252 + ] + }, + { + "text": "政事儿", + "boxes": [ + 802, + 232, + 868, + 250 + ] + }, + { + "text": "观点", + "boxes": [ + 876, + 232, + 922, + 250 + ] + }, + { + "text": "财经消费娱乐文化体育汽车房产教育图说科技 智库乡村", + "boxes": [ + 926, + 224, + 1558, + 256 + ] + }, + { + "text": "首页>北京", + "boxes": [ + 358, + 290, + 428, + 312 + ] + }, + { + "text": "明天北京再迎强对流天气，", + "boxes": [ + 348, + 322, + 824, + 375 + ] + }, + { + "text": "晚高峰防范雷雨大风和冰电", + "boxes": [ + 834, + 322, + 1342, + 375 + ] + }, + { + "text": "编辑：张磊", + "boxes": [ + 576, + 389, + 654, + 413 + ] + }, + { + "text": "直播", + "boxes": [ + 1206, + 459, + 1258, + 494 + ] + }, + { + "text": "新京报讯（记者王景曦）今天北京晴朗在线，最高气温在29°℃上下。不过，据北京市气象台预计，明", + "boxes": [ + 352, + 472, + 1158, + 508 + ] + }, + { + "text": "天强对流天气将再度来袭，晚高峰防范雷雨大风和冰置。", + "boxes": [ + 350, + 506, + 798, + 546 + ] + }, + { + "text": "H直播中", + "boxes": [ + 1216, + 530, + 1288, + 562 + ] + }, + { + "text": "大美春强因有我", + "boxes": [ + 1326, + 564, + 1448, + 596 + ] + }, + { + "text": "明天白天云量逐渐增多，傍晚前后至前半夜有雷阵雨，并伴有短时大风，部分地区有冰雹，对明天晚", + "boxes": [ + 352, + 592, + 1150, + 621 + ] + }, + { + "text": "高峰出行有一定影响，请及时关注临近预报预警信息，注意出行安全，妥善安置易受冰電影响的室外", + "boxes": [ + 350, + 629, + 1146, + 659 + ] + }, + { + "text": "校款会", + "boxes": [ + 1222, + 635, + 1280, + 669 + ] + }, + { + "text": "物品。", + "boxes": [ + 352, + 671, + 398, + 699 + ] + }, + { + "text": "2025校歌会暨第11届北京沙河高教园区文化交流月开", + "boxes": [ + 1208, + 719, + 1534, + 742 + ] + }, + { + "text": "雷雨过后，受冷空气影响，明天夜间到17日白天北风较大，阵风可达7级左右。外出注意防风，远离", + "boxes": [ + 350, + 748, + 1144, + 778 + ] + }, + { + "text": "幕", + "boxes": [ + 1210, + 742, + 1226, + 756 + ] + }, + { + "text": "8233人参与", + "boxes": [ + 1205, + 760, + 1299, + 793 + ] + }, + { + "text": "广告牌等临时搭建物。", + "boxes": [ + 348, + 784, + 524, + 818 + ] + }, + { + "text": "热点", + "boxes": [ + 1204, + 834, + 1258, + 870 + ] + }, + { + "text": "5月16日至5月23日，白天最高气温在25°℃~29°℃，夜间最低气温在12°℃~18°℃。", + "boxes": [ + 352, + 866, + 982, + 895 + ] + }, + { + "text": "中美互降关税48小时：美国客户", + "boxes": [ + 1340, + 897, + 1536, + 921 + ] + }, + { + "text": "“砸单”，义乌工厂加急发货", + "boxes": [ + 1340, + 913, + 1506, + 941 + ] + }, + { + "text": "北京地区天气趋势", + "boxes": [ + 618, + 947, + 880, + 989 + ] + }, + { + "text": "北京市气象台2025年5月15日11时发布", + "boxes": [ + 874, + 995, + 1122, + 1032 + ] + }, + { + "text": "上野千鹤子：在八岳南麓，", + "boxes": [ + 1344, + 993, + 1502, + 1016 + ] + }, + { + "text": "单位：", + "boxes": [ + 376, + 1014, + 420, + 1040 + ] + }, + { + "text": "最高气温最低气温", + "boxes": [ + 454, + 1009, + 672, + 1038 + ] + }, + { + "text": "北京市气象服务中心制作", + "boxes": [ + 876, + 1016, + 1042, + 1046 + ] + }, + { + "text": "人快乐到老", + "boxes": [ + 1341, + 1008, + 1413, + 1039 + ] + }, + { + "text": "'℃", + "boxes": [ + 420, + 1018, + 442, + 1032 + ] + } + ] + }, + { + "frame_id": "200_5_8", + "episode_id": 200, + "env_id": 5, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.302083969116211, + "advantages": 0.2599996328353882, + "generated_text": "{\n \"intent\": \"To click on an interesting section or product link related to gaming accessories, which aligns with my exploration of the site's features.\",\n \"action\": \"DoubleClick(270, 569)\"\n}", + "action_string": "DoubleClick(270, 569)", + "intent_string": "To click on an interesting section or product link related to gaming accessories, which aligns with my exploration of the site's features.", + "before_screen_ocr_results": [ + { + "text": "→eN", + "boxes": [ + 6, + 62, + 120, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " Pin to Overflow Menu", + "boxes": [ + 122, + 77, + 272, + 107 + ] + }, + { + "text": "amazo", + "boxes": [ + 14, + 107, + 106, + 145 + ] + }, + { + "text": "Remove from Toobar", + "boxes": [ + 124, + 105, + 272, + 135 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 304, + 117, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": " Menu Bar", + "boxes": [ + 122, + 135, + 196, + 161 + ] + }, + { + "text": "三ALI", + "boxes": [ + 18, + 165, + 72, + 199 + ] + }, + { + "text": " Bookmarks Toolbar ", + "boxes": [ + 122, + 161, + 262, + 191 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 358, + 169, + 420, + 187 + ] + }, + { + "text": "Customize", + "boxes": [ + 126, + 191, + 196, + 216 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1562, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion ", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1352, + 889, + 1486, + 913 + ] + }, + { + "text": " Top categories in Kitchen ", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 111, + 426, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 125, + 1444, + 145 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 125, + 1882, + 151 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 167, + 68, + 195 + ] + }, + { + "text": " Popular Shopping Ideas", + "boxes": [ + 8, + 254, + 172, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "Video Game", + "boxes": [ + 10, + 278, + 96, + 310 + ] + }, + { + "text": "Wireless", + "boxes": [ + 12, + 302, + 70, + 328 + ] + }, + { + "text": "$39.9", + "boxes": [ + 1818, + 302, + 1852, + 316 + ] + }, + { + "text": "Desktop", + "boxes": [ + 8, + 318, + 70, + 349 + ] + }, + { + "text": "2.4GHzWirele", + "boxes": [ + 608, + 326, + 722, + 343 + ] + }, + { + "text": "Animal", + "boxes": [ + 12, + 341, + 62, + 367 + ] + }, + { + "text": "Bluetooth5.", + "boxes": [ + 608, + 349, + 706, + 367 + ] + }, + { + "text": "Customer Reviews", + "boxes": [ + 12, + 389, + 136, + 413 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 413, + 144, + 443 + ] + }, + { + "text": "Price", + "boxes": [ + 8, + 451, + 54, + 476 + ] + }, + { + "text": "$3149", + "boxes": [ + 608, + 445, + 668, + 471 + ] + }, + { + "text": "List Price: $49.99", + "boxes": [ + 666, + 453, + 772, + 471 + ] + }, + { + "text": "$1-$1,200+", + "boxes": [ + 10, + 474, + 102, + 500 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 604, + 476, + 744, + 505 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1816, + 506, + 1860, + 526 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 586, + 96, + 604 + ] + }, + { + "text": "○●···○", + "boxes": [ + 602, + 592, + 790, + 627 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 14, + 604, + 100, + 629 + ] + }, + { + "text": "Brands", + "boxes": [ + 12, + 637, + 60, + 657 + ] + }, + { + "text": "steeSeres", + "boxes": [ + 5, + 650, + 107, + 688 + ] + }, + { + "text": "Overall Pick 0", + "boxes": [ + 312, + 643, + 406, + 667 + ] + }, + { + "text": "Razer BlackShark V2 X Gaming Headset: 7.1 Surround Sound - 50mm Drivers - Memory Foam Cushion -", + "boxes": [ + 602, + 645, + 1448, + 675 + ] + }, + { + "text": "Razer", + "boxes": [ + 7, + 672, + 71, + 706 + ] + }, + { + "text": "For PC, PS4, PS5, Switch - 3.5mm Audio Jack - Black", + "boxes": [ + 602, + 669, + 1034, + 699 + ] + }, + { + "text": "LL", + "boxes": [ + 14, + 703, + 40, + 717 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 32, + 699, + 106, + 723 + ] + }, + { + "text": "★★★★21,853", + "boxes": [ + 606, + 699, + 752, + 723 + ] + }, + { + "text": " ozeino", + "boxes": [ + 12, + 719, + 82, + 744 + ] + }, + { + "text": "5K+ bought in past month", + "boxes": [ + 602, + 712, + 778, + 747 + ] + }, + { + "text": " Hyperx", + "boxes": [ + 10, + 739, + 84, + 764 + ] + }, + { + "text": "1susta", + "boxes": [ + 614, + 748, + 672, + 768 + ] + }, + { + "text": "Corsai", + "boxes": [ + 34, + 760, + 76, + 780 + ] + }, + { + "text": " Turtle Be", + "boxes": [ + 14, + 780, + 92, + 798 + ] + }, + { + "text": "See options", + "boxes": [ + 610, + 780, + 698, + 806 + ] + }, + { + "text": "No featured offers available", + "boxes": [ + 606, + 810, + 788, + 834 + ] + }, + { + "text": "$30.32 (11 used & new offers)", + "boxes": [ + 602, + 828, + 800, + 856 + ] + }, + { + "text": "○··.", + "boxes": [ + 604, + 866, + 712, + 893 + ] + }, + { + "text": "tivity", + "boxes": [ + 60, + 893, + 96, + 907 + ] + }, + { + "text": "wired ", + "boxes": [ + 7, + 907, + 79, + 936 + ] + }, + { + "text": "HyperX Cloud II Wireless- Gaming Headset for PC, PS5, PS4, up to 120-hour Battery, 2.4GHz Wireles,", + "boxes": [ + 598, + 909, + 1450, + 947 + ] + }, + { + "text": "DTS Spatial Audio, 53mm Angled Drivers, Memory Foam, Durable Frame, 10mm Microphone, Black", + "boxes": [ + 602, + 937, + 1416, + 967 + ] + }, + { + "text": "HeadphonesFol", + "boxes": [ + 14, + 967, + 118, + 985 + ] + }, + { + "text": "★★★★☆7,572", + "boxes": [ + 608, + 967, + 746, + 991 + ] + }, + { + "text": "2K+ bought in past month", + "boxes": [ + 606, + 989, + 774, + 1012 + ] + }, + { + "text": "On Ear", + "boxes": [ + 31, + 1004, + 79, + 1029 + ] + }, + { + "text": "$1189,", + "boxes": [ + 599, + 1012, + 689, + 1049 + ] + } + ] + }, + { + "frame_id": "200_6_8", + "episode_id": 200, + "env_id": 6, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.923172950744629, + "advantages": -0.7255542278289795, + "generated_text": "{\n \"intent\": \"Click on the Father's Day deals advertisement\",\n \"action\": \"Click(736, 50) \"\n}", + "action_string": "Click(736, 50)", + "intent_string": "Click on the Father's Day deals advertisement", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": " https://w", + "boxes": [ + 250, + 64, + 370, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 414, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "Seemore", + "boxes": [ + 240, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": " https://w", + "boxes": [ + 250, + 64, + 368, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 414, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "Seemore", + "boxes": [ + 240, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "200_7_8", + "episode_id": 200, + "env_id": 7, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.827418327331543, + "advantages": 0.6354736685752869, + "generated_text": "{\n \"intent\": \"Click on the highlighted article \\\"明晚北京又要下冰雹了明天北京再迎强对流天气\\\" by double clicking\",\n \"action\": \"DoubleClick(852, 50)\" \n}", + "action_string": "DoubleClick(852, 50)", + "intent_string": "Click on the highlighted article \"明晚北京又要下冰雹了明天北京再迎强对流天气\" by double clicking", + "before_screen_ocr_results": [ + { + "text": "明晚北京又要下冰电了明天北京再迎强对流天气|北京市_新浪财经_新浪网－MozillaFirefox", + "boxes": [ + 640, + 40, + 1278, + 64 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "Q Search - Micro ", + "boxes": [ + 328, + 67, + 454, + 91 + ] + }, + { + "text": "Q 北京明晚再迎强", + "boxes": [ + 466, + 68, + 582, + 91 + ] + }, + { + "text": "明晚北京又要×", + "boxes": [ + 600, + 68, + 736, + 91 + ] + }, + { + "text": "明晚北京又要下》", + "boxes": [ + 738, + 65, + 870, + 93 + ] + }, + { + "text": "Q北京明晚再迎强", + "boxes": [ + 882, + 71, + 998, + 89 + ] + }, + { + "text": "Q北京明晚再迎强", + "boxes": [ + 1018, + 71, + 1142, + 89 + ] + }, + { + "text": "明晚北京又要下》", + "boxes": [ + 1156, + 66, + 1288, + 95 + ] + }, + { + "text": "明晚北京又要下》", + "boxes": [ + 1298, + 67, + 1424, + 91 + ] + }, + { + "text": "Q北京明晚再迎强", + "boxes": [ + 1432, + 68, + 1560, + 91 + ] + }, + { + "text": "十", + "boxes": [ + 1572, + 71, + 1590, + 87 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 452, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1286, + 101, + 1370, + 133 + ] + }, + { + "text": "三四@", + "boxes": [ + 1464, + 99, + 1560, + 131 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1588, + 123 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 456, + 151, + 516, + 177 + ] + }, + { + "text": "新闻体育", + "boxes": [ + 534, + 151, + 636, + 177 + ] + }, + { + "text": "财经 娱乐科技博客图片专栏更多", + "boxes": [ + 626, + 149, + 1060, + 179 + ] + }, + { + "text": "O", + "boxes": [ + 1172, + 143, + 1208, + 179 + ] + }, + { + "text": "登录", + "boxes": [ + 1210, + 147, + 1254, + 175 + ] + }, + { + "text": "注册", + "boxes": [ + 1265, + 144, + 1311, + 178 + ] + }, + { + "text": "移动客户端√", + "boxes": [ + 1342, + 149, + 1434, + 175 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "Sna 新浪财经经济新间滚动>正文", + "boxes": [ + 450, + 309, + 752, + 362 + ] + }, + { + "text": "行情简称/代码/拼音", + "boxes": [ + 1136, + 328, + 1302, + 363 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "明晚北京又要下冰电了明天北京再迎强对流天气", + "boxes": [ + 450, + 387, + 1278, + 435 + ] + }, + { + "text": "", + "boxes": [ + 1476, + 443, + 1518, + 482 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 1476, + 476, + 1522, + 502 + ] + }, + { + "text": "2025年05月15日13:12新京报", + "boxes": [ + 452, + 490, + 686, + 520 + ] + }, + { + "text": "新浪财经APP丨丨A丨A丨☆丨丨", + "boxes": [ + 790, + 486, + 1276, + 522 + ] + }, + { + "text": "13", + "boxes": [ + 1354, + 488, + 1430, + 520 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "#", + "boxes": [ + 1478, + 524, + 1516, + 554 + ] + }, + { + "text": "语音播报", + "boxes": [ + 1476, + 550, + 1522, + 576 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1130, + 568, + 1228, + 600 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1392, + 568, + 1464, + 600 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1130, + 609, + 1436, + 639 + ] + }, + { + "text": "国", + "boxes": [ + 1480, + 604, + 1516, + 633 + ] + }, + { + "text": "新京报", + "boxes": [ + 718, + 623, + 836, + 667 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1130, + 631, + 1448, + 661 + ] + }, + { + "text": "相关新闻", + "boxes": [ + 1476, + 631, + 1522, + 657 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1130, + 655, + 1388, + 685 + ] + }, + { + "text": "画", + "boxes": [ + 38, + 677, + 82, + 721 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1130, + 691, + 1214, + 717 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1320, + 691, + 1452, + 723 + ] + }, + { + "text": "提醒！北京将再迎强对流天气", + "boxes": [ + 532, + 703, + 1022, + 750 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1128, + 742, + 1452, + 778 + ] + }, + { + "text": "明日晚高峰防范雷雨大风和冰电", + "boxes": [ + 538, + 754, + 1012, + 796 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1130, + 764, + 1444, + 798 + ] + }, + { + "text": "口", + "boxes": [ + 38, + 786, + 78, + 826 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1130, + 790, + 1400, + 820 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1130, + 826, + 1214, + 852 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1320, + 826, + 1446, + 856 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1132, + 879, + 1448, + 909 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1132, + 903, + 1448, + 933 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 466, + 917, + 560, + 955 + ] + }, + { + "text": "-28393秒前恒生指数收盘跌0.79%，恒生科技指数跌1.56", + "boxes": [ + 598, + 921, + 1084, + 951 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1132, + 925, + 1310, + 955 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1132, + 961, + 1214, + 987 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1320, + 961, + 1450, + 993 + ] + }, + { + "text": "晚北京又要", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "又要下冰電了明", + "boxes": [ + 1338, + 32, + 1436, + 50 + ] + }, + { + "text": "明晚北京", + "boxes": [ + 1474, + 32, + 1544, + 54 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 64, + 1662, + 89 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 410, + 113, + 458, + 133 + ] + }, + { + "text": "体育财经 娱乐科技 博客", + "boxes": [ + 446, + 109, + 748, + 139 + ] + }, + { + "text": "图片", + "boxes": [ + 742, + 111, + 802, + 137 + ] + }, + { + "text": "专栏", + "boxes": [ + 822, + 113, + 856, + 135 + ] + }, + { + "text": "更多√", + "boxes": [ + 880, + 111, + 934, + 137 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1428, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1548, + 137 + ] + }, + { + "text": "sha 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 278, + 630, + 320 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1320, + 294, + 1414, + 318 + ] + }, + { + "text": "明晚北京又要下冰电了明天北京再迎强对流天气", + "boxes": [ + 328, + 347, + 1156, + 395 + ] + }, + { + "text": "2025年05月15日13:12新京报", + "boxes": [ + 330, + 451, + 566, + 485 + ] + }, + { + "text": "新浪财经APP丨丨A丨A丨丨丨|", + "boxes": [ + 910, + 449, + 1456, + 484 + ] + }, + { + "text": "13", + "boxes": [ + 1472, + 451, + 1548, + 482 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 522 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "斤浪首页", + "boxes": [ + 1602, + 524, + 1636, + 538 + ] + }, + { + "text": "新京报", + "boxes": [ + 711, + 579, + 837, + 636 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1570, + 625 + ] + }, + { + "text": "语音播批", + "boxes": [ + 1598, + 598, + 1634, + 611 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1508, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "提醒！北京将再迎强对流天气", + "boxes": [ + 532, + 665, + 1022, + 713 + ] + }, + { + "text": "明日晚高峰防苑雷雨大风和冰电", + "boxes": [ + 536, + 711, + 1018, + 764 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1248, + 729, + 1564, + 758 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1568, + 820 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1250, + 866, + 1568, + 895 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 925, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1444, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 346, + 963, + 440, + 995 + ] + }, + { + "text": "-28393秒前恒生指数收盘跌0.79%，恒生科技指数跌1.56%", + "boxes": [ + 472, + 959, + 958, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "天北京晴朗在线", + "boxes": [ + 884, + 1026, + 1012, + 1044 + ] + }, + { + "text": "高气温在29°℃", + "boxes": [ + 1046, + 1026, + 1182, + 1044 + ] + } + ] + }, + { + "frame_id": "200_0_9", + "episode_id": 200, + "env_id": 0, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.52906608581543, + "advantages": -0.29250213503837585, + "generated_text": "{\n \"intent\": \"Click on the AULA F75 Pro Wireless Mechanical Keyboard to explore and potentially add it to the cart\",\n \"action\": \"DoubleClick(95, 240)\"\n}", + "action_string": "DoubleClick(95, 240)", + "intent_string": "Click on the AULA F75 Pro Wireless Mechanical Keyboard to explore and potentially add it to the cart", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三口?", + "boxes": [ + 1784, + 66, + 1872, + 89 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": " gaming keyboard", + "boxes": [ + 300, + 111, + 426, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1406, + 127, + 1440, + 141 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 127, + 1882, + 151 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 167, + 68, + 195 + ] + }, + { + "text": "1-16 of", + "boxes": [ + 10, + 208, + 60, + 228 + ] + }, + { + "text": "Popular Shopping Ideas", + "boxes": [ + 10, + 256, + 174, + 286 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "Wireless", + "boxes": [ + 10, + 278, + 72, + 310 + ] + }, + { + "text": "Check each proc", + "boxes": [ + 312, + 292, + 408, + 310 + ] + }, + { + "text": "Mechanical", + "boxes": [ + 12, + 302, + 88, + 328 + ] + }, + { + "text": "Console", + "boxes": [ + 10, + 322, + 70, + 347 + ] + }, + { + "text": "Overall Pick ", + "boxes": [ + 312, + 318, + 406, + 343 + ] + }, + { + "text": "AULA F75 Pro Wireless Mechanical Keyboard,75% Hot Swappable Custom Keyboard with Knob,RGB", + "boxes": [ + 604, + 324, + 1418, + 347 + ] + }, + { + "text": "Ergonomic", + "boxes": [ + 12, + 341, + 86, + 367 + ] + }, + { + "text": "★★★★）", + "boxes": [ + 610, + 377, + 676, + 395 + ] + }, + { + "text": "Price", + "boxes": [ + 10, + 409, + 50, + 435 + ] + }, + { + "text": "$66*1 Lst: $82.89", + "boxes": [ + 600, + 418, + 742, + 459 + ] + }, + { + "text": "$0 -$6,100+", + "boxes": [ + 10, + 433, + 102, + 459 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 602, + 461, + 746, + 484 + ] + }, + { + "text": "Ships to China ", + "boxes": [ + 604, + 480, + 690, + 506 + ] + }, + { + "text": "Addto cart", + "boxes": [ + 606, + 506, + 700, + 544 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1816, + 506, + 1860, + 524 + ] + }, + { + "text": "Deals & Discou", + "boxes": [ + 12, + 516, + 110, + 542 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 12, + 540, + 98, + 566 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 604, + 538, + 740, + 572 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 560, + 100, + 586 + ] + }, + { + "text": "$65.65 (2+ used & new offers)", + "boxes": [ + 606, + 564, + 802, + 588 + ] + }, + { + "text": " Redragon S101 Gaming Keyboard, M601 Mouse, RGB Backit Gaming Keyboard, Programmable Backlit", + "boxes": [ + 598, + 603, + 1444, + 641 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 617, + 144, + 647 + ] + }, + { + "text": "Mouse, Value Combo Set [New Version] ", + "boxes": [ + 602, + 633, + 932, + 663 + ] + }, + { + "text": "Brands", + "boxes": [ + 8, + 651, + 66, + 683 + ] + }, + { + "text": "Redragon", + "boxes": [ + 5, + 670, + 103, + 710 + ] + }, + { + "text": "steelSeries", + "boxes": [ + 7, + 692, + 107, + 725 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 604, + 683, + 774, + 707 + ] + }, + { + "text": "AULA", + "boxes": [ + 9, + 712, + 79, + 749 + ] + }, + { + "text": "$3999", + "boxes": [ + 602, + 709, + 668, + 741 + ] + }, + { + "text": " Logitech G ", + "boxes": [ + 10, + 739, + 108, + 764 + ] + }, + { + "text": "corsalr", + "boxes": [ + 7, + 749, + 85, + 789 + ] + }, + { + "text": "Save 20%", + "boxes": [ + 604, + 741, + 686, + 766 + ] + }, + { + "text": "Delivery Tue, May 27", + "boxes": [ + 602, + 764, + 742, + 794 + ] + }, + { + "text": "MageGee", + "boxes": [ + 9, + 774, + 97, + 805 + ] + }, + { + "text": " RK ROYAL KLUDGE", + "boxes": [ + 12, + 798, + 154, + 822 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 606, + 790, + 684, + 814 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 610, + 816, + 694, + 848 + ] + }, + { + "text": "nectivity", + "boxes": [ + 42, + 854, + 98, + 874 + ] + }, + { + "text": " NPET CR87 Hot-Swappable Mechanical Keyboard, 87-Key Compact RGB for Esports & Streaming I Linear", + "boxes": [ + 598, + 868, + 1458, + 905 + ] + }, + { + "text": "二", + "boxes": [ + 14, + 878, + 38, + 891 + ] + }, + { + "text": "Infra", + "boxes": [ + 36, + 879, + 62, + 893 + ] + }, + { + "text": "NFC", + "boxes": [ + 9, + 891, + 63, + 920 + ] + }, + { + "text": "Red Switches, Anti-Ghosting with Spare Switches (Black&Grey)", + "boxes": [ + 602, + 893, + 1118, + 927 + ] + }, + { + "text": "uSB-A", + "boxes": [ + 10, + 913, + 78, + 939 + ] + }, + { + "text": " PS/2", + "boxes": [ + 10, + 933, + 72, + 959 + ] + }, + { + "text": "★★★★☆26", + "boxes": [ + 608, + 925, + 720, + 949 + ] + }, + { + "text": "$2799 ", + "boxes": [ + 601, + 948, + 673, + 986 + ] + }, + { + "text": " Mini USB", + "boxes": [ + 9, + 970, + 97, + 1003 + ] + }, + { + "text": "ical: $37.99", + "boxes": [ + 690, + 963, + 756, + 983 + ] + }, + { + "text": "USB-C", + "boxes": [ + 34, + 997, + 76, + 1016 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "①", + "boxes": [ + 254, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": " gaming keyboard", + "boxes": [ + 300, + 111, + 426, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1406, + 127, + 1440, + 141 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 127, + 1882, + 151 + ] + }, + { + "text": "三 AIl ", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "1-16 of over 50,000 result", + "boxes": [ + 6, + 204, + 174, + 234 + ] + }, + { + "text": "人", + "boxes": [ + 94, + 244, + 106, + 256 + ] + }, + { + "text": " Popular Shopping Ideas", + "boxes": [ + 8, + 256, + 176, + 286 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "Wireless", + "boxes": [ + 8, + 278, + 72, + 310 + ] + }, + { + "text": "Check each proc", + "boxes": [ + 310, + 292, + 408, + 310 + ] + }, + { + "text": "Mechanical", + "boxes": [ + 12, + 302, + 88, + 328 + ] + }, + { + "text": "Console", + "boxes": [ + 10, + 322, + 70, + 347 + ] + }, + { + "text": "Overall Pick ", + "boxes": [ + 312, + 318, + 406, + 343 + ] + }, + { + "text": "AULA F75 Pro Wireless Mechanical Keyboard,75% Hot Swappable Custom Keyboard with Knob,RGB", + "boxes": [ + 604, + 324, + 1418, + 347 + ] + }, + { + "text": "Ergonomic", + "boxes": [ + 10, + 341, + 86, + 367 + ] + }, + { + "text": "★★★★", + "boxes": [ + 610, + 377, + 680, + 395 + ] + }, + { + "text": "Price", + "boxes": [ + 10, + 409, + 50, + 435 + ] + }, + { + "text": "$66*1 Lst: $82.89", + "boxes": [ + 600, + 418, + 742, + 459 + ] + }, + { + "text": "$0 -$6,100+", + "boxes": [ + 10, + 433, + 102, + 459 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 602, + 461, + 748, + 484 + ] + }, + { + "text": "Ships to China ", + "boxes": [ + 604, + 480, + 690, + 506 + ] + }, + { + "text": "Addto cart", + "boxes": [ + 606, + 506, + 700, + 544 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1816, + 506, + 1860, + 524 + ] + }, + { + "text": "Deals & Discou", + "boxes": [ + 12, + 516, + 110, + 542 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 12, + 540, + 98, + 566 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 604, + 538, + 740, + 572 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 560, + 100, + 586 + ] + }, + { + "text": "$65.65 (2+ used & new offers)", + "boxes": [ + 606, + 564, + 802, + 588 + ] + }, + { + "text": "Redragon S101 Gaming Keyboard, M601 Mouse, RGB Backlit Gaming Keyboard, Programmable Backlit", + "boxes": [ + 600, + 606, + 1444, + 641 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 617, + 144, + 647 + ] + }, + { + "text": "Mouse, Value Combo Set [New Version] ", + "boxes": [ + 602, + 633, + 932, + 663 + ] + }, + { + "text": "Brands", + "boxes": [ + 8, + 651, + 66, + 683 + ] + }, + { + "text": " Redragon", + "boxes": [ + 5, + 670, + 103, + 712 + ] + }, + { + "text": "★★★★☆46,543", + "boxes": [ + 604, + 659, + 756, + 687 + ] + }, + { + "text": "steelSeries", + "boxes": [ + 7, + 692, + 107, + 725 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 604, + 683, + 774, + 707 + ] + }, + { + "text": "AULA", + "boxes": [ + 9, + 712, + 79, + 749 + ] + }, + { + "text": "$3999", + "boxes": [ + 602, + 709, + 668, + 742 + ] + }, + { + "text": " Logitech G ", + "boxes": [ + 10, + 739, + 108, + 764 + ] + }, + { + "text": "corsair", + "boxes": [ + 6, + 749, + 88, + 792 + ] + }, + { + "text": "Save 20%", + "boxes": [ + 604, + 741, + 686, + 766 + ] + }, + { + "text": "Delivery Tue, May 27", + "boxes": [ + 602, + 764, + 742, + 794 + ] + }, + { + "text": "MageGee", + "boxes": [ + 10, + 778, + 98, + 802 + ] + }, + { + "text": " RK ROYAL KLUDGE", + "boxes": [ + 12, + 798, + 154, + 822 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 606, + 790, + 684, + 814 + ] + }, + { + "text": "Addt cart", + "boxes": [ + 608, + 818, + 694, + 850 + ] + }, + { + "text": "nectivity", + "boxes": [ + 38, + 854, + 98, + 874 + ] + }, + { + "text": "二", + "boxes": [ + 14, + 878, + 38, + 891 + ] + }, + { + "text": "Infra", + "boxes": [ + 32, + 877, + 65, + 896 + ] + }, + { + "text": "NPET CR87 Hot-Swappable Mechanical Keyboard, 87-Key Compact RGB for Esports & Streaming I Linear", + "boxes": [ + 600, + 870, + 1460, + 905 + ] + }, + { + "text": "□NFC", + "boxes": [ + 7, + 891, + 67, + 922 + ] + }, + { + "text": "Red Switches, Anti-Ghosting with Spare Switches (Black&Grey)", + "boxes": [ + 602, + 893, + 1120, + 927 + ] + }, + { + "text": "uSB-A", + "boxes": [ + 10, + 913, + 78, + 939 + ] + }, + { + "text": " PS/2", + "boxes": [ + 10, + 933, + 72, + 959 + ] + }, + { + "text": "★★★★☆26", + "boxes": [ + 608, + 925, + 720, + 949 + ] + }, + { + "text": "Bluetooth", + "boxes": [ + 9, + 950, + 101, + 979 + ] + }, + { + "text": "$2799,", + "boxes": [ + 604, + 951, + 670, + 983 + ] + }, + { + "text": " Mini USB", + "boxes": [ + 9, + 970, + 99, + 1001 + ] + }, + { + "text": "usB-C", + "boxes": [ + 11, + 990, + 87, + 1021 + ] + }, + { + "text": "Micro USB", + "boxes": [ + 34, + 1018, + 100, + 1036 + ] + } + ] + }, + { + "frame_id": "200_1_9", + "episode_id": 200, + "env_id": 1, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.269659042358398, + "advantages": -1.1926424503326416, + "generated_text": "{\n \"intent\": \"Click double-click the 'Click(123, 456)\",\n \"action\": \"DoubleClick(100, 50)\"\n}", + "action_string": "DoubleClick(100, 50)", + "intent_string": "Click double-click the 'Click(123, 456)", + "before_screen_ocr_results": [ + { + "text": "明天北京再迎强对流天气", + "boxes": [ + 692, + 42, + 844, + 60 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "A明天北京再迎强对流天气，×", + "boxes": [ + 776, + 68, + 1000, + 91 + ] + }, + { + "text": "虽对流天气，", + "boxes": [ + 1110, + 71, + 1178, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 358, + 101, + 454, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1288, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1558, + 129 + ] + }, + { + "text": "新京报", + "boxes": [ + 370, + 151, + 490, + 199 + ] + }, + { + "text": "北交所频道", + "boxes": [ + 910, + 143, + 972, + 161 + ] + }, + { + "text": "贝壳财经", + "boxes": [ + 1154, + 143, + 1206, + 161 + ] + }, + { + "text": "商务合作", + "boxes": [ + 1434, + 143, + 1486, + 161 + ] + }, + { + "text": "爱心模式", + "boxes": [ + 1506, + 143, + 1550, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 5, + 168, + 113, + 205 + ] + }, + { + "text": "BJNEWS.COM.CN", + "boxes": [ + 372, + 190, + 478, + 221 + ] + }, + { + "text": "输入搜索信息", + "boxes": [ + 645, + 192, + 739, + 229 + ] + }, + { + "text": "α", + "boxes": [ + 1138, + 201, + 1166, + 228 + ] + }, + { + "text": "首页 视频 深读公益 第一看点时事 北京", + "boxes": [ + 348, + 266, + 750, + 296 + ] + }, + { + "text": "国际政事儿", + "boxes": [ + 754, + 270, + 870, + 294 + ] + }, + { + "text": "观点", + "boxes": [ + 874, + 272, + 922, + 290 + ] + }, + { + "text": "财经消费娱乐文化体育汽车房产教育图说科技智库乡村", + "boxes": [ + 920, + 268, + 1558, + 292 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "首页>北京", + "boxes": [ + 356, + 330, + 430, + 353 + ] + }, + { + "text": "明天北京再迎强对流天气，晚高峰防范雷雨大风和冰霓", + "boxes": [ + 350, + 365, + 1342, + 413 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "2025-05-15 12:04丨记者：王景曦　编辑：张磊", + "boxes": [ + 354, + 427, + 660, + 457 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "直播", + "boxes": [ + 1206, + 498, + 1260, + 532 + ] + }, + { + "text": "新京报讯（记者王景曦）今天北京晴朗在线，最高气温在29°℃上下。不过，据北京市气象台预计，明", + "boxes": [ + 354, + 514, + 1156, + 544 + ] + }, + { + "text": "", + "boxes": [ + 26, + 546, + 88, + 616 + ] + }, + { + "text": "天强对流天气将再度来袭，晚高峰防范雷雨大风和冰電。", + "boxes": [ + 352, + 554, + 796, + 584 + ] + }, + { + "text": "直播中", + "boxes": [ + 1224, + 576, + 1284, + 596 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "大美春强有我", + "boxes": [ + 1326, + 604, + 1456, + 635 + ] + }, + { + "text": "明天白天云量逐渐增多，傍晚前后至前半夜有雷阵雨，并伴有短时大风，部分地区有冰雹，对明天晚", + "boxes": [ + 352, + 631, + 1152, + 661 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "高峰出行有一定影响，请及时关注临近预报预警信息，注意出行安全，妥善安置易受冰影响的室外", + "boxes": [ + 352, + 671, + 1150, + 701 + ] + }, + { + "text": "校款会", + "boxes": [ + 1226, + 679, + 1280, + 709 + ] + }, + { + "text": "物品。", + "boxes": [ + 352, + 711, + 398, + 739 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "2025校歌会暨第11届北京沙河高教园区文化交流月开", + "boxes": [ + 1206, + 754, + 1540, + 784 + ] + }, + { + "text": "口", + "boxes": [ + 38, + 786, + 78, + 826 + ] + }, + { + "text": "雷雨过后，受冷空气影响，明天夜间到17日白天北风较大，阵风可达7级左右。外出注意防风，远离", + "boxes": [ + 352, + 788, + 1146, + 818 + ] + }, + { + "text": "8233人参与", + "boxes": [ + 1207, + 798, + 1297, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "广告牌等临时搭建物。", + "boxes": [ + 346, + 824, + 528, + 860 + ] + }, + { + "text": "热点", + "boxes": [ + 1206, + 874, + 1258, + 909 + ] + }, + { + "text": "5月16日至5月23日，白天最高气温在25°℃~29℃，夜间最低气温在12°℃~18°℃。", + "boxes": [ + 354, + 903, + 982, + 933 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "中美互降关税48小时：美国客", + "boxes": [ + 1338, + 933, + 1528, + 963 + ] + }, + { + "text": "“砸单”，义乌工厂加急发货", + "boxes": [ + 1340, + 953, + 1510, + 983 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "明天北京再迎强对流天气", + "boxes": [ + 692, + 42, + 844, + 60 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "A明天北京再迎强对流天气，×", + "boxes": [ + 776, + 68, + 1000, + 91 + ] + }, + { + "text": "虽对流天气，", + "boxes": [ + 1110, + 71, + 1178, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 358, + 101, + 454, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1288, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1558, + 129 + ] + }, + { + "text": "新京报", + "boxes": [ + 370, + 151, + 490, + 199 + ] + }, + { + "text": "北交所频道", + "boxes": [ + 910, + 143, + 972, + 161 + ] + }, + { + "text": "贝壳财经", + "boxes": [ + 1154, + 143, + 1206, + 161 + ] + }, + { + "text": "商务合作", + "boxes": [ + 1434, + 143, + 1486, + 161 + ] + }, + { + "text": "爱心模式", + "boxes": [ + 1506, + 143, + 1550, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 5, + 168, + 113, + 205 + ] + }, + { + "text": "BJNEWS.COM.CN", + "boxes": [ + 372, + 190, + 478, + 221 + ] + }, + { + "text": "输入搜索信息", + "boxes": [ + 645, + 192, + 739, + 229 + ] + }, + { + "text": "α", + "boxes": [ + 1138, + 201, + 1166, + 228 + ] + }, + { + "text": "首页 视频 深读公益 第一看点时事 北京", + "boxes": [ + 348, + 266, + 750, + 296 + ] + }, + { + "text": "国际政事儿", + "boxes": [ + 754, + 270, + 870, + 294 + ] + }, + { + "text": "观点", + "boxes": [ + 874, + 272, + 922, + 290 + ] + }, + { + "text": "财经消费娱乐文化体育汽车房产教育图说科技智库乡村", + "boxes": [ + 920, + 268, + 1558, + 292 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "首页>北京", + "boxes": [ + 356, + 330, + 430, + 353 + ] + }, + { + "text": "明天北京再迎强对流天气，晚高峰防范雷雨大风和冰霓", + "boxes": [ + 350, + 365, + 1342, + 413 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "2025-05-15 12:04丨记者：王景曦　编辑：张磊", + "boxes": [ + 354, + 427, + 660, + 457 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "直播", + "boxes": [ + 1206, + 498, + 1260, + 532 + ] + }, + { + "text": "新京报讯（记者王景曦）今天北京晴朗在线，最高气温在29°℃上下。不过，据北京市气象台预计，明", + "boxes": [ + 354, + 514, + 1156, + 544 + ] + }, + { + "text": "", + "boxes": [ + 26, + 546, + 88, + 616 + ] + }, + { + "text": "天强对流天气将再度来袭，晚高峰防范雷雨大风和冰電。", + "boxes": [ + 352, + 554, + 796, + 584 + ] + }, + { + "text": "+直播中", + "boxes": [ + 1224, + 576, + 1284, + 596 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "大美春强有我", + "boxes": [ + 1326, + 604, + 1456, + 635 + ] + }, + { + "text": "?", + "boxes": [ + 1234, + 619, + 1264, + 655 + ] + }, + { + "text": "明天白天云量逐渐增多，傍晚前后至前半夜有雷阵雨，并伴有短时大风，部分地区有冰雹，对明天晚", + "boxes": [ + 352, + 631, + 1152, + 661 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "高峰出行有一定影响，请及时关注临近预报预警信息，注意出行安全，妥善安置易受冰影响的室外", + "boxes": [ + 352, + 671, + 1150, + 701 + ] + }, + { + "text": "校款会", + "boxes": [ + 1226, + 679, + 1280, + 709 + ] + }, + { + "text": "物品。", + "boxes": [ + 352, + 711, + 398, + 739 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "2025校歌会暨第11届北京沙河高教园区文化交流月开", + "boxes": [ + 1206, + 754, + 1540, + 784 + ] + }, + { + "text": "口", + "boxes": [ + 38, + 786, + 78, + 826 + ] + }, + { + "text": "雷雨过后，受冷空气影响，明天夜间到17日白天北风较大，阵风可达7级左右。外出注意防风，远离", + "boxes": [ + 352, + 788, + 1146, + 818 + ] + }, + { + "text": "8233人参与", + "boxes": [ + 1207, + 798, + 1297, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "广告牌等临时搭建物。", + "boxes": [ + 346, + 824, + 528, + 860 + ] + }, + { + "text": "热点", + "boxes": [ + 1206, + 874, + 1258, + 909 + ] + }, + { + "text": "5月16日至5月23日，白天最高气温在25°℃~29℃，夜间最低气温在12°℃~18°℃。", + "boxes": [ + 354, + 903, + 982, + 933 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "中美互降关税48小时：美国客", + "boxes": [ + 1338, + 933, + 1528, + 963 + ] + }, + { + "text": "“砸单”，义乌工厂加急发货", + "boxes": [ + 1340, + 953, + 1510, + 983 + ] + } + ] + }, + { + "frame_id": "200_2_9", + "episode_id": 200, + "env_id": 2, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.844593048095703, + "advantages": 0.6477490067481995, + "generated_text": "{\n \"intent\": \"Click on the Amazon Essentials Skinny Jeans to explore further details and consider adding them to the cart\",\n \"action\": \"Click(120, 87)\"\n}", + "action_string": "Click(120, 87)", + "intent_string": "Click on the Amazon Essentials Skinny Jeans to explore further details and consider adding them to the cart", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 64, + 134, + 89 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " Cart", + "boxes": [ + 1678, + 97, + 1767, + 161 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 105, + 1874, + 131 + ] + }, + { + "text": "Jeans", + "boxes": [ + 296, + 115, + 348, + 141 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 123, + 1444, + 143 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 125, + 1884, + 151 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 422, + 187 + ] + }, + { + "text": "ntialsStore", + "boxes": [ + 798, + 264, + 866, + 282 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for Women (Stretchy)", + "boxes": [ + 654, + 286, + 1244, + 316 + ] + }, + { + "text": "$1990", + "boxes": [ + 1392, + 280, + 1458, + 314 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1818, + 302, + 1858, + 318 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 656, + 314, + 780, + 338 + ] + }, + { + "text": "14,463 ratings I Search this page", + "boxes": [ + 798, + 316, + 1020, + 339 + ] + }, + { + "text": "No Import Charges & $12.19", + "boxes": [ + 1390, + 319, + 1584, + 352 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 656, + 341, + 762, + 365 + ] + }, + { + "text": "Shipping to China Detals ", + "boxes": [ + 1392, + 341, + 1580, + 371 + ] + }, + { + "text": " 1 sustainablity featu", + "boxes": [ + 656, + 371, + 810, + 401 + ] + }, + { + "text": "Delivery Monday, May 26. Order", + "boxes": [ + 1394, + 365, + 1604, + 389 + ] + }, + { + "text": "within 22 hrs 42 mins", + "boxes": [ + 1394, + 385, + 1534, + 409 + ] + }, + { + "text": "@ Deliver", + "boxes": [ + 1394, + 413, + 1460, + 439 + ] + }, + { + "text": "to China", + "boxes": [ + 1414, + 433, + 1466, + 459 + ] + }, + { + "text": "-30% $1990", + "boxes": [ + 658, + 447, + 782, + 478 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1392, + 469, + 1468, + 500 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1404, + 512, + 1484, + 536 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1814, + 506, + 1860, + 526 + ] + }, + { + "text": "Size:", + "boxes": [ + 654, + 528, + 688, + 555 + ] + }, + { + "text": "14 Short", + "boxes": [ + 666, + 564, + 736, + 586 + ] + }, + { + "text": "Add to Cart", + "boxes": [ + 1458, + 556, + 1536, + 580 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1468, + 598, + 1526, + 623 + ] + }, + { + "text": "Ships from", + "boxes": [ + 1404, + 639, + 1460, + 659 + ] + }, + { + "text": "Soldby", + "boxes": [ + 1404, + 659, + 1444, + 679 + ] + }, + { + "text": "30-day", + "boxes": [ + 1470, + 679, + 1506, + 699 + ] + }, + { + "text": "refund/r", + "boxes": [ + 1470, + 693, + 1516, + 711 + ] + }, + { + "text": "Product details", + "boxes": [ + 650, + 731, + 804, + 760 + ] + }, + { + "text": "VSee", + "boxes": [ + 1402, + 735, + 1440, + 754 + ] + }, + { + "text": "Fabric type", + "boxes": [ + 649, + 764, + 735, + 799 + ] + }, + { + "text": "78%Cotton,19%Polyester,3%Elast", + "boxes": [ + 830, + 770, + 1068, + 788 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 766, + 1420, + 788 + ] + }, + { + "text": "Ad a gift receipt for easy", + "boxes": [ + 1414, + 780, + 1588, + 816 + ] + }, + { + "text": "Care instructions", + "boxes": [ + 654, + 794, + 768, + 822 + ] + }, + { + "text": "Machine Wash Warm, Tumble Dry Low", + "boxes": [ + 826, + 794, + 1070, + 824 + ] + }, + { + "text": "returns", + "boxes": [ + 1414, + 801, + 1469, + 835 + ] + }, + { + "text": "Origin", + "boxes": [ + 654, + 824, + 702, + 850 + ] + }, + { + "text": "mported", + "boxes": [ + 830, + 828, + 888, + 848 + ] + }, + { + "text": "Closure type", + "boxes": [ + 654, + 854, + 742, + 878 + ] + }, + { + "text": "Button and Zipper", + "boxes": [ + 828, + 854, + 942, + 878 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1406, + 860, + 1478, + 885 + ] + }, + { + "text": " About this item", + "boxes": [ + 650, + 911, + 810, + 947 + ] + }, + { + "text": "·SKINNY FI: Experience a snug fit with these stretchy skinny jeans forw", + "boxes": [ + 662, + 953, + 1126, + 977 + ] + }, + { + "text": "below the natural waist, great for all-day wear and versatile styling", + "boxes": [ + 670, + 973, + 1102, + 997 + ] + }, + { + "text": "HIGH STRETCH DENIM:Crafted from a cotton-blend denim, these women's stretchyjeans offer", + "boxes": [ + 662, + 989, + 1274, + 1017 + ] + }, + { + "text": "enhanced comfort and fit, allowing for movement throughout your day with style and ease", + "boxes": [ + 672, + 1012, + 1254, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "↑→白", + "boxes": [ + 8, + 64, + 134, + 93 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "200_3_9", + "episode_id": 200, + "env_id": 3, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.157803535461426, + "advantages": -0.5578559041023254, + "generated_text": "{\n \"intent\": \"Scroll down the page to explore more jeans options available\",\n \"action\": \"DoubleClick(39, 37) \"\n}", + "action_string": "DoubleClick(39, 37)", + "intent_string": "Scroll down the page to explore more jeans options available", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1872, + 131 + ] + }, + { + "text": "Jeans", + "boxes": [ + 372, + 119, + 404, + 133 + ] + }, + { + "text": "tums", + "boxes": [ + 1618, + 117, + 1644, + 137 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1440, + 141 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 127, + 1882, + 151 + ] + }, + { + "text": "三 AlI", + "boxes": [ + 22, + 167, + 66, + 195 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 256, + 68, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 304, + 260, + 380, + 292 + ] + }, + { + "text": "women", + "boxes": [ + 9, + 275, + 85, + 309 + ] + }, + { + "text": "unisex", + "boxes": [ + 9, + 299, + 81, + 328 + ] + }, + { + "text": "35", + "boxes": [ + 18, + 425, + 48, + 445 + ] + }, + { + "text": "OOP", + "boxes": [ + 20, + 494, + 50, + 516 + ] + }, + { + "text": "（OP", + "boxes": [ + 58, + 494, + 98, + 514 + ] + }, + { + "text": "2P", + "boxes": [ + 106, + 494, + 140, + 514 + ] + }, + { + "text": "6P", + "boxes": [ + 194, + 494, + 228, + 514 + ] + }, + { + "text": "8P", + "boxes": [ + 244, + 498, + 270, + 512 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1812, + 502, + 1862, + 528 + ] + }, + { + "text": "10P12P]14P", + "boxes": [ + 16, + 522, + 144, + 546 + ] + }, + { + "text": "16P", + "boxes": [ + 152, + 524, + 188, + 544 + ] + }, + { + "text": "18P", + "boxes": [ + 194, + 528, + 226, + 542 + ] + }, + { + "text": "1-2", + "boxes": [ + 182, + 596, + 212, + 615 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 609, + 866, + 643 + ] + }, + { + "text": "Straight Leg Jeans for Women,High ", + "boxes": [ + 902, + 613, + 1168, + 643 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1194, + 613, + 1464, + 643 + ] + }, + { + "text": "luvamia Wide Leg Je", + "boxes": [ + 1492, + 619, + 1638, + 637 + ] + }, + { + "text": "eans for Women", + "boxes": [ + 1634, + 611, + 1750, + 642 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 623, + 140, + 645 + ] + }, + { + "text": "7-8", + "boxes": [ + 182, + 623, + 214, + 645 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 574, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 637, + 1174, + 665 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1194, + 637, + 1442, + 667 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans", + "boxes": [ + 1488, + 637, + 1732, + 667 + ] + }, + { + "text": "9-10", + "boxes": [ + 34, + 655, + 68, + 675 + ] + }, + { + "text": "11-12", + "boxes": [ + 96, + 649, + 154, + 681 + ] + }, + { + "text": "13-14", + "boxes": [ + 172, + 653, + 226, + 679 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 610, + 659, + 838, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1064, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall ", + "boxes": [ + 1194, + 661, + 1424, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "18", + "boxes": [ + 112, + 689, + 130, + 703 + ] + }, + { + "text": "★★★★☆14.463", + "boxes": [ + 318, + 687, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆697", + "boxes": [ + 904, + 687, + 1030, + 715 + ] + }, + { + "text": "Fashion y2k Outits 2025", + "boxes": [ + 1194, + 685, + 1384, + 715 + ] + }, + { + "text": "Baggy with Patch Pockets", + "boxes": [ + 1486, + 683, + 1682, + 717 + ] + }, + { + "text": "100+", + "boxes": [ + 320, + 713, + 348, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 612, + 715, + 740, + 739 + ] + }, + { + "text": "100+", + "boxes": [ + 908, + 711, + 940, + 733 + ] + }, + { + "text": "ought in past ", + "boxes": [ + 952, + 711, + 1038, + 735 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1196, + 713, + 1320, + 742 + ] + }, + { + "text": "★★★★★1.,998", + "boxes": [ + 1488, + 713, + 1632, + 742 + ] + }, + { + "text": "$118.90", + "boxes": [ + 1808, + 707, + 1862, + 733 + ] + }, + { + "text": "500+ bought in past", + "boxes": [ + 610, + 730, + 742, + 759 + ] + }, + { + "text": "$4199", + "boxes": [ + 895, + 735, + 969, + 781 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 1196, + 731, + 1376, + 760 + ] + }, + { + "text": " 3K+ bought in past month", + "boxes": [ + 1486, + 728, + 1662, + 763 + ] + }, + { + "text": "$1990 Typical: $28.50", + "boxes": [ + 311, + 740, + 473, + 783 + ] + }, + { + "text": "$3888", + "boxes": [ + 604, + 762, + 674, + 802 + ] + }, + { + "text": "$3299", + "boxes": [ + 1192, + 762, + 1262, + 802 + ] + }, + { + "text": "$3898", + "boxes": [ + 1484, + 762, + 1554, + 802 + ] + }, + { + "text": "elivery Mon, May 26", + "boxes": [ + 330, + 780, + 458, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 898, + 772, + 1048, + 808 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 320, + 804, + 392, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 606, + 800, + 754, + 830 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 904, + 800, + 982, + 824 + ] + }, + { + "text": " Delivery May 28 - Jun 3", + "boxes": [ + 1192, + 800, + 1352, + 830 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1484, + 800, + 1634, + 830 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1568, + 846 + ] + }, + { + "text": "GRAPENT Pull On Jeans for Women High Waisted Skinny Capri Pants", + "boxes": [ + 1192, + 899, + 1760, + 933 + ] + }, + { + "text": " Trendy Stretch Denim Cropped Jeans Crop Jeggings Capris ", + "boxes": [ + 1190, + 921, + 1680, + 961 + ] + }, + { + "text": "★★★★☆963", + "boxes": [ + 1198, + 955, + 1322, + 979 + ] + }, + { + "text": "700+ bought in past month", + "boxes": [ + 1196, + 977, + 1374, + 1001 + ] + }, + { + "text": "nited time deal ", + "boxes": [ + 1216, + 1007, + 1306, + 1030 + ] + }, + { + "text": "口", + "boxes": [ + 1796, + 999, + 1810, + 1014 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 34, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1872, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 105, + 1872, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1440, + 141 + ] + }, + { + "text": "C", + "boxes": [ + 1612, + 121, + 1624, + 133 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 127, + 1882, + 151 + ] + }, + { + "text": "三 AlI", + "boxes": [ + 22, + 167, + 66, + 195 + ] + }, + { + "text": "Gender", + "boxes": [ + 10, + 256, + 68, + 288 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "women", + "boxes": [ + 9, + 275, + 85, + 309 + ] + }, + { + "text": "unisex", + "boxes": [ + 9, + 299, + 81, + 328 + ] + }, + { + "text": "35", + "boxes": [ + 18, + 425, + 48, + 445 + ] + }, + { + "text": "OOP", + "boxes": [ + 20, + 494, + 52, + 516 + ] + }, + { + "text": "[OP", + "boxes": [ + 58, + 494, + 100, + 514 + ] + }, + { + "text": "2P", + "boxes": [ + 106, + 494, + 140, + 514 + ] + }, + { + "text": "6P", + "boxes": [ + 194, + 494, + 228, + 514 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1812, + 502, + 1862, + 528 + ] + }, + { + "text": "16P", + "boxes": [ + 149, + 521, + 189, + 547 + ] + }, + { + "text": "18P", + "boxes": [ + 194, + 528, + 226, + 542 + ] + }, + { + "text": "1-2", + "boxes": [ + 182, + 596, + 212, + 615 + ] + }, + { + "text": "KDF Straight Leg Jeans for Women", + "boxes": [ + 608, + 609, + 864, + 643 + ] + }, + { + "text": "Straight Leg Jeans for Women,High", + "boxes": [ + 900, + 613, + 1168, + 643 + ] + }, + { + "text": "Trendy Queen Womens Baggy Jeans", + "boxes": [ + 1194, + 613, + 1464, + 643 + ] + }, + { + "text": "eans for Women", + "boxes": [ + 1634, + 611, + 1750, + 642 + ] + }, + { + "text": "3-4", + "boxes": [ + 36, + 627, + 62, + 641 + ] + }, + { + "text": "5-6", + "boxes": [ + 106, + 623, + 140, + 645 + ] + }, + { + "text": "7-8", + "boxes": [ + 180, + 621, + 216, + 649 + ] + }, + { + "text": "Amazon Essentials Skinny Jeans for", + "boxes": [ + 316, + 641, + 574, + 665 + ] + }, + { + "text": "High Waisted Jeans Frayed Baggy", + "boxes": [ + 608, + 637, + 856, + 667 + ] + }, + { + "text": "Waisted Wide Leg Loose Microelastic", + "boxes": [ + 902, + 635, + 1174, + 667 + ] + }, + { + "text": "Wide Leg Denim Pants Boyfriend", + "boxes": [ + 1194, + 637, + 1442, + 667 + ] + }, + { + "text": "Trendy High Waisted Flare Jeans", + "boxes": [ + 1488, + 637, + 1732, + 667 + ] + }, + { + "text": "9-10", + "boxes": [ + 32, + 655, + 68, + 675 + ] + }, + { + "text": "11-12", + "boxes": [ + 98, + 651, + 152, + 681 + ] + }, + { + "text": "13-14", + "boxes": [ + 170, + 653, + 226, + 679 + ] + }, + { + "text": "Women (Stretchy)", + "boxes": [ + 314, + 663, + 452, + 693 + ] + }, + { + "text": "Pants Raw Hem Loose Stretchy", + "boxes": [ + 608, + 659, + 838, + 691 + ] + }, + { + "text": "Boyfried Denim Pants", + "boxes": [ + 902, + 661, + 1064, + 691 + ] + }, + { + "text": "Loose Streetwear Trousers Fall ", + "boxes": [ + 1194, + 661, + 1424, + 691 + ] + }, + { + "text": "Cropped Denim Pants Stretchy", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "18", + "boxes": [ + 110, + 689, + 130, + 703 + ] + }, + { + "text": "★★★★☆14.463", + "boxes": [ + 318, + 687, + 462, + 715 + ] + }, + { + "text": "Cropped Wide Leg Jeans", + "boxes": [ + 606, + 683, + 792, + 717 + ] + }, + { + "text": "★★★★☆697", + "boxes": [ + 902, + 687, + 1030, + 715 + ] + }, + { + "text": "Fashion y2k Outits 2025", + "boxes": [ + 1194, + 685, + 1384, + 715 + ] + }, + { + "text": "Baggy with Patch Pockets", + "boxes": [ + 1486, + 683, + 1682, + 717 + ] + }, + { + "text": "100+", + "boxes": [ + 320, + 713, + 348, + 733 + ] + }, + { + "text": "ught in past month", + "boxes": [ + 370, + 715, + 490, + 733 + ] + }, + { + "text": "★★★★☆406", + "boxes": [ + 608, + 713, + 742, + 742 + ] + }, + { + "text": "100+", + "boxes": [ + 903, + 707, + 941, + 736 + ] + }, + { + "text": "ought in past ", + "boxes": [ + 950, + 711, + 1038, + 735 + ] + }, + { + "text": "★★★★☆90", + "boxes": [ + 1196, + 713, + 1320, + 742 + ] + }, + { + "text": "★★★★★1.,998", + "boxes": [ + 1488, + 713, + 1632, + 742 + ] + }, + { + "text": "$118.90", + "boxes": [ + 1808, + 707, + 1862, + 733 + ] + }, + { + "text": "500+ bought in past i", + "boxes": [ + 608, + 731, + 744, + 760 + ] + }, + { + "text": "$4199", + "boxes": [ + 895, + 735, + 969, + 781 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 1194, + 728, + 1376, + 763 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 1486, + 728, + 1662, + 763 + ] + }, + { + "text": "$3888", + "boxes": [ + 604, + 762, + 674, + 802 + ] + }, + { + "text": "$3299", + "boxes": [ + 1192, + 762, + 1262, + 802 + ] + }, + { + "text": "$3898", + "boxes": [ + 1484, + 762, + 1554, + 802 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 318, + 780, + 458, + 804 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 898, + 772, + 1048, + 808 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 320, + 804, + 394, + 822 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 604, + 796, + 754, + 832 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 902, + 800, + 982, + 824 + ] + }, + { + "text": " Delivery May 28 - Jun 3", + "boxes": [ + 1192, + 800, + 1352, + 830 + ] + }, + { + "text": " Delivery Mon, May 26", + "boxes": [ + 1484, + 800, + 1634, + 830 + ] + }, + { + "text": "1：", + "boxes": [ + 319, + 821, + 357, + 847 + ] + }, + { + "text": "Ships to Chin", + "boxes": [ + 614, + 828, + 682, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1200, + 828, + 1272, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1568, + 846 + ] + }, + { + "text": "GRAPENT Pull On Jeans for Women High Waisted Skinny Capri Pants", + "boxes": [ + 1192, + 899, + 1760, + 933 + ] + }, + { + "text": " Trendy Stretch Denim Cropped Jeans Crop Jeggings Capris ", + "boxes": [ + 1190, + 921, + 1678, + 961 + ] + }, + { + "text": "★★★★☆963", + "boxes": [ + 1198, + 955, + 1322, + 979 + ] + }, + { + "text": "700+ bought in past month", + "boxes": [ + 1196, + 977, + 1374, + 1001 + ] + }, + { + "text": "nited time deal ", + "boxes": [ + 1216, + 1007, + 1306, + 1030 + ] + }, + { + "text": "口", + "boxes": [ + 1796, + 999, + 1810, + 1014 + ] + } + ] + }, + { + "frame_id": "200_4_9", + "episode_id": 200, + "env_id": 4, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.67422866821289, + "advantages": -0.18874958157539368, + "generated_text": "{\n \"intent\": \"Click to open the article titled \\\"明天北京再迎强对流天气，晚高峰防范雷雨大风和冰雹\\\"\", \"action\": \"Click(100,78)\"\n}", + "action_string": "Click(100, 78)", + "intent_string": "Click to open the article titled \"明天北京再迎强对流天气，晚高峰防范雷雨大风和冰雹\"", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新京报", + "boxes": [ + 366, + 109, + 488, + 161 + ] + }, + { + "text": "北交所频道丨新京号丨电子报丨千龙网丨", + "boxes": [ + 908, + 101, + 1150, + 125 + ] + }, + { + "text": "专题", + "boxes": [ + 1388, + 105, + 1418, + 119 + ] + }, + { + "text": "商务合作", + "boxes": [ + 1434, + 103, + 1486, + 121 + ] + }, + { + "text": "爱心模式", + "boxes": [ + 1500, + 103, + 1552, + 121 + ] + }, + { + "text": "输入搜索信息", + "boxes": [ + 654, + 163, + 732, + 181 + ] + }, + { + "text": "白", + "boxes": [ + 1410, + 159, + 1442, + 191 + ] + }, + { + "text": "首页视频深读公益第一看点时事", + "boxes": [ + 350, + 226, + 712, + 256 + ] + }, + { + "text": "北京", + "boxes": [ + 700, + 232, + 746, + 252 + ] + }, + { + "text": "国际", + "boxes": [ + 758, + 232, + 796, + 252 + ] + }, + { + "text": "政事儿", + "boxes": [ + 804, + 232, + 868, + 250 + ] + }, + { + "text": "观点", + "boxes": [ + 876, + 232, + 922, + 250 + ] + }, + { + "text": "财经消费娱乐文化体育汽车房产教育图说科技 智库乡村", + "boxes": [ + 926, + 224, + 1558, + 256 + ] + }, + { + "text": "首页>北京", + "boxes": [ + 358, + 290, + 428, + 312 + ] + }, + { + "text": "明天北京再迎强对流天气，", + "boxes": [ + 348, + 322, + 824, + 375 + ] + }, + { + "text": "晚高峰防范雷雨大风和冰电", + "boxes": [ + 834, + 322, + 1342, + 375 + ] + }, + { + "text": "编辑：张磊", + "boxes": [ + 576, + 389, + 654, + 413 + ] + }, + { + "text": "直播", + "boxes": [ + 1206, + 459, + 1258, + 494 + ] + }, + { + "text": "新京报讯（记者王景曦）今天北京晴朗在线，最高气温在29°℃上下。不过，据北京市气象台预计，明", + "boxes": [ + 352, + 472, + 1158, + 508 + ] + }, + { + "text": "天强对流天气将再度来袭，晚高峰防范雷雨大风和冰置。", + "boxes": [ + 350, + 506, + 798, + 546 + ] + }, + { + "text": "直播中", + "boxes": [ + 1216, + 530, + 1286, + 562 + ] + }, + { + "text": "大美春强因有我", + "boxes": [ + 1326, + 564, + 1448, + 596 + ] + }, + { + "text": "明天白天云量逐渐增多，傍晚前后至前半夜有雷阵雨，并伴有短时大风，部分地区有冰雹，对明天晚", + "boxes": [ + 352, + 592, + 1150, + 621 + ] + }, + { + "text": "高峰出行有一定影响，请及时关注临近预报预警信息，注意出行安全，妥善安置易受冰電影响的室外", + "boxes": [ + 350, + 629, + 1146, + 659 + ] + }, + { + "text": "校款会", + "boxes": [ + 1222, + 635, + 1280, + 669 + ] + }, + { + "text": "物品。", + "boxes": [ + 352, + 671, + 398, + 699 + ] + }, + { + "text": "2025校歌会暨第11届北京沙河高教园区文化交流月开", + "boxes": [ + 1208, + 719, + 1534, + 742 + ] + }, + { + "text": "雷雨过后，受冷空气影响，明天夜间到17日白天北风较大，阵风可达7级左右。外出注意防风，远离", + "boxes": [ + 350, + 748, + 1144, + 778 + ] + }, + { + "text": "幕", + "boxes": [ + 1210, + 742, + 1226, + 756 + ] + }, + { + "text": "8233人参与", + "boxes": [ + 1205, + 762, + 1299, + 791 + ] + }, + { + "text": "广告牌等临时搭建物。", + "boxes": [ + 348, + 784, + 524, + 818 + ] + }, + { + "text": "热点", + "boxes": [ + 1204, + 834, + 1258, + 870 + ] + }, + { + "text": "5月16日至5月23日，白天最高气温在25°℃~29°℃，夜间最低气温在12°℃~18°℃。", + "boxes": [ + 352, + 866, + 982, + 895 + ] + }, + { + "text": "中美互降关税48小时：美国客户", + "boxes": [ + 1340, + 897, + 1536, + 921 + ] + }, + { + "text": "“砸单”，义乌工厂加急发货", + "boxes": [ + 1340, + 913, + 1506, + 941 + ] + }, + { + "text": "北京地区天气趋势", + "boxes": [ + 618, + 947, + 880, + 989 + ] + }, + { + "text": "北京市气象台2025年5月15日11时发布", + "boxes": [ + 874, + 995, + 1122, + 1032 + ] + }, + { + "text": "上野千鹤子：在八岳南麓，", + "boxes": [ + 1344, + 993, + 1502, + 1016 + ] + }, + { + "text": "单位：", + "boxes": [ + 376, + 1014, + 420, + 1040 + ] + }, + { + "text": "最高气温最低气温", + "boxes": [ + 454, + 1009, + 672, + 1038 + ] + }, + { + "text": "北京市气象服务中心制作", + "boxes": [ + 876, + 1016, + 1042, + 1046 + ] + }, + { + "text": "人快乐到老", + "boxes": [ + 1341, + 1008, + 1413, + 1039 + ] + }, + { + "text": "'℃", + "boxes": [ + 420, + 1018, + 442, + 1032 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "新京报", + "boxes": [ + 366, + 109, + 490, + 161 + ] + }, + { + "text": "北交所频道丨新京号丨电子报", + "boxes": [ + 908, + 101, + 1088, + 125 + ] + }, + { + "text": "千龙网", + "boxes": [ + 1078, + 105, + 1148, + 123 + ] + }, + { + "text": "专题", + "boxes": [ + 1388, + 105, + 1418, + 119 + ] + }, + { + "text": "商务合作", + "boxes": [ + 1434, + 103, + 1486, + 121 + ] + }, + { + "text": "爱心模式", + "boxes": [ + 1498, + 103, + 1552, + 121 + ] + }, + { + "text": "输入搜索信息", + "boxes": [ + 652, + 159, + 734, + 183 + ] + }, + { + "text": "?", + "boxes": [ + 1412, + 163, + 1440, + 183 + ] + }, + { + "text": "首页视频深读公益第一看点时事", + "boxes": [ + 350, + 226, + 712, + 256 + ] + }, + { + "text": "北京", + "boxes": [ + 700, + 232, + 746, + 252 + ] + }, + { + "text": "国际", + "boxes": [ + 756, + 232, + 796, + 252 + ] + }, + { + "text": "政事儿", + "boxes": [ + 802, + 232, + 868, + 250 + ] + }, + { + "text": "观点", + "boxes": [ + 876, + 232, + 924, + 250 + ] + }, + { + "text": "首页>北京", + "boxes": [ + 358, + 290, + 428, + 312 + ] + }, + { + "text": "明天北京再迎强对流天气，", + "boxes": [ + 348, + 322, + 824, + 375 + ] + }, + { + "text": "晚高峰防范雷雨大风和冰电", + "boxes": [ + 834, + 322, + 1342, + 375 + ] + }, + { + "text": ".", + "boxes": [ + 802, + 336, + 854, + 361 + ] + }, + { + "text": "直播", + "boxes": [ + 1206, + 459, + 1258, + 494 + ] + }, + { + "text": "新京报讯（记者王景曦）今天北京晴朗在线，最高气温在29°℃上下。不过，据北京市气象台预计，明", + "boxes": [ + 352, + 474, + 1156, + 504 + ] + }, + { + "text": "天强对流天气将再度来袭，晚高峰防范雷雨大风和冰電。", + "boxes": [ + 352, + 512, + 796, + 542 + ] + }, + { + "text": "直播中", + "boxes": [ + 1216, + 530, + 1286, + 562 + ] + }, + { + "text": "大美春强因有我", + "boxes": [ + 1326, + 564, + 1448, + 596 + ] + }, + { + "text": "明天白天云量逐渐增多，傍晚前后至前半夜有雷阵雨，并伴有短时大风，部分地区有冰雹，对明天晚", + "boxes": [ + 352, + 592, + 1150, + 621 + ] + }, + { + "text": "高峰出行有一定影响，请及时关注临近预报预警信息，注意出行安全，妥善安置易受冰電影响的室外", + "boxes": [ + 350, + 629, + 1146, + 659 + ] + }, + { + "text": "校款会", + "boxes": [ + 1222, + 635, + 1280, + 669 + ] + }, + { + "text": "物品。", + "boxes": [ + 347, + 664, + 401, + 704 + ] + }, + { + "text": "2025校歌会暨第11届北京沙河高教园区文化交流月开", + "boxes": [ + 1208, + 719, + 1534, + 742 + ] + }, + { + "text": "雷雨过后，受冷空气影响，明天夜间到17日白天北风较大，阵风可达7级左右。外出注意防风，远离", + "boxes": [ + 350, + 748, + 1144, + 778 + ] + }, + { + "text": "幕", + "boxes": [ + 1210, + 742, + 1226, + 756 + ] + }, + { + "text": "广告牌等临时搭建物。", + "boxes": [ + 348, + 784, + 524, + 818 + ] + }, + { + "text": "热点", + "boxes": [ + 1204, + 834, + 1258, + 870 + ] + }, + { + "text": "5月16日至5月23日，白天最高气温在25°℃~29°℃，夜间最低气温在12°℃~18°℃。", + "boxes": [ + 352, + 866, + 982, + 895 + ] + }, + { + "text": "中美互降关税48小时：美国客户", + "boxes": [ + 1340, + 897, + 1536, + 921 + ] + }, + { + "text": "“砸单”，义乌工厂加急发货", + "boxes": [ + 1340, + 913, + 1506, + 941 + ] + }, + { + "text": "北京地区天气趋势", + "boxes": [ + 618, + 947, + 880, + 989 + ] + }, + { + "text": "北京市气象台2025年5月15日11时发布", + "boxes": [ + 874, + 995, + 1122, + 1032 + ] + }, + { + "text": "上野千鹤子：在八岳南麓，", + "boxes": [ + 1342, + 993, + 1502, + 1016 + ] + }, + { + "text": "单位：", + "boxes": [ + 376, + 1014, + 420, + 1040 + ] + }, + { + "text": "最高气温最低气温", + "boxes": [ + 454, + 1009, + 672, + 1038 + ] + }, + { + "text": "北京市气象服务中心制作", + "boxes": [ + 876, + 1016, + 1042, + 1046 + ] + }, + { + "text": "人快乐到老", + "boxes": [ + 1341, + 1008, + 1413, + 1039 + ] + }, + { + "text": "'℃", + "boxes": [ + 420, + 1018, + 442, + 1032 + ] + } + ] + }, + { + "frame_id": "200_5_9", + "episode_id": 200, + "env_id": 5, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.431463241577148, + "advantages": -0.36226215958595276, + "generated_text": "{\n \"intent\": \"Click on the first product titled '2.4GHz Wireless Gaming Headset' to explore further\",\n \"action\": \"DoubleClick(108, 40)\"\n}", + "action_string": "DoubleClick(108, 40)", + "intent_string": "Click on the first product titled '2.4GHz Wireless Gaming Headset' to explore further", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 111, + 426, + 145 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 125, + 1444, + 145 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 125, + 1882, + 151 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 167, + 68, + 195 + ] + }, + { + "text": " Popular Shopping Ideas", + "boxes": [ + 8, + 254, + 172, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "Video Game", + "boxes": [ + 10, + 278, + 96, + 310 + ] + }, + { + "text": "Wireless", + "boxes": [ + 12, + 302, + 70, + 328 + ] + }, + { + "text": "$39.9", + "boxes": [ + 1818, + 302, + 1852, + 316 + ] + }, + { + "text": "Desktop", + "boxes": [ + 8, + 318, + 70, + 349 + ] + }, + { + "text": "2.4GHzWirele", + "boxes": [ + 608, + 326, + 722, + 343 + ] + }, + { + "text": "Animal", + "boxes": [ + 12, + 341, + 62, + 367 + ] + }, + { + "text": "Bluetooth5.", + "boxes": [ + 608, + 349, + 706, + 367 + ] + }, + { + "text": "Customer Reviews", + "boxes": [ + 12, + 389, + 136, + 413 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 413, + 144, + 443 + ] + }, + { + "text": "Price", + "boxes": [ + 8, + 451, + 54, + 476 + ] + }, + { + "text": "$3149", + "boxes": [ + 608, + 445, + 668, + 471 + ] + }, + { + "text": "List Price: $49.99", + "boxes": [ + 666, + 453, + 772, + 471 + ] + }, + { + "text": "$1-$1,200+", + "boxes": [ + 10, + 474, + 102, + 500 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 604, + 476, + 744, + 505 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1816, + 506, + 1860, + 526 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 586, + 96, + 604 + ] + }, + { + "text": "○●···○", + "boxes": [ + 602, + 592, + 790, + 627 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 14, + 604, + 100, + 629 + ] + }, + { + "text": "Brands", + "boxes": [ + 12, + 637, + 60, + 657 + ] + }, + { + "text": "steeSeres", + "boxes": [ + 5, + 650, + 107, + 688 + ] + }, + { + "text": "Overall Pick 0", + "boxes": [ + 312, + 643, + 406, + 667 + ] + }, + { + "text": "Razer BlackShark V2 X Gaming Headset: 7.1 Surround Sound - 50mm Drivers - Memory Foam Cushion -", + "boxes": [ + 602, + 645, + 1448, + 675 + ] + }, + { + "text": "Razer", + "boxes": [ + 7, + 672, + 71, + 706 + ] + }, + { + "text": "For PC, PS4, PS5, Switch - 3.5mm Audio Jack - Black", + "boxes": [ + 602, + 669, + 1034, + 699 + ] + }, + { + "text": "LL", + "boxes": [ + 14, + 703, + 40, + 717 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 32, + 699, + 106, + 723 + ] + }, + { + "text": "★★★★21,853", + "boxes": [ + 606, + 699, + 752, + 723 + ] + }, + { + "text": " ozeino", + "boxes": [ + 12, + 719, + 82, + 744 + ] + }, + { + "text": "5K+ bought in past month", + "boxes": [ + 602, + 712, + 778, + 747 + ] + }, + { + "text": " Hyperx", + "boxes": [ + 10, + 739, + 84, + 764 + ] + }, + { + "text": "1susta", + "boxes": [ + 614, + 748, + 672, + 768 + ] + }, + { + "text": "Corsai", + "boxes": [ + 34, + 760, + 76, + 780 + ] + }, + { + "text": " Turtle Be", + "boxes": [ + 14, + 780, + 92, + 798 + ] + }, + { + "text": "See options", + "boxes": [ + 610, + 780, + 698, + 806 + ] + }, + { + "text": "No featured offers available", + "boxes": [ + 606, + 810, + 788, + 834 + ] + }, + { + "text": "$30.32 (11 used & new offers)", + "boxes": [ + 602, + 828, + 800, + 856 + ] + }, + { + "text": "○··.", + "boxes": [ + 604, + 866, + 712, + 893 + ] + }, + { + "text": "tivity", + "boxes": [ + 60, + 893, + 96, + 907 + ] + }, + { + "text": "wired ", + "boxes": [ + 7, + 907, + 79, + 936 + ] + }, + { + "text": "HyperX Cloud II Wireless- Gaming Headset for PC, PS5, PS4, up to 120-hour Battery, 2.4GHz Wireles,", + "boxes": [ + 598, + 909, + 1450, + 947 + ] + }, + { + "text": "DTS Spatial Audio, 53mm Angled Drivers, Memory Foam, Durable Frame, 10mm Microphone, Black", + "boxes": [ + 602, + 937, + 1416, + 967 + ] + }, + { + "text": "HeadphonesFol", + "boxes": [ + 14, + 967, + 118, + 985 + ] + }, + { + "text": "★★★★☆7,572", + "boxes": [ + 608, + 967, + 746, + 991 + ] + }, + { + "text": "2K+ bought in past month", + "boxes": [ + 606, + 989, + 774, + 1012 + ] + }, + { + "text": "On Ear", + "boxes": [ + 31, + 1004, + 79, + 1029 + ] + }, + { + "text": "$1189,", + "boxes": [ + 599, + 1012, + 689, + 1049 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "n.com : gaming l", + "boxes": [ + 79, + 27, + 190, + 56 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 111, + 426, + 145 + ] + }, + { + "text": "$10,226.62", + "boxes": [ + 1804, + 125, + 1882, + 151 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 167, + 68, + 195 + ] + }, + { + "text": "1-16 of", + "boxes": [ + 10, + 208, + 60, + 228 + ] + }, + { + "text": " Popular Shopping Ideas", + "boxes": [ + 8, + 254, + 172, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "Video Game", + "boxes": [ + 10, + 278, + 96, + 310 + ] + }, + { + "text": "Wireless", + "boxes": [ + 12, + 302, + 70, + 328 + ] + }, + { + "text": "Desktop", + "boxes": [ + 8, + 318, + 70, + 349 + ] + }, + { + "text": "2.4GHzWirele", + "boxes": [ + 608, + 326, + 722, + 343 + ] + }, + { + "text": "Animal", + "boxes": [ + 12, + 341, + 62, + 367 + ] + }, + { + "text": "Bluetooth5", + "boxes": [ + 608, + 349, + 700, + 367 + ] + }, + { + "text": "Customer Reviews", + "boxes": [ + 12, + 389, + 136, + 413 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 413, + 144, + 443 + ] + }, + { + "text": "Price", + "boxes": [ + 8, + 451, + 54, + 476 + ] + }, + { + "text": "$3149", + "boxes": [ + 608, + 445, + 668, + 471 + ] + }, + { + "text": "List Price: $49.99", + "boxes": [ + 666, + 453, + 772, + 471 + ] + }, + { + "text": "$1-$1,200+", + "boxes": [ + 10, + 474, + 102, + 500 + ] + }, + { + "text": "Delivery Mon, May 26", + "boxes": [ + 604, + 476, + 744, + 505 + ] + }, + { + "text": "$16.77", + "boxes": [ + 1816, + 506, + 1860, + 526 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 586, + 96, + 604 + ] + }, + { + "text": "○●···○", + "boxes": [ + 602, + 592, + 790, + 627 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 14, + 604, + 100, + 629 + ] + }, + { + "text": "Brands", + "boxes": [ + 12, + 637, + 60, + 657 + ] + }, + { + "text": "steeSeres", + "boxes": [ + 5, + 650, + 107, + 688 + ] + }, + { + "text": "Overall Pick 0", + "boxes": [ + 312, + 643, + 406, + 667 + ] + }, + { + "text": " Razer BlackShark V2 X Gaming Headset: 7.1 Surround Sound - 50mm Drivers - Memory Foam Cushion -", + "boxes": [ + 600, + 643, + 1446, + 673 + ] + }, + { + "text": "Razer", + "boxes": [ + 7, + 672, + 71, + 706 + ] + }, + { + "text": "For PC, PS4, PS5, Switch - 3.5mm Audio Jack - Black", + "boxes": [ + 604, + 673, + 1032, + 697 + ] + }, + { + "text": "LL", + "boxes": [ + 14, + 703, + 40, + 717 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 32, + 699, + 106, + 723 + ] + }, + { + "text": "★★★★21,853", + "boxes": [ + 606, + 699, + 752, + 723 + ] + }, + { + "text": " ozeino", + "boxes": [ + 12, + 719, + 82, + 744 + ] + }, + { + "text": " 5K+ bought in past month ", + "boxes": [ + 602, + 712, + 778, + 747 + ] + }, + { + "text": " Hyperx", + "boxes": [ + 10, + 739, + 84, + 764 + ] + }, + { + "text": "1susta", + "boxes": [ + 614, + 748, + 672, + 768 + ] + }, + { + "text": "Corsai", + "boxes": [ + 34, + 760, + 76, + 780 + ] + }, + { + "text": " Turtle Be", + "boxes": [ + 14, + 780, + 92, + 798 + ] + }, + { + "text": "See options", + "boxes": [ + 610, + 780, + 698, + 806 + ] + }, + { + "text": "No featured offers available", + "boxes": [ + 606, + 810, + 788, + 834 + ] + }, + { + "text": "$30.32 (11 used & new offers)", + "boxes": [ + 602, + 828, + 800, + 856 + ] + }, + { + "text": "Top B", + "boxes": [ + 14, + 858, + 72, + 876 + ] + }, + { + "text": "○··.", + "boxes": [ + 604, + 866, + 712, + 893 + ] + }, + { + "text": "tivity", + "boxes": [ + 60, + 893, + 96, + 907 + ] + }, + { + "text": "wired ", + "boxes": [ + 7, + 907, + 79, + 936 + ] + }, + { + "text": "HyperX Cloud II Wireless- Gaming Headset for PC, PS5, PS4, up to 120-hour Battery, 2.4GHz Wireles,", + "boxes": [ + 598, + 909, + 1450, + 947 + ] + }, + { + "text": "DTS Spatial Audio, 53mm Angled Drivers, Memory Foam, Durable Frame, 10mm Microphone, Black", + "boxes": [ + 602, + 937, + 1416, + 967 + ] + }, + { + "text": "Headphones Fo", + "boxes": [ + 14, + 967, + 116, + 985 + ] + }, + { + "text": "★★★★☆7,572", + "boxes": [ + 608, + 967, + 746, + 991 + ] + }, + { + "text": "2K+ bought in past month", + "boxes": [ + 606, + 989, + 774, + 1012 + ] + }, + { + "text": "OnEal", + "boxes": [ + 31, + 1004, + 77, + 1029 + ] + }, + { + "text": "$1189,", + "boxes": [ + 599, + 1012, + 689, + 1049 + ] + } + ] + }, + { + "frame_id": "200_6_9", + "episode_id": 200, + "env_id": 6, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.093957901000977, + "advantages": 0.11124495416879654, + "generated_text": "{\n \"intent\": \"Clicking on the 'Hair Dryer' product link to explore options under the 'Top Categories in Kitchen Appliances' section.\",\n \"action\": \"DoubleClick(472, 7)\" \n}", + "action_string": "DoubleClick(472, 7)", + "intent_string": "Clicking on the 'Hair Dryer' product link to explore options under the 'Top Categories in Kitchen Appliances' section.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": " https://w", + "boxes": [ + 250, + 64, + 368, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 414, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1554, + 510 + ] + }, + { + "text": "?", + "boxes": [ + 1564, + 490, + 1580, + 504 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 440, + 860 + ] + }, + { + "text": "Seemore", + "boxes": [ + 240, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 1352, + 889, + 1488, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Gifts for Dad under $25", + "boxes": [ + 982, + 969, + 1222, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "N", + "boxes": [ + 466, + 4, + 482, + 22 + ] + }, + { + "text": "Amazon.com. Spend less. Smile more.", + "boxes": [ + 718, + 38, + 1048, + 68 + ] + }, + { + "text": "-MozillaFirefox", + "boxes": [ + 1058, + 42, + 1196, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "Amazon.com. Spend less X ", + "boxes": [ + 344, + 68, + 542, + 91 + ] + }, + { + "text": "Amazon.cn", + "boxes": [ + 541, + 63, + 635, + 94 + ] + }, + { + "text": "×|Amazon.cn", + "boxes": [ + 742, + 69, + 858, + 93 + ] + }, + { + "text": "①→白", + "boxes": [ + 321, + 95, + 457, + 137 + ] + }, + { + "text": " https:/ww.amazon.com", + "boxes": [ + 544, + 99, + 790, + 135 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四@", + "boxes": [ + 1462, + 101, + 1560, + 133 + ] + }, + { + "text": "", + "boxes": [ + 44, + 133, + 66, + 147 + ] + }, + { + "text": "amazon", + "boxes": [ + 336, + 149, + 448, + 181 + ] + }, + { + "text": "@briveat", + "boxes": [ + 436, + 151, + 522, + 189 + ] + }, + { + "text": "All →Search Amazon", + "boxes": [ + 550, + 153, + 716, + 183 + ] + }, + { + "text": "Q", + "boxes": [ + 1166, + 159, + 1180, + 175 + ] + }, + { + "text": "EN", + "boxes": [ + 1222, + 163, + 1270, + 183 + ] + }, + { + "text": "&Orders", + "boxes": [ + 1424, + 159, + 1482, + 185 + ] + }, + { + "text": "", + "boxes": [ + 1514, + 157, + 1546, + 177 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "All Todays Deals Registry Prime Video GiftCards Customer Service", + "boxes": [ + 334, + 204, + 874, + 234 + ] + }, + { + "text": "Sel", + "boxes": [ + 882, + 210, + 908, + 224 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 102, + 308 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 653, + 279, + 919, + 344 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 660, + 336, + 942, + 385 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 16, + 500, + 92, + 532 + ] + }, + { + "text": "", + "boxes": [ + 1336, + 528, + 1380, + 546 + ] + }, + { + "text": "", + "boxes": [ + 14, + 544, + 94, + 623 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 360, + 570, + 556, + 600 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 672, + 570, + 854, + 600 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 980, + 564, + 1206, + 600 + ] + }, + { + "text": "Shop for your home", + "boxes": [ + 1292, + 564, + 1496, + 602 + ] + }, + { + "text": "essentials", + "boxes": [ + 1294, + 594, + 1400, + 625 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "", + "boxes": [ + 1142, + 613, + 1178, + 633 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": "Computermic", + "boxes": [ + 364, + 881, + 436, + 899 + ] + }, + { + "text": "Seemore", + "boxes": [ + 362, + 931, + 412, + 949 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 672, + 929, + 750, + 953 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + }, + { + "text": "Seeall deals", + "boxes": [ + 986, + 931, + 1058, + 949 + ] + }, + { + "text": "Discover more in H", + "boxes": [ + 1298, + 931, + 1404, + 949 + ] + } + ] + }, + { + "frame_id": "200_7_9", + "episode_id": 200, + "env_id": 7, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.30671501159668, + "advantages": -0.45142388343811035, + "generated_text": "{\n \"intent\": \"Click on the article titled \\\"明晚北京又要下冰雹了明天北京再迎强对流天气\\\" to explore and gather more information about the weather situation.\",\n \"action\": \"Click(100, 19)\"\n}", + "action_string": "Click(100, 19)", + "intent_string": "Click on the article titled \"明晚北京又要下冰雹了明天北京再迎强对流天气\" to explore and gather more information about the weather situation.", + "before_screen_ocr_results": [ + { + "text": "又要下冰電了明", + "boxes": [ + 1338, + 32, + 1436, + 50 + ] + }, + { + "text": "明晚北京", + "boxes": [ + 1474, + 32, + 1544, + 54 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 64, + 1662, + 89 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 410, + 113, + 458, + 133 + ] + }, + { + "text": "体育财经 娱乐科技 博客", + "boxes": [ + 446, + 109, + 748, + 139 + ] + }, + { + "text": "图片", + "boxes": [ + 742, + 111, + 802, + 137 + ] + }, + { + "text": "专栏", + "boxes": [ + 822, + 113, + 856, + 135 + ] + }, + { + "text": "更多√", + "boxes": [ + 880, + 111, + 934, + 137 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1428, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1548, + 137 + ] + }, + { + "text": "sha 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 278, + 630, + 320 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1320, + 294, + 1414, + 318 + ] + }, + { + "text": "明晚北京又要下冰电了明天北京再迎强对流天气", + "boxes": [ + 328, + 347, + 1156, + 395 + ] + }, + { + "text": "2025年05月15日13:12新京报", + "boxes": [ + 330, + 451, + 566, + 485 + ] + }, + { + "text": "新浪财经APP丨丨A丨A丨丨丨|", + "boxes": [ + 910, + 449, + 1456, + 484 + ] + }, + { + "text": "13", + "boxes": [ + 1472, + 451, + 1548, + 482 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 522 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "斤浪首页", + "boxes": [ + 1602, + 524, + 1636, + 538 + ] + }, + { + "text": "新京报", + "boxes": [ + 711, + 579, + 837, + 636 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1570, + 625 + ] + }, + { + "text": "语音播批", + "boxes": [ + 1598, + 598, + 1634, + 611 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1508, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "提醒！北京将再迎强对流天气", + "boxes": [ + 532, + 665, + 1022, + 713 + ] + }, + { + "text": "明日晚高峰防苑雷雨大风和冰电", + "boxes": [ + 536, + 711, + 1018, + 764 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1248, + 729, + 1564, + 758 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1568, + 820 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1250, + 866, + 1568, + 895 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 925, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1444, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 346, + 963, + 440, + 995 + ] + }, + { + "text": "-28393秒前恒生指数收盘跌0.79%，恒生科技指数跌1.56%", + "boxes": [ + 472, + 959, + 958, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "天北京晴朗在线", + "boxes": [ + 884, + 1026, + 1012, + 1044 + ] + }, + { + "text": "高气温在29°℃", + "boxes": [ + 1046, + 1026, + 1182, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "又要下冰電了明", + "boxes": [ + 1338, + 32, + 1436, + 50 + ] + }, + { + "text": "明晚北", + "boxes": [ + 1474, + 32, + 1540, + 52 + ] + }, + { + "text": "kfy5163531.shtml", + "boxes": [ + 690, + 68, + 816, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "新浪首页", + "boxes": [ + 334, + 111, + 396, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 418, + 113, + 458, + 133 + ] + }, + { + "text": "体育财经娱乐科技博客", + "boxes": [ + 446, + 109, + 748, + 139 + ] + }, + { + "text": "图片", + "boxes": [ + 744, + 111, + 802, + 137 + ] + }, + { + "text": "专栏", + "boxes": [ + 822, + 113, + 856, + 135 + ] + }, + { + "text": "更多√", + "boxes": [ + 880, + 111, + 934, + 137 + ] + }, + { + "text": "登录", + "boxes": [ + 1332, + 107, + 1370, + 135 + ] + }, + { + "text": "注册", + "boxes": [ + 1394, + 111, + 1428, + 133 + ] + }, + { + "text": "移动客户端", + "boxes": [ + 1464, + 111, + 1548, + 137 + ] + }, + { + "text": "sha 新浪财经经济新闻滚动>正文", + "boxes": [ + 334, + 278, + 630, + 320 + ] + }, + { + "text": "行情", + "boxes": [ + 1262, + 296, + 1292, + 318 + ] + }, + { + "text": "简称/代码/拼音", + "boxes": [ + 1320, + 294, + 1414, + 318 + ] + }, + { + "text": "明晚北京又要下冰電了明天北京再迎强对流天气", + "boxes": [ + 330, + 349, + 1158, + 397 + ] + }, + { + "text": "2025年05月15日13:12新京报", + "boxes": [ + 330, + 449, + 566, + 487 + ] + }, + { + "text": "新浪财经APP丨丨A丨A丨丨丨|", + "boxes": [ + 910, + 449, + 1456, + 484 + ] + }, + { + "text": "13", + "boxes": [ + 1472, + 451, + 1548, + 482 + ] + }, + { + "text": "", + "boxes": [ + 1600, + 492, + 1634, + 522 + ] + }, + { + "text": "投资研报", + "boxes": [ + 1248, + 528, + 1350, + 566 + ] + }, + { + "text": "扫码订阅", + "boxes": [ + 1510, + 530, + 1580, + 562 + ] + }, + { + "text": "斤浪首页", + "boxes": [ + 1602, + 524, + 1636, + 538 + ] + }, + { + "text": "#", + "boxes": [ + 1594, + 564, + 1638, + 601 + ] + }, + { + "text": "新京报", + "boxes": [ + 711, + 579, + 837, + 636 + ] + }, + { + "text": "中长线大牛股，机构持续抢筹，中长线或持续主", + "boxes": [ + 1250, + 574, + 1556, + 604 + ] + }, + { + "text": "升？出海龙头，中标10亿超大单桩产品，顶级机构", + "boxes": [ + 1252, + 596, + 1570, + 625 + ] + }, + { + "text": "语音播批", + "boxes": [ + 1598, + 598, + 1634, + 611 + ] + }, + { + "text": "给予目标价39.5元，当前价格仅仅28元！", + "boxes": [ + 1250, + 617, + 1508, + 647 + ] + }, + { + "text": "05-15 04:58", + "boxes": [ + 1250, + 653, + 1334, + 679 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 655, + 1572, + 685 + ] + }, + { + "text": "国", + "boxes": [ + 1602, + 649, + 1628, + 673 + ] + }, + { + "text": "提醒！北京将再迎强对流天气", + "boxes": [ + 532, + 665, + 1022, + 713 + ] + }, + { + "text": "明日晚高峰防苑雷雨大风和冰电", + "boxes": [ + 536, + 711, + 1018, + 764 + ] + }, + { + "text": "特斯拉+国产大飞机+新能源汽车+外贸受益，Q1业", + "boxes": [ + 1250, + 709, + 1568, + 739 + ] + }, + { + "text": "绩兑现、拐点向上明确，持续强化高成长确定性！", + "boxes": [ + 1248, + 729, + 1564, + 758 + ] + }, + { + "text": "机构认为公司成长逻辑清晰，盘中或起爆！", + "boxes": [ + 1250, + 752, + 1518, + 782 + ] + }, + { + "text": "05-15 03:55", + "boxes": [ + 1250, + 788, + 1334, + 814 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1438, + 790, + 1570, + 820 + ] + }, + { + "text": "化工+外贸受益+动物疫苗+大农业+合成生物+宠物", + "boxes": [ + 1250, + 844, + 1568, + 874 + ] + }, + { + "text": "经济，全球市场双寡头企业之一，定价权稳固兑现", + "boxes": [ + 1250, + 866, + 1568, + 895 + ] + }, + { + "text": "涨价预期！盘中或随时启动", + "boxes": [ + 1250, + 887, + 1430, + 917 + ] + }, + { + "text": "05-15 02:43", + "boxes": [ + 1250, + 925, + 1334, + 949 + ] + }, + { + "text": "盘中牛股宝会员专享", + "boxes": [ + 1444, + 931, + 1566, + 949 + ] + }, + { + "text": "重要快讯", + "boxes": [ + 346, + 963, + 440, + 995 + ] + }, + { + "text": "-28393秒前恒生指数收盘跌0.79%，恒生科技指数跌1.56%", + "boxes": [ + 472, + 959, + 958, + 997 + ] + }, + { + "text": "股市直播", + "boxes": [ + 1252, + 1007, + 1348, + 1038 + ] + }, + { + "text": "天北京晴朗在线", + "boxes": [ + 884, + 1026, + 1012, + 1044 + ] + }, + { + "text": "最高气温在29°C", + "boxes": [ + 1046, + 1026, + 1182, + 1044 + ] + } + ] + } + ] +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_200/scores_v3.json b/ScreenExplorer-3B-E1/episode_200/scores_v3.json new file mode 100644 index 0000000000000000000000000000000000000000..53983872913f6a57044593f151717cf26cc86296 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_200/scores_v3.json @@ -0,0 +1,19 @@ +{ + "directory_path": "logs/ScreenExplorer_2025-05-14_13-31-185da9f3/episode_200", + "single_trajectory_image_diversity": 0.34378256276249886, + "single_trajectory_text_diversity": 0.2971150819212198, + "single_trajectory_image_diversity_max": 0.669921875, + "single_trajectory_image_diversity_min": 0.0, + "single_trajectory_image_diversity_std": 0.2335205078125, + "single_trajectory_text_diversity_max": 0.5675048828125, + "single_trajectory_text_diversity_min": 0.005859375, + "single_trajectory_text_diversity_std": 0.1853790283203125, + "group_trajectories_image_diversity": 0.4749900996685028, + "group_trajectories_text_diversity": 0.42547792196273804, + "group_trajectories_image_diversity_max": 0.9296875, + "group_trajectories_image_diversity_min": -0.0078125, + "group_trajectories_image_diversity_std": 0.2236328125, + "group_trajectories_text_diversity_max": 0.67724609375, + "group_trajectories_text_diversity_min": -0.0009765625, + "group_trajectories_text_diversity_std": 0.173583984375 +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_30/game_record_20250514_170304.json b/ScreenExplorer-3B-E1/episode_30/game_record_20250514_170304.json new file mode 100644 index 0000000000000000000000000000000000000000..4992158901d7fb8bb85e98ad9c0428016375ced7 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_30/game_record_20250514_170304.json @@ -0,0 +1,43587 @@ +{ + "start_time": "2025-05-14T17:03:04.094886", + "end_time": "2025-05-14T17:12:05.777670", + "buffer_size": 80, + "all_records": [ + { + "frame_id": "30_0_0", + "episode_id": 30, + "env_id": 0, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.812711715698242, + "advantages": 0.5182899236679077, + "generated_text": "{\n \"intent\": \"To check if there are any applications or files on the desktop that need to be opened or further explored.\",\n \"action\": \"DoubleClick(79, 452)\" }", + "action_string": "DoubleClick(79, 452)", + "intent_string": "To check if there are any applications or files on the desktop that need to be opened or further explored.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 98, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 66, + 173, + 104, + 210 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 74, + 230, + 100, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "FE", + "boxes": [ + 58, + 314, + 106, + 361 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 278, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": " Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 104, + 415, + 314, + 453 + ] + }, + { + "text": "白", + "boxes": [ + 66, + 451, + 100, + 498 + ] + }, + { + "text": "Draw Drawing ", + "boxes": [ + 104, + 462, + 252, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 54, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": "Math Formula", + "boxes": [ + 96, + 510, + 242, + 546 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 560, + 258, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ] + }, + { + "frame_id": "30_1_0", + "episode_id": 30, + "env_id": 1, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.374503135681152, + "advantages": 0.35870254039764404, + "generated_text": "{\n \"intent\": \"Clicking on specific non-core applications will progress towards fully exploring the desktop.\",\n \"action\": \"DoubleClick(8, 60)\" \n}", + "action_string": "DoubleClick(8, 60)", + "intent_string": "Clicking on specific non-core applications will progress towards fully exploring the desktop.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Ffrefox ", + "boxes": [ + 0, + 52, + 102, + 105 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 114, + 202 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "30_2_0", + "episode_id": 30, + "env_id": 2, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.207636833190918, + "advantages": 1.0262956619262695, + "generated_text": "{\n \"intent\": \"I want to focus on interacting with individual applications or settings of clearer importance. Rather than randomly clicking or scrolling, I am aiming to investigate each icon with clear relevance to my goal.\",\n \"action\": \"DoubleClick(37, 44)\"}", + "action_string": "DoubleClick(37, 44)", + "intent_string": "I want to focus on interacting with individual applications or settings of clearer importance. Rather than randomly clicking or scrolling, I am aiming to investigate each icon with clear relevance to my goal.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C仓", + "boxes": [ + 74, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_3_0", + "episode_id": 30, + "env_id": 3, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.265689849853516, + "advantages": 0.3190747797489166, + "generated_text": "{\n \"intent\": \"Move the mouse to more accessible locations on the desktop to check if there are any apps or shortcuts available.\",\n \"action\": \"Move(500, 200)\"\n}", + "action_string": "Move(500, 200)", + "intent_string": "Move the mouse to more accessible locations on the desktop to check if there are any apps or shortcuts available.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 28, + 767, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "30_4_0", + "episode_id": 30, + "env_id": 4, + "step": 0, + "format_rewards": 1.0, + "rewards": 8.643208503723145, + "advantages": 0.0923786610364914, + "generated_text": "{\n \"intent\": \"Move the mouse to the icons on the desktop to explore the available applications easily.\",\n \"action\": \"Move(546, 715)\" \n}", + "action_string": "Move(546, 715)", + "intent_string": "Move the mouse to the icons on the desktop to explore the available applications easily.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "30_5_0", + "episode_id": 30, + "env_id": 5, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.150175094604492, + "advantages": 0.27700644731521606, + "generated_text": "{\n \"intent\": \"Explored the desktop area to locate potential applications or folders\",\n \"action\": \"Click(521, 410)\"\n}", + "action_string": "Click(521, 410)", + "intent_string": "Explored the desktop area to locate potential applications or folders", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "30_6_0", + "episode_id": 30, + "env_id": 6, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.393749237060547, + "advantages": 1.0940743684768677, + "generated_text": "{\n \"intent\": \"Opening the Firefox browser to explore more content or start a new task.\",\n \"action\": \"DoubleClick(51, 23)\" \n}", + "action_string": "DoubleClick(51, 23)", + "intent_string": "Opening the Firefox browser to explore more content or start a new task.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_7_0", + "episode_id": 30, + "env_id": 7, + "step": 0, + "format_rewards": 1.0, + "rewards": 8.034219741821289, + "advantages": -0.12940369546413422, + "generated_text": "{\n \"intent\": \"Starting with a basic exploration, I will click on the Firefox icon to open the web browser.\",\n \"action\": \"DoubleClick(831, 179)\"\n}", + "action_string": "DoubleClick(831, 179)", + "intent_string": "Starting with a basic exploration, I will click on the Firefox icon to open the web browser.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "30_0_1", + "episode_id": 30, + "env_id": 0, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.46766471862793, + "advantages": 0.028448890894651413, + "generated_text": "{\n \"intent\": \"Locate and open an icon on the desktop, as the next step involves interacting with the desktop itself.\",\n \"action\": \"Move(26, 27)\"\n}", + "action_string": "Move(26, 27)", + "intent_string": "Locate and open an icon on the desktop, as the next step involves interacting with the desktop itself.", + "before_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 98, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 66, + 173, + 104, + 210 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 74, + 230, + 100, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "FE", + "boxes": [ + 58, + 314, + 106, + 361 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 278, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": " Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 104, + 415, + 314, + 453 + ] + }, + { + "text": "白", + "boxes": [ + 66, + 451, + 100, + 498 + ] + }, + { + "text": "Draw Drawing ", + "boxes": [ + 104, + 462, + 252, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 54, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": "Math Formula", + "boxes": [ + 96, + 510, + 242, + 546 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 560, + 258, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": " Open File", + "boxes": [ + 59, + 61, + 207, + 106 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 98, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 72, + 181, + 98, + 204 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "", + "boxes": [ + 74, + 230, + 104, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 92, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "FE", + "boxes": [ + 58, + 314, + 106, + 361 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 276, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 106, + 419, + 312, + 449 + ] + }, + { + "text": "D", + "boxes": [ + 68, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 64, + 508, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 98, + 514, + 242, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 558, + 258, + 588 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ] + }, + { + "frame_id": "30_1_1", + "episode_id": 30, + "env_id": 1, + "step": 1, + "format_rewards": 1.0, + "rewards": 11.739048957824707, + "advantages": 1.2198259830474854, + "generated_text": "{\n \"intent\": \"The goal is to explore the desktop environment by opening each icon, which requires a double-click.\",\n \"action\": \"DoubleClick(67, 52)\" \n}", + "action_string": "DoubleClick(67, 52)", + "intent_string": "The goal is to explore the desktop environment by opening each icon, which requires a double-click.", + "before_screen_ocr_results": [ + { + "text": "Ffrefox ", + "boxes": [ + 0, + 52, + 102, + 105 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 114, + 202 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_2_1", + "episode_id": 30, + "env_id": 2, + "step": 1, + "format_rewards": 1.0, + "rewards": 11.069792747497559, + "advantages": 0.9760953783988953, + "generated_text": "{\n \"intent\": \"Select the top site as part of exploring the desktop environment.\",\n \"action\": \"DoubleClick(667, 508)\"\n}", + "action_string": "DoubleClick(667, 508)", + "intent_string": "Select the top site as part of exploring the desktop environment.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C仓", + "boxes": [ + 74, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1882, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 37, + 109, + 185, + 150 + ] + }, + { + "text": "8", + "boxes": [ + 1786, + 123, + 1820, + 143 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 482, + 302, + 622, + 326 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 932, + 441 + ] + }, + { + "text": "：崔登荣游泳队总教练", + "boxes": [ + 1116, + 411, + 1274, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1124, + 451, + 1260, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1528, + 671, + 1636, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 723, + 276, + 754 + ] + }, + { + "text": "Mo", + "boxes": [ + 974, + 754, + 1096, + 786 + ] + }, + { + "text": "+V3.y=√3-v", + "boxes": [ + 1174, + 756, + 1236, + 774 + ] + }, + { + "text": "昊铂HL", + "boxes": [ + 196, + 757, + 502, + 891 + ] + }, + { + "text": "成35万级最值得期待", + "boxes": [ + 479, + 747, + 767, + 817 + ] + }, + { + "text": "#，", + "boxes": [ + 1131, + 769, + 1225, + 809 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "吉制级河星量品", + "boxes": [ + 977, + 788, + 1051, + 819 + ] + }, + { + "text": "的旗舰级SUV", + "boxes": [ + 507, + 783, + 787, + 863 + ] + }, + { + "text": "", + "boxes": [ + 817, + 800, + 927, + 832 + ] + }, + { + "text": "产时中国A50", + "boxes": [ + 1452, + 798, + 1554, + 850 + ] + }, + { + "text": ",.71", + "boxes": [ + 1620, + 790, + 1706, + 856 + ] + }, + { + "text": "(3N5+35)-2（35)", + "boxes": [ + 1144, + 850, + 1234, + 874 + ] + }, + { + "text": "恒生指技", + "boxes": [ + 1452, + 844, + 1542, + 897 + ] + }, + { + "text": "2,30%", + "boxes": [ + 1626, + 846, + 1694, + 895 + ] + }, + { + "text": "-33℃冬测表现大曝光！全线", + "boxes": [ + 351, + 841, + 733, + 912 + ] + }, + { + "text": "大", + "boxes": [ + 1040, + 891, + 1092, + 909 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1454, + 893, + 1506, + 939 + ] + }, + { + "text": "+.33", + "boxes": [ + 1630, + 891, + 1700, + 941 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 909, + 1710, + 923 + ] + }, + { + "text": "点视频/车视界科技", + "boxes": [ + 240, + 919, + 350, + 945 + ] + }, + { + "text": "网上车市·1小时", + "boxes": [ + 822, + 919, + 956, + 949 + ] + }, + { + "text": "D", + "boxes": [ + 1134, + 927, + 1167, + 959 + ] + }, + { + "text": "一点视频/三乐大掌柜·2周", + "boxes": [ + 1150, + 927, + 1322, + 963 + ] + }, + { + "text": "试驾|花钱少还啥都有，吉利", + "boxes": [ + 822, + 941, + 1098, + 977 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1526, + 991 + ] + }, + { + "text": "-33°C冬测表现大曝光！昊铂HL成35万级最", + "boxes": [ + 200, + 945, + 784, + 987 + ] + }, + { + "text": "124139 ", + "boxes": [ + 1630, + 939, + 1700, + 989 + ] + }, + { + "text": "杭州数学竞赛题，求值的好方", + "boxes": [ + 1132, + 949, + 1410, + 991 + ] + }, + { + "text": "银河星耀8诠释旗舰的全能价", + "boxes": [ + 822, + 967, + 1092, + 1003 + ] + }, + { + "text": "值得期待的旗舰级SUV", + "boxes": [ + 198, + 981, + 516, + 1022 + ] + }, + { + "text": "法是哪一种呢？", + "boxes": [ + 1136, + 981, + 1284, + 1012 + ] + }, + { + "text": "英达", + "boxes": [ + 1452, + 981, + 1508, + 1036 + ] + }, + { + "text": "*+5.623", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "值", + "boxes": [ + 824, + 997, + 856, + 1026 + ] + }, + { + "text": "?", + "boxes": [ + 1690, + 997, + 1714, + 1018 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 1048, + 206, + 1070 + ] + } + ] + }, + { + "frame_id": "30_3_1", + "episode_id": 30, + "env_id": 3, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.361127853393555, + "advantages": 0.7180128693580627, + "generated_text": "{\n \"intent\": \"The next logical step after initially exploring the desktop would be to open an application. 'Calculator' seems like a good choice since it could represent a range of mathematical calculations or data processing tasks.\",\n \"action\": \"DoubleClick(58, 389)\" \n}", + "action_string": "DoubleClick(58, 389)", + "intent_string": "The next logical step after initially exploring the desktop would be to open an application. 'Calculator' seems like a good choice since it could represent a range of mathematical calculations or data processing tasks.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 28, + 767, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 42, + 131, + 72, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 25, + 336, + 85, + 384 + ] + }, + { + "text": "galculator", + "boxes": [ + 906, + 355, + 1034, + 379 + ] + }, + { + "text": "□□", + "boxes": [ + 1028, + 353, + 1108, + 379 + ] + }, + { + "text": "CalcMator", + "boxes": [ + 4, + 385, + 116, + 423 + ] + }, + { + "text": "File", + "boxes": [ + 820, + 381, + 854, + 401 + ] + }, + { + "text": "Edit View Calculator Help", + "boxes": [ + 848, + 379, + 1064, + 403 + ] + }, + { + "text": "O", + "boxes": [ + 1060, + 416, + 1095, + 451 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 502, + 96, + 528 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "galculator", + "boxes": [ + 216, + 1050, + 286, + 1072 + ] + } + ] + }, + { + "frame_id": "30_4_1", + "episode_id": 30, + "env_id": 4, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.754016876220703, + "advantages": 0.13273300230503082, + "generated_text": "{\n \"intent\": \"Clicking the Firefox icon allows me to open the web browser, which is necessary to start browsing the internet.\",\n \"action\": \"Click(50, 39)\"\n}", + "action_string": "Click(50, 39)", + "intent_string": "Clicking the Firefox icon allows me to open the web browser, which is necessary to start browsing the internet.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 28, + 6, + 86, + 62 + ] + }, + { + "text": "Firefox", + "boxes": [ + 70, + 50, + 124, + 79 + ] + }, + { + "text": "Firetox", + "boxes": [ + 20, + 60, + 100, + 97 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 121, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ] + }, + { + "frame_id": "30_5_1", + "episode_id": 30, + "env_id": 5, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.242884635925293, + "advantages": 0.31076952815055847, + "generated_text": "{\n \"intent\": \"Clicking on the Firefox icon to open the default web browser.\",\n \"action\": \"Click(52, 37)\"\n}", + "action_string": "Click(52, 37)", + "intent_string": "Clicking on the Firefox icon to open the default web browser.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "？", + "boxes": [ + 36, + 18, + 80, + 54 + ] + }, + { + "text": "irefox", + "boxes": [ + 76, + 48, + 122, + 75 + ] + }, + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 29, + 116, + 85, + 166 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ] + }, + { + "frame_id": "30_6_1", + "episode_id": 30, + "env_id": 6, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.01089096069336, + "advantages": 0.2262817621231079, + "generated_text": "{\n \"intent\": \"Move the cursor to the lower right corner of the screen to check if there are any open windows other than the Firefox tab.\",\n \"action\": \"Move(1287, 916)\"\n}", + "action_string": "Move(1287, 916)", + "intent_string": "Move the cursor to the lower right corner of the screen to check if there are any open windows other than the Firefox tab.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 40, + 66, + 128, + 89 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1142, + 740, + 1177, + 774 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 764 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "FirefoxPr", + "boxes": [ + 1230, + 794, + 1292, + 812 + ] + } + ] + }, + { + "frame_id": "30_7_1", + "episode_id": 30, + "env_id": 7, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.718849182128906, + "advantages": 0.1199255883693695, + "generated_text": "{\n \"intent\": \"Click on the Firefox icon in the desktop environment to open the browser.\",\n \"action\": \"Click(35, 65)\"\n}", + "action_string": "Click(35, 65)", + "intent_string": "Click on the Firefox icon in the desktop environment to open the browser.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 14, + 56, + 114, + 111 + ] + }, + { + "text": "7", + "boxes": [ + 32, + 117, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 3, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "30_0_2", + "episode_id": 30, + "env_id": 0, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.414698600769043, + "advantages": 0.009159617125988007, + "generated_text": "{\n \"intent\": \"Move to the top-left corner of the screen to determine the layout and scroll if necessary.\",\n \"action\": \"Move(1, 1)\"\n}", + "action_string": "Move(1, 1)", + "intent_string": "Move to the top-left corner of the screen to determine the layout and scroll if necessary.", + "before_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 20, + 59, + 61, + 99 + ] + }, + { + "text": " Open File", + "boxes": [ + 59, + 61, + 207, + 106 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 98, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 72, + 181, + 98, + 204 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "", + "boxes": [ + 74, + 230, + 104, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 92, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "FE", + "boxes": [ + 58, + 314, + 106, + 361 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 276, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 371, + 280, + 401 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 106, + 419, + 312, + 449 + ] + }, + { + "text": "D", + "boxes": [ + 68, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 64, + 508, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 98, + 514, + 242, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 558, + 258, + 588 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 64, + 62, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 72, + 181, + 98, + 204 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "", + "boxes": [ + 74, + 230, + 104, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 92, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "FE", + "boxes": [ + 58, + 314, + 106, + 361 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 276, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 106, + 419, + 312, + 449 + ] + }, + { + "text": "D", + "boxes": [ + 68, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 64, + 508, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 98, + 514, + 242, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 558, + 256, + 588 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ] + }, + { + "frame_id": "30_1_2", + "episode_id": 30, + "env_id": 1, + "step": 2, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.055316686630249, + "generated_text": "{\n \"intent\": \"Move the cursor to the far right of the screen to make use of window features or settings.\",\n \"action\": \"Move(1920, 500)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_2_2", + "episode_id": 30, + "env_id": 2, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.541860580444336, + "advantages": 0.41965100169181824, + "generated_text": "{\n \"intent\": \"Moving the mouse to the center of the screen.\",\n \"action\": \"Move(960, 540)\"\n}", + "action_string": "Move(960, 540)", + "intent_string": "Moving the mouse to the center of the screen.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1588, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1882, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 183, + 150 + ] + }, + { + "text": "8", + "boxes": [ + 1790, + 125, + 1818, + 139 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "崔登荣游泳队总教练", + "boxes": [ + 1118, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1116, + 451, + 1260, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 721, + 276, + 752 + ] + }, + { + "text": "Mo", + "boxes": [ + 974, + 754, + 1094, + 786 + ] + }, + { + "text": "V3.y=√3-v", + "boxes": [ + 1180, + 756, + 1236, + 774 + ] + }, + { + "text": "#，", + "boxes": [ + 1131, + 769, + 1225, + 809 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "中国短跑天才少女", + "boxes": [ + 370, + 774, + 616, + 810 + ] + }, + { + "text": "福", + "boxes": [ + 816, + 772, + 858, + 808 + ] + }, + { + "text": "吉制银河限品", + "boxes": [ + 982, + 790, + 1050, + 816 + ] + }, + { + "text": "直时中国A50", + "boxes": [ + 1449, + 793, + 1567, + 853 + ] + }, + { + "text": "117212", + "boxes": [ + 1621, + 795, + 1701, + 849 + ] + }, + { + "text": "恒生指", + "boxes": [ + 1454, + 844, + 1540, + 897 + ] + }, + { + "text": " 2.40%6", + "boxes": [ + 1618, + 846, + 1696, + 893 + ] + }, + { + "text": "S", + "boxes": [ + 1586, + 847, + 1634, + 886 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1454, + 893, + 1506, + 939 + ] + }, + { + "text": "+4329 ", + "boxes": [ + 1622, + 891, + 1700, + 939 + ] + }, + { + "text": "a.", + "boxes": [ + 1581, + 887, + 1647, + 942 + ] + }, + { + "text": "网上车市·1小时", + "boxes": [ + 826, + 921, + 952, + 945 + ] + }, + { + "text": "B", + "boxes": [ + 1140, + 935, + 1164, + 957 + ] + }, + { + "text": "一点视频/三乐大掌柜·2周", + "boxes": [ + 1152, + 927, + 1322, + 963 + ] + }, + { + "text": "试驾丨花钱少还啥都有，吉利", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 942, + 1640, + 978 + ] + }, + { + "text": "1,6413 ", + "boxes": [ + 1626, + 939, + 1700, + 989 + ] + }, + { + "text": "杭州数学竞赛题，求值的好方", + "boxes": [ + 1134, + 949, + 1410, + 991 + ] + }, + { + "text": "中国短跑天才少女郑妤颉", + "boxes": [ + 196, + 975, + 528, + 1023 + ] + }, + { + "text": "。", + "boxes": [ + 262, + 973, + 290, + 987 + ] + }, + { + "text": "银河星耀8诠释旗舰的全能价", + "boxes": [ + 824, + 967, + 1092, + 1003 + ] + }, + { + "text": "法是哪一种呢？", + "boxes": [ + 1134, + 981, + 1282, + 1011 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "1+5", + "boxes": [ + 1624, + 981, + 1702, + 1036 + ] + }, + { + "text": "值", + "boxes": [ + 826, + 999, + 854, + 1022 + ] + }, + { + "text": "", + "boxes": [ + 258, + 1018, + 326, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四", + "boxes": [ + 1779, + 59, + 1893, + 96 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 37, + 109, + 185, + 150 + ] + }, + { + "text": "9", + "boxes": [ + 1680, + 111, + 1716, + 147 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 478, + 302, + 624, + 326 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "崔登荣游泳队总教练", + "boxes": [ + 1118, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 449, + 968, + 478 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1114, + 449, + 1262, + 477 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 721, + 276, + 752 + ] + }, + { + "text": "Mo", + "boxes": [ + 974, + 754, + 1094, + 786 + ] + }, + { + "text": "+V3.y=√3-v", + "boxes": [ + 1176, + 756, + 1236, + 774 + ] + }, + { + "text": "#，", + "boxes": [ + 1131, + 769, + 1225, + 809 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1556, + 796 + ] + }, + { + "text": "福", + "boxes": [ + 816, + 776, + 864, + 810 + ] + }, + { + "text": "吉制级河星量品", + "boxes": [ + 977, + 788, + 1051, + 819 + ] + }, + { + "text": "", + "boxes": [ + 817, + 800, + 927, + 832 + ] + }, + { + "text": "直时中国A50", + "boxes": [ + 1449, + 793, + 1567, + 853 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "14,.712", + "boxes": [ + 1616, + 792, + 1702, + 849 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1708, + 828 + ] + }, + { + "text": "(3N5+35)-2（35", + "boxes": [ + 1144, + 850, + 1232, + 874 + ] + }, + { + "text": "恒生指技", + "boxes": [ + 1452, + 844, + 1540, + 897 + ] + }, + { + "text": " 2.40%6", + "boxes": [ + 1618, + 846, + 1696, + 893 + ] + }, + { + "text": "", + "boxes": [ + 1586, + 848, + 1634, + 888 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1454, + 893, + 1506, + 939 + ] + }, + { + "text": "+4329 ", + "boxes": [ + 1622, + 891, + 1700, + 939 + ] + }, + { + "text": "a.", + "boxes": [ + 1581, + 887, + 1647, + 942 + ] + }, + { + "text": "金融界保险·4小时", + "boxes": [ + 224, + 921, + 342, + 945 + ] + }, + { + "text": "网上车市·1小时", + "boxes": [ + 826, + 921, + 954, + 945 + ] + }, + { + "text": "B", + "boxes": [ + 1140, + 935, + 1164, + 957 + ] + }, + { + "text": "一点视频/三乐大掌柜·2周", + "boxes": [ + 1152, + 927, + 1322, + 963 + ] + }, + { + "text": "试驾|花钱少还啥都有，吉利", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "北京冰電致1.8万多起车辆受损而报案 车被", + "boxes": [ + 200, + 949, + 762, + 985 + ] + }, + { + "text": "杭州数学竞赛题，求值的好方", + "boxes": [ + 1134, + 949, + 1410, + 991 + ] + }, + { + "text": "银河星耀8诠释旗舰的全能价", + "boxes": [ + 824, + 967, + 1092, + 1003 + ] + }, + { + "text": "冰電砸坏了能理赔吗", + "boxes": [ + 200, + 981, + 472, + 1022 + ] + }, + { + "text": "法是哪一种呢？", + "boxes": [ + 1136, + 981, + 1284, + 1012 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "1+5", + "boxes": [ + 1624, + 981, + 1702, + 1036 + ] + }, + { + "text": "值", + "boxes": [ + 824, + 997, + 858, + 1024 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 1048, + 204, + 1068 + ] + } + ] + }, + { + "frame_id": "30_3_2", + "episode_id": 30, + "env_id": 3, + "step": 2, + "format_rewards": 1.0, + "rewards": 11.180889129638672, + "advantages": 1.016554594039917, + "generated_text": "{\n \"intent\": \"Move the mouse to an icon to double-click and open it.\",\n \"action\": \"DoubleClick(58, 27)\"\n}", + "action_string": "DoubleClick(58, 27)", + "intent_string": "Move the mouse to an icon to double-click and open it.", + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 42, + 131, + 72, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 25, + 336, + 85, + 384 + ] + }, + { + "text": "galculator", + "boxes": [ + 906, + 355, + 1034, + 379 + ] + }, + { + "text": "□□", + "boxes": [ + 1028, + 353, + 1108, + 379 + ] + }, + { + "text": "CalcMator", + "boxes": [ + 4, + 385, + 116, + 423 + ] + }, + { + "text": "File", + "boxes": [ + 820, + 381, + 854, + 401 + ] + }, + { + "text": "Edit View Calculator Help", + "boxes": [ + 848, + 379, + 1064, + 403 + ] + }, + { + "text": "O", + "boxes": [ + 1060, + 416, + 1095, + 451 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 502, + 96, + 528 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "galculator", + "boxes": [ + 216, + 1050, + 286, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "C仓", + "boxes": [ + 68, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_4_2", + "episode_id": 30, + "env_id": 4, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.87867259979248, + "advantages": 0.17813029885292053, + "generated_text": "{\n \"intent\": \"Exploring the desktop by clicking on different applications to see if they are functional and viable options for the current task.\",\n \"action\": \"DoubleClick(278, 642)\" }", + "action_string": "DoubleClick(278, 642)", + "intent_string": "Exploring the desktop by clicking on different applications to see if they are functional and viable options for the current task.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 28, + 6, + 86, + 62 + ] + }, + { + "text": "Firefox", + "boxes": [ + 70, + 50, + 124, + 79 + ] + }, + { + "text": "Firetox", + "boxes": [ + 20, + 60, + 100, + 97 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 121, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "30_5_2", + "episode_id": 30, + "env_id": 5, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.57270336151123, + "advantages": 0.43088334798812866, + "generated_text": "{\n \"intent\": \"Starting with the top left corner by accessing Firefox, which will help in exploring where other applications might be located.\",\n \"action\": \"DoubleClick(26, 21)\"\n}", + "action_string": "DoubleClick(26, 21)", + "intent_string": "Starting with the top left corner by accessing Firefox, which will help in exploring where other applications might be located.", + "before_screen_ocr_results": [ + { + "text": "？", + "boxes": [ + 36, + 18, + 80, + 54 + ] + }, + { + "text": "irefox", + "boxes": [ + 76, + 48, + 122, + 75 + ] + }, + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 29, + 116, + 85, + 166 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "30_6_2", + "episode_id": 30, + "env_id": 6, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.88702392578125, + "advantages": 0.1811717003583908, + "generated_text": "{\n \"intent\": \"Click on the browser icon to view and interact with other applications opened in this session.\",\n \"action\": \"Click(0, 0)\"\n}", + "action_string": "Click(0, 0)", + "intent_string": "Click on the browser icon to view and interact with other applications opened in this session.", + "before_screen_ocr_results": [ + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 40, + 66, + 128, + 89 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1142, + 740, + 1177, + 774 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 764 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "FirefoxPr", + "boxes": [ + 1230, + 794, + 1292, + 812 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Send to desktop", + "boxes": [ + 26, + 2, + 140, + 20 + ] + }, + { + "text": "Layer", + "boxes": [ + 24, + 18, + 66, + 44 + ] + }, + { + "text": "Restore", + "boxes": [ + 22, + 36, + 76, + 62 + ] + }, + { + "text": "Moe", + "boxes": [ + 18, + 50, + 78, + 109 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": "lconify", + "boxes": [ + 20, + 93, + 70, + 119 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "Roll up/down", + "boxes": [ + 22, + 135, + 106, + 153 + ] + }, + { + "text": "Un/Decorate", + "boxes": [ + 24, + 151, + 106, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_7_2", + "episode_id": 30, + "env_id": 7, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.088117599487305, + "advantages": -0.10977509617805481, + "generated_text": "{\n \"intent\": \"Move to the middle of the screen to better explore the desktop further.\",\n \"action\": \"Move(960, 540)\"\n}", + "action_string": "Move(960, 540)", + "intent_string": "Move to the middle of the screen to better explore the desktop further.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 14, + 56, + 114, + 111 + ] + }, + { + "text": "7", + "boxes": [ + 32, + 117, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 3, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "30_0_3", + "episode_id": 30, + "env_id": 0, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.352409362792969, + "advantages": -0.013524961657822132, + "generated_text": "{\n \"intent\": \"To navigate back to a previous window or application when exploring the desktop.\",\n \"action\": \"Move(700, 600)\" \n}", + "action_string": "Move(700, 600)", + "intent_string": "To navigate back to a previous window or application when exploring the desktop.", + "before_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 64, + 62, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 72, + 181, + 98, + 204 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "", + "boxes": [ + 74, + 230, + 104, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "FE", + "boxes": [ + 58, + 314, + 106, + 361 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 276, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 106, + 419, + 312, + 449 + ] + }, + { + "text": "D", + "boxes": [ + 68, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 64, + 508, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 98, + 514, + 242, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 558, + 256, + 588 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 113, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 7, + 166, + 57, + 203 + ] + }, + { + "text": "?", + "boxes": [ + 72, + 181, + 100, + 204 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "", + "boxes": [ + 74, + 230, + 104, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 92, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "国", + "boxes": [ + 66, + 324, + 100, + 353 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 276, + 356 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 371, + 280, + 401 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 106, + 419, + 312, + 449 + ] + }, + { + "text": "D", + "boxes": [ + 68, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 64, + 508, + 104, + 546 + ] + }, + { + "text": "Math Formula", + "boxes": [ + 96, + 510, + 242, + 546 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 560, + 258, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "D", + "boxes": [ + 38, + 830, + 52, + 852 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ] + }, + { + "frame_id": "30_1_3", + "episode_id": 30, + "env_id": 1, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.417065620422363, + "advantages": 0.37420299649238586, + "generated_text": "{\n \"intent\": \"Open a new tab to explore additional information beyond just the browser's home page or settings.\",\n \"action\": \"DoubleClick(678, 72)\" \n}", + "action_string": "DoubleClick(678, 72)", + "intent_string": "Open a new tab to explore additional information beyond just the browser's home page or settings.", + "before_screen_ocr_results": [ + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 36, + 68, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter adress", + "boxes": [ + 248, + 62, + 522, + 91 + ] + }, + { + "text": " Apple --htt://ww.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "a Amazon - http://www.ama", + "boxes": [ + 254, + 177, + 460, + 201 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 252, + 210, + 592, + 242 + ] + }, + { + "text": "知zhihu ", + "boxes": [ + 256, + 252, + 326, + 274 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 516 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 506, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "30_2_3", + "episode_id": 30, + "env_id": 2, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.115554809570312, + "advantages": 0.6285797357559204, + "generated_text": "{\n \"intent\": \"Scroll down to see more content on the desktop or web page.\",\n \"action\": \"ScrollDown(0, 400)\"\n}", + "action_string": "ScrollDown(0, 400)", + "intent_string": "Scroll down to see more content on the desktop or web page.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1882, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 185, + 150 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 482, + 302, + 624, + 326 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "崔登荣游泳队总教练", + "boxes": [ + 1118, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 449, + 968, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": " DISCOVER ", + "boxes": [ + 181, + 718, + 277, + 755 + ] + }, + { + "text": "Mo", + "boxes": [ + 978, + 754, + 1094, + 786 + ] + }, + { + "text": "V3.y=√3-v", + "boxes": [ + 1180, + 756, + 1236, + 774 + ] + }, + { + "text": "#，", + "boxes": [ + 1131, + 769, + 1225, + 809 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "", + "boxes": [ + 818, + 778, + 862, + 806 + ] + }, + { + "text": "吉制级河星量8", + "boxes": [ + 977, + 787, + 1049, + 819 + ] + }, + { + "text": "", + "boxes": [ + 821, + 799, + 927, + 833 + ] + }, + { + "text": "直时中国A50", + "boxes": [ + 1449, + 793, + 1567, + 853 + ] + }, + { + "text": "117012", + "boxes": [ + 1617, + 795, + 1701, + 849 + ] + }, + { + "text": "恒生指", + "boxes": [ + 1454, + 844, + 1540, + 897 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 854, + 1630, + 883 + ] + }, + { + "text": "2-3", + "boxes": [ + 1614, + 840, + 1698, + 897 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1454, + 893, + 1506, + 939 + ] + }, + { + "text": "+4329 ", + "boxes": [ + 1622, + 891, + 1700, + 939 + ] + }, + { + "text": "a.", + "boxes": [ + 1583, + 888, + 1646, + 941 + ] + }, + { + "text": "网上车市·1小时", + "boxes": [ + 826, + 921, + 952, + 945 + ] + }, + { + "text": "B", + "boxes": [ + 1140, + 935, + 1164, + 957 + ] + }, + { + "text": "一点视频/三乐大掌柜·2周", + "boxes": [ + 1152, + 927, + 1322, + 963 + ] + }, + { + "text": "试驾丨花钱少还啥都有，吉利", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "恒州台", + "boxes": [ + 1452, + 935, + 1536, + 991 + ] + }, + { + "text": "1,6413 ", + "boxes": [ + 1626, + 937, + 1700, + 987 + ] + }, + { + "text": "小黑盒数码硬", + "boxes": [ + 200, + 955, + 302, + 981 + ] + }, + { + "text": "·2小时", + "boxes": [ + 309, + 950, + 367, + 982 + ] + }, + { + "text": "杭州数学竞赛题，求值的好方", + "boxes": [ + 1134, + 949, + 1410, + 991 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 942, + 1640, + 978 + ] + }, + { + "text": "银河星耀8诠释旗舰的全能价", + "boxes": [ + 824, + 967, + 1090, + 1003 + ] + }, + { + "text": "还嫌贵？国补到手仅需75，再等等618？", + "boxes": [ + 192, + 973, + 740, + 1027 + ] + }, + { + "text": "法是哪一种呢？", + "boxes": [ + 1134, + 981, + 1280, + 1011 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "+5.63", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "值", + "boxes": [ + 824, + 997, + 856, + 1026 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 999, + 1712, + 1018 + ] + }, + { + "text": "3", + "boxes": [ + 188, + 1050, + 202, + 1066 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1882, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 26, + 111, + 184, + 151 + ] + }, + { + "text": "8", + "boxes": [ + 1684, + 121, + 1712, + 143 + ] + }, + { + "text": "8", + "boxes": [ + 1786, + 123, + 1820, + 143 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 191, + 558, + 216 + ] + }, + { + "text": "国际版", + "boxes": [ + 568, + 191, + 636, + 216 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 474, + 236, + 628, + 266 + ] + }, + { + "text": "矿石与传", + "boxes": [ + 1534, + 391, + 1618, + 417 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 192, + 441, + 270, + 465 + ] + }, + { + "text": "M", + "boxes": [ + 978, + 469, + 1096, + 498 + ] + }, + { + "text": ".5", + "boxes": [ + 1131, + 483, + 1223, + 524 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 480, + 1554, + 512 + ] + }, + { + "text": "美", + "boxes": [ + 816, + 490, + 866, + 524 + ] + }, + { + "text": "吉制银河星限品", + "boxes": [ + 982, + 504, + 1046, + 530 + ] + }, + { + "text": "", + "boxes": [ + 815, + 514, + 935, + 549 + ] + }, + { + "text": "14,.761%", + "boxes": [ + 1626, + 514, + 1698, + 562 + ] + }, + { + "text": "恒", + "boxes": [ + 1451, + 553, + 1541, + 613 + ] + }, + { + "text": "(3√313E)2（35)", + "boxes": [ + 1146, + 564, + 1234, + 590 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 568, + 1630, + 596 + ] + }, + { + "text": "123%", + "boxes": [ + 1613, + 555, + 1703, + 613 + ] + }, + { + "text": "特断拉", + "boxes": [ + 1456, + 608, + 1506, + 653 + ] + }, + { + "text": "+4.339 ", + "boxes": [ + 1626, + 606, + 1700, + 653 + ] + }, + { + "text": "网上车市·1小时", + "boxes": [ + 828, + 635, + 952, + 659 + ] + }, + { + "text": "试驾丨花钱少还啥都有，吉利", + "boxes": [ + 824, + 653, + 1096, + 689 + ] + }, + { + "text": "D", + "boxes": [ + 1140, + 649, + 1164, + 671 + ] + }, + { + "text": "一点视频/三乐大掌柜·2周", + "boxes": [ + 1158, + 645, + 1320, + 675 + ] + }, + { + "text": "独家：江西九江打造“零碳生态岛”走出绿色", + "boxes": [ + 194, + 659, + 780, + 701 + ] + }, + { + "text": "黄州", + "boxes": [ + 1452, + 651, + 1538, + 705 + ] + }, + { + "text": "1,-4139 ", + "boxes": [ + 1626, + 653, + 1700, + 703 + ] + }, + { + "text": "杭州数学竞赛题，求值的好方", + "boxes": [ + 1136, + 667, + 1408, + 703 + ] + }, + { + "text": "发展路", + "boxes": [ + 197, + 688, + 299, + 742 + ] + }, + { + "text": "银河星耀8诠释旗舰的全能价", + "boxes": [ + 826, + 685, + 1088, + 715 + ] + }, + { + "text": "法是哪一种呢？", + "boxes": [ + 1138, + 697, + 1284, + 727 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 701, + 1506, + 746 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 703, + 1632, + 741 + ] + }, + { + "text": "5.592", + "boxes": [ + 1624, + 699, + 1700, + 746 + ] + }, + { + "text": "值", + "boxes": [ + 826, + 713, + 854, + 741 + ] + }, + { + "text": "+", + "boxes": [ + 1688, + 717, + 1712, + 731 + ] + }, + { + "text": "", + "boxes": [ + 818, + 739, + 880, + 770 + ] + }, + { + "text": "", + "boxes": [ + 1140, + 744, + 1188, + 764 + ] + }, + { + "text": "查看自选股建议", + "boxes": [ + 1622, + 741, + 1728, + 772 + ] + }, + { + "text": "长春市", + "boxes": [ + 1466, + 800, + 1522, + 820 + ] + }, + { + "text": "又是爆款？", + "boxes": [ + 503, + 809, + 801, + 884 + ] + }, + { + "text": "3", + "boxes": [ + 206, + 957, + 226, + 971 + ] + }, + { + "text": "ZAKER娱乐·1小时", + "boxes": [ + 224, + 951, + 342, + 975 + ] + }, + { + "text": "有爱娱乐·3小时", + "boxes": [ + 824, + 949, + 954, + 979 + ] + }, + { + "text": "颜美食·2小时", + "boxes": [ + 1136, + 951, + 1250, + 975 + ] + }, + { + "text": "横店“20万群演\"现状：懒汉", + "boxes": [ + 198, + 969, + 470, + 1009 + ] + }, + { + "text": "一点视频/吨哈车", + "boxes": [ + 512, + 961, + 636, + 991 + ] + }, + { + "text": "76岁牛群北京地铁照被拍！裤", + "boxes": [ + 826, + 971, + 1106, + 1007 + ] + }, + { + "text": "重磅新车划重点！吉利银河L6", + "boxes": [ + 512, + 983, + 790, + 1018 + ] + }, + { + "text": "广西女子每次回娘家米饭都吃", + "boxes": [ + 1134, + 975, + 1404, + 1005 + ] + }, + { + "text": "的乐园，光棍的世界，“疯子”", + "boxes": [ + 200, + 1001, + 472, + 1030 + ] + }, + { + "text": "腿油漆抢镜，低调打扮无人认", + "boxes": [ + 820, + 997, + 1098, + 1034 + ] + }, + { + "text": "不上，知道原因后，网友：换", + "boxes": [ + 1134, + 997, + 1408, + 1034 + ] + }, + { + "text": "EM-i卖这个价格，到底值不", + "boxes": [ + 516, + 1012, + 774, + 1042 + ] + }, + { + "text": "的于當", + "boxes": [ + 210, + 1028, + 266, + 1046 + ] + }, + { + "text": "我也不吃", + "boxes": [ + 1144, + 1026, + 1222, + 1050 + ] + } + ] + }, + { + "frame_id": "30_3_3", + "episode_id": 30, + "env_id": 3, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.440019607543945, + "advantages": 0.38256239891052246, + "generated_text": "{\n \"intent\": \"Move the cursor to the search bar to start typing a query and explore the web.\",\n \"action\": \"Move(898, 70)\" \n}", + "action_string": "Move(898, 70)", + "intent_string": "Move the cursor to the search bar to start typing a query and explore the web.", + "before_screen_ocr_results": [ + { + "text": "C仓", + "boxes": [ + 68, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "→C", + "boxes": [ + 44, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_4_3", + "episode_id": 30, + "env_id": 4, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.935543060302734, + "advantages": 0.19884145259857178, + "generated_text": "{\n \"intent\": \"Click on the Firefox icon to open the web browser.\",\n \"action\": \"Click(73, 42)\" \n}", + "action_string": "Click(73, 42)", + "intent_string": "Click on the Firefox icon to open the web browser.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 22, + 64, + 96, + 95 + ] + }, + { + "text": "Firefox", + "boxes": [ + 90, + 56, + 140, + 75 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 331, + 86, + 383 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ] + }, + { + "frame_id": "30_5_3", + "episode_id": 30, + "env_id": 5, + "step": 3, + "format_rewards": 1.0, + "rewards": 11.290510177612305, + "advantages": 1.0564765930175781, + "generated_text": "{\n \"intent\": \"Click on one of the desktop icons to open the application and possibly proceed further with exploration.\",\n \"action\": \"DoubleClick(40, 29)\" }", + "action_string": "DoubleClick(40, 29)", + "intent_string": "Click on one of the desktop icons to open the application and possibly proceed further with exploration.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C仓", + "boxes": [ + 68, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_6_3", + "episode_id": 30, + "env_id": 6, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.812324523925781, + "advantages": 0.15396755933761597, + "generated_text": "{\n \"intent\": \"Exploring the current screen by interacting with elements that lead to potential discovery\",\n \"action\": \"DoubleClick(700, 96)\"\n}", + "action_string": "DoubleClick(700, 96)", + "intent_string": "Exploring the current screen by interacting with elements that lead to potential discovery", + "before_screen_ocr_results": [ + { + "text": "Send to desktop", + "boxes": [ + 26, + 2, + 140, + 20 + ] + }, + { + "text": "Layer", + "boxes": [ + 24, + 18, + 66, + 44 + ] + }, + { + "text": "Restore", + "boxes": [ + 22, + 36, + 76, + 62 + ] + }, + { + "text": "Moe", + "boxes": [ + 18, + 50, + 78, + 109 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": "lconify", + "boxes": [ + 20, + 93, + 70, + 119 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "Roll up/down", + "boxes": [ + 22, + 135, + 106, + 153 + ] + }, + { + "text": "Un/Decorate", + "boxes": [ + 24, + 151, + 106, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 60, + 524, + 95 + ] + }, + { + "text": " Apple --htt://ww.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 252, + 210, + 592, + 242 + ] + }, + { + "text": "知zhihu -", + "boxes": [ + 254, + 250, + 328, + 274 + ] + }, + { + "text": "G ifeng - ifeng.com", + "boxes": [ + 254, + 284, + 402, + 314 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 506, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 748, + 772, + 792, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "30_7_3", + "episode_id": 30, + "env_id": 7, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.038060188293457, + "advantages": -0.12800507247447968, + "generated_text": "{\n \"intent\": \"The next logical move is to close the taskbar to check if there are any additional programs running behind the desktop.\",\n \"action\": \"DoubleClick(28, 1056)\" }", + "action_string": "DoubleClick(28, 1056)", + "intent_string": "The next logical move is to close the taskbar to check if there are any additional programs running behind the desktop.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ] + }, + { + "frame_id": "30_0_4", + "episode_id": 30, + "env_id": 0, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.64276123046875, + "advantages": 0.09221577644348145, + "generated_text": "{\n \"intent\": \"Exploring the search bar inside the LibreOffice application window to find specific functions or files.\",\n \"action\": \"Move(500, 125) \"\n}", + "action_string": "Move(500, 125)", + "intent_string": "Exploring the search bar inside the LibreOffice application window to find specific functions or files.", + "before_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 113, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 7, + 166, + 57, + 203 + ] + }, + { + "text": "?", + "boxes": [ + 72, + 181, + 100, + 204 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "", + "boxes": [ + 74, + 230, + 104, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 92, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "国", + "boxes": [ + 66, + 324, + 100, + 353 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 276, + 356 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 371, + 280, + 401 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 106, + 419, + 312, + 449 + ] + }, + { + "text": "D", + "boxes": [ + 68, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 64, + 508, + 104, + 546 + ] + }, + { + "text": "Math Formula", + "boxes": [ + 96, + 510, + 242, + 546 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 560, + 258, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "D", + "boxes": [ + 38, + 830, + 52, + 852 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 288, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 98, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 66, + 173, + 104, + 211 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 74, + 230, + 100, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "FE", + "boxes": [ + 58, + 314, + 106, + 361 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 276, + 356 + ] + }, + { + "text": "", + "boxes": [ + 58, + 361, + 106, + 409 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 371, + 280, + 401 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 106, + 419, + 312, + 449 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 98, + 514, + 242, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 558, + 258, + 588 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ] + }, + { + "frame_id": "30_1_4", + "episode_id": 30, + "env_id": 1, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.180235862731934, + "advantages": 0.2879540026187897, + "generated_text": "{\n \"intent\": \"Navigate to a new tab to explore other web pages or open browser settings.\",\n \"action\": \"DoubleClick(1798, 158)\"\n}", + "action_string": "DoubleClick(1798, 158)", + "intent_string": "Navigate to a new tab to explore other web pages or open browser settings.", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 36, + 68, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter adress", + "boxes": [ + 248, + 62, + 522, + 91 + ] + }, + { + "text": " Apple --htt://ww.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "a Amazon - http://www.ama", + "boxes": [ + 254, + 177, + 460, + 201 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 252, + 210, + 592, + 242 + ] + }, + { + "text": "知zhihu ", + "boxes": [ + 256, + 252, + 326, + 274 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 506, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 748, + 772, + 792, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "￥", + "boxes": [ + 1886, + 153, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_2_4", + "episode_id": 30, + "env_id": 2, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.204805374145508, + "advantages": 0.6610831022262573, + "generated_text": "{\n \"intent\": \"Scroll down to view more content or applications available on the screen.\",\n \"action\": \"ScrollDown(100, 100)\"\n}", + "action_string": "ScrollDown(100, 100)", + "intent_string": "Scroll down to view more content or applications available on the screen.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1880, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 26, + 111, + 184, + 151 + ] + }, + { + "text": "8", + "boxes": [ + 1684, + 121, + 1712, + 143 + ] + }, + { + "text": "8", + "boxes": [ + 1786, + 123, + 1820, + 143 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 191, + 558, + 216 + ] + }, + { + "text": "国际版", + "boxes": [ + 568, + 191, + 636, + 216 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 474, + 236, + 628, + 266 + ] + }, + { + "text": "矿石与传", + "boxes": [ + 1534, + 391, + 1618, + 417 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 183, + 432, + 277, + 469 + ] + }, + { + "text": "Mo", + "boxes": [ + 982, + 471, + 1070, + 496 + ] + }, + { + "text": ".5", + "boxes": [ + 1131, + 483, + 1223, + 524 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 480, + 1554, + 512 + ] + }, + { + "text": "美", + "boxes": [ + 816, + 490, + 866, + 524 + ] + }, + { + "text": "吉制银习星量店", + "boxes": [ + 979, + 501, + 1047, + 535 + ] + }, + { + "text": "14,.761%", + "boxes": [ + 1626, + 514, + 1698, + 562 + ] + }, + { + "text": "(x-3)3+1-(x-2)²", + "boxes": [ + 496, + 545, + 780, + 598 + ] + }, + { + "text": "恒", + "boxes": [ + 1451, + 553, + 1541, + 613 + ] + }, + { + "text": "知x2-8x-2008=00", + "boxes": [ + 188, + 564, + 532, + 611 + ] + }, + { + "text": "(3√313E)2（35)", + "boxes": [ + 1146, + 564, + 1234, + 590 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 568, + 1630, + 596 + ] + }, + { + "text": " 20", + "boxes": [ + 1612, + 552, + 1704, + 614 + ] + }, + { + "text": "X-2", + "boxes": [ + 612, + 597, + 678, + 628 + ] + }, + { + "text": "特断拉", + "boxes": [ + 1456, + 608, + 1506, + 653 + ] + }, + { + "text": "+4.339 ", + "boxes": [ + 1626, + 606, + 1700, + 653 + ] + }, + { + "text": "点视频/三乐大掌柜", + "boxes": [ + 242, + 635, + 342, + 659 + ] + }, + { + "text": "网上车市·1小时", + "boxes": [ + 824, + 633, + 954, + 663 + ] + }, + { + "text": "试驾丨花钱少还啥都有，吉利", + "boxes": [ + 824, + 653, + 1096, + 689 + ] + }, + { + "text": "D", + "boxes": [ + 1140, + 649, + 1164, + 671 + ] + }, + { + "text": "一点视频/三乐大掌柜·2周", + "boxes": [ + 1158, + 645, + 1320, + 675 + ] + }, + { + "text": "黄州", + "boxes": [ + 1452, + 651, + 1538, + 705 + ] + }, + { + "text": "1,-4139 ", + "boxes": [ + 1626, + 653, + 1700, + 703 + ] + }, + { + "text": "北京中考代数式求值题，求根代值太麻烦，来", + "boxes": [ + 202, + 663, + 792, + 699 + ] + }, + { + "text": "杭州数学竞赛题，求值的好方", + "boxes": [ + 1136, + 667, + 1408, + 703 + ] + }, + { + "text": "银河星耀8诠释旗舰的全能价", + "boxes": [ + 826, + 685, + 1088, + 715 + ] + }, + { + "text": "看看正确做法！", + "boxes": [ + 204, + 699, + 404, + 737 + ] + }, + { + "text": "法是哪一种呢？", + "boxes": [ + 1138, + 697, + 1284, + 727 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 701, + 1506, + 746 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 703, + 1632, + 741 + ] + }, + { + "text": "5.592", + "boxes": [ + 1624, + 699, + 1700, + 746 + ] + }, + { + "text": "值", + "boxes": [ + 826, + 713, + 854, + 741 + ] + }, + { + "text": "+", + "boxes": [ + 1688, + 717, + 1712, + 731 + ] + }, + { + "text": "", + "boxes": [ + 204, + 746, + 256, + 766 + ] + }, + { + "text": "", + "boxes": [ + 818, + 739, + 880, + 770 + ] + }, + { + "text": "查看自选股建议", + "boxes": [ + 1622, + 741, + 1728, + 772 + ] + }, + { + "text": "长春市", + "boxes": [ + 1466, + 800, + 1522, + 820 + ] + }, + { + "text": "又是爆款？", + "boxes": [ + 503, + 809, + 801, + 884 + ] + }, + { + "text": "3", + "boxes": [ + 206, + 957, + 226, + 971 + ] + }, + { + "text": "ZAKER娱乐·1小时", + "boxes": [ + 224, + 951, + 344, + 975 + ] + }, + { + "text": "有爱娱乐·3小时", + "boxes": [ + 824, + 949, + 954, + 979 + ] + }, + { + "text": "颜美食·2小时", + "boxes": [ + 1138, + 951, + 1252, + 975 + ] + }, + { + "text": "横店“20万群演\"现状：懒汉", + "boxes": [ + 198, + 969, + 470, + 1009 + ] + }, + { + "text": "一点视频/吨哈车", + "boxes": [ + 512, + 961, + 636, + 991 + ] + }, + { + "text": "76岁牛群北京地铁照被拍！裤", + "boxes": [ + 824, + 971, + 1106, + 1007 + ] + }, + { + "text": "重磅新车划重点！吉利银河L6", + "boxes": [ + 514, + 983, + 794, + 1018 + ] + }, + { + "text": "广西女子每次回娘家米饭都吃", + "boxes": [ + 1134, + 975, + 1404, + 1005 + ] + }, + { + "text": "的乐园，光棍的世界，“疯子”", + "boxes": [ + 200, + 1001, + 472, + 1030 + ] + }, + { + "text": "腿油漆抢镜，低调打扮无人认", + "boxes": [ + 820, + 997, + 1098, + 1034 + ] + }, + { + "text": "不上，知道原因后，网友：换", + "boxes": [ + 1134, + 997, + 1406, + 1032 + ] + }, + { + "text": "EM-i卖这个价格，到底值不", + "boxes": [ + 516, + 1012, + 774, + 1042 + ] + }, + { + "text": "的于當", + "boxes": [ + 210, + 1028, + 266, + 1046 + ] + }, + { + "text": "我也不吃", + "boxes": [ + 1144, + 1026, + 1222, + 1050 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 6, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 24, + 111, + 184, + 151 + ] + }, + { + "text": "8", + "boxes": [ + 1796, + 125, + 1816, + 141 + ] + }, + { + "text": "国内版", + "boxes": [ + 492, + 155, + 558, + 181 + ] + }, + { + "text": "国际版", + "boxes": [ + 568, + 155, + 634, + 181 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 199, + 630, + 232 + ] + }, + { + "text": "特折拉", + "boxes": [ + 1456, + 322, + 1506, + 367 + ] + }, + { + "text": " +43329 ", + "boxes": [ + 1586, + 320, + 1702, + 371 + ] + }, + { + "text": "网上车市·1小时", + "boxes": [ + 826, + 347, + 954, + 377 + ] + }, + { + "text": "1", + "boxes": [ + 1144, + 367, + 1162, + 383 + ] + }, + { + "text": "一点视频/三乐大掌柜·2周", + "boxes": [ + 1158, + 359, + 1320, + 389 + ] + }, + { + "text": "体验服杨实战解读：1技能获好评，利弊皆", + "boxes": [ + 200, + 375, + 780, + 417 + ] + }, + { + "text": "试驾丨花钱少还啥都有，吉利", + "boxes": [ + 826, + 371, + 1096, + 407 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1456, + 369, + 1534, + 417 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 369, + 1700, + 417 + ] + }, + { + "text": "杭州数学竞赛题，求值的好方", + "boxes": [ + 1134, + 383, + 1406, + 419 + ] + }, + { + "text": "银河星耀8诠释旗舰的全能价", + "boxes": [ + 826, + 399, + 1088, + 429 + ] + }, + { + "text": "有负面体验多", + "boxes": [ + 200, + 407, + 380, + 455 + ] + }, + { + "text": "法是哪一种呢？", + "boxes": [ + 1138, + 411, + 1284, + 443 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 415, + 1506, + 463 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 419, + 1626, + 449 + ] + }, + { + "text": "+5.639 ", + "boxes": [ + 1628, + 415, + 1700, + 465 + ] + }, + { + "text": "值", + "boxes": [ + 826, + 429, + 852, + 453 + ] + }, + { + "text": "3", + "boxes": [ + 206, + 459, + 260, + 478 + ] + }, + { + "text": "", + "boxes": [ + 824, + 459, + 858, + 480 + ] + }, + { + "text": "", + "boxes": [ + 850, + 459, + 876, + 478 + ] + }, + { + "text": "查看自选股建议", + "boxes": [ + 1624, + 457, + 1728, + 488 + ] + }, + { + "text": "。。", + "boxes": [ + 1460, + 467, + 1490, + 480 + ] + }, + { + "text": "长春市", + "boxes": [ + 1474, + 516, + 1518, + 534 + ] + }, + { + "text": "又是爆款？", + "boxes": [ + 505, + 528, + 795, + 596 + ] + }, + { + "text": "ZAKER娱乐·1小时", + "boxes": [ + 224, + 667, + 342, + 691 + ] + }, + { + "text": "有爱娱乐·3小时", + "boxes": [ + 824, + 665, + 954, + 695 + ] + }, + { + "text": "一点视频/喀哈车", + "boxes": [ + 534, + 675, + 636, + 707 + ] + }, + { + "text": "颜美食·2小时", + "boxes": [ + 1140, + 667, + 1252, + 691 + ] + }, + { + "text": "横店“20万群演\"现状：懒汉", + "boxes": [ + 200, + 687, + 470, + 723 + ] + }, + { + "text": "1", + "boxes": [ + 518, + 683, + 538, + 699 + ] + }, + { + "text": "76岁牛群北京地铁照被拍！裤", + "boxes": [ + 826, + 687, + 1104, + 723 + ] + }, + { + "text": "广西女子每次回娘家米饭都吃", + "boxes": [ + 1136, + 687, + 1408, + 723 + ] + }, + { + "text": "重磅新车划重点！吉利银河L6", + "boxes": [ + 512, + 699, + 794, + 735 + ] + }, + { + "text": "的乐园，光棍的世界，“疯子\"", + "boxes": [ + 200, + 713, + 476, + 748 + ] + }, + { + "text": "腿油漆抢镜，低调打扮无人认", + "boxes": [ + 824, + 713, + 1098, + 748 + ] + }, + { + "text": "不上，知道原因后，网友：换", + "boxes": [ + 1136, + 713, + 1410, + 748 + ] + }, + { + "text": "EM-i卖这个价格，到底值不", + "boxes": [ + 512, + 725, + 776, + 760 + ] + }, + { + "text": "的天堂", + "boxes": [ + 200, + 741, + 270, + 772 + ] + }, + { + "text": "出！", + "boxes": [ + 824, + 742, + 870, + 770 + ] + }, + { + "text": "我也不吃", + "boxes": [ + 1136, + 741, + 1228, + 772 + ] + }, + { + "text": "值", + "boxes": [ + 516, + 756, + 544, + 780 + ] + }, + { + "text": "", + "boxes": [ + 204, + 774, + 252, + 794 + ] + }, + { + "text": "1", + "boxes": [ + 512, + 778, + 550, + 806 + ] + }, + { + "text": "", + "boxes": [ + 1136, + 772, + 1190, + 798 + ] + }, + { + "text": "?", + "boxes": [ + 556, + 786, + 574, + 800 + ] + }, + { + "text": "热榜", + "boxes": [ + 200, + 826, + 264, + 858 + ] + }, + { + "text": "路况信息", + "boxes": [ + 1444, + 823, + 1560, + 860 + ] + }, + { + "text": "幸福街 车道限制 原因：占路施工", + "boxes": [ + 1450, + 864, + 1692, + 893 + ] + }, + { + "text": "1北京突降冰霍多车桥下躲避致后方大.", + "boxes": [ + 204, + 874, + 470, + 897 + ] + }, + { + "text": "2为救人错过高考少年获评见义勇为", + "boxes": [ + 202, + 907, + 448, + 937 + ] + }, + { + "text": "③京东美团等外卖平台被五部门约谈", + "boxes": [ + 204, + 949, + 444, + 973 + ] + }, + { + "text": "4外国航司狂接中国游流量", + "boxes": [ + 204, + 983, + 388, + 1012 + ] + }, + { + "text": "证券日报·1小时", + "boxes": [ + 514, + 979, + 642, + 1009 + ] + }, + { + "text": "杭州园林：公司对志趋汽车科", + "boxes": [ + 508, + 1000, + 782, + 1040 + ] + }, + { + "text": "17173热门游戏榜：《燕云十六声》新地图", + "boxes": [ + 820, + 996, + 1402, + 1050 + ] + }, + { + "text": "NBA将正式讨论扩军至32队", + "boxes": [ + 216, + 1024, + 408, + 1048 + ] + }, + { + "text": "1 - Micr", + "boxes": [ + 260, + 1052, + 306, + 1070 + ] + } + ] + }, + { + "frame_id": "30_3_4", + "episode_id": 30, + "env_id": 3, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.10693073272705, + "advantages": 0.2612576484680176, + "generated_text": "{\n \"intent\": \"Exploring the page layout and interacting with the elements to familiarize oneself with the Firefox interface.\",\n \"action\": \"Move(0, 0)\" \n}", + "action_string": "Move(0, 0)", + "intent_string": "Exploring the page layout and interacting with the elements to familiarize oneself with the Firefox interface.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "→C", + "boxes": [ + 44, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_4_4", + "episode_id": 30, + "env_id": 4, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.169527053833008, + "advantages": 0.28405407071113586, + "generated_text": "{\n \"intent\": \"Clicking on the Firefox icon to open the web browser and start web exploration.\",\n \"action\": \"DoubleClick(26, 27)\" \n}", + "action_string": "DoubleClick(26, 27)", + "intent_string": "Clicking on the Firefox icon to open the web browser and start web exploration.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 22, + 64, + 96, + 95 + ] + }, + { + "text": "Firefox", + "boxes": [ + 90, + 56, + 140, + 75 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 331, + 86, + 383 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "30_5_4", + "episode_id": 30, + "env_id": 5, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.40906047821045, + "advantages": 0.37128767371177673, + "generated_text": "{\n \"intent\": \"Move the cursor to the top-left corner of the browser window to ensure a comprehensive view of the area to explore next.\",\n \"action\": \"Move(0, 0)\"\n}", + "action_string": "Move(0, 0)", + "intent_string": "Move the cursor to the top-left corner of the browser window to ensure a comprehensive view of the area to explore next.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_6_4", + "episode_id": 30, + "env_id": 6, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.167692184448242, + "advantages": 0.28338584303855896, + "generated_text": "{\n \"intent\": \"Click the highlighted link near the top center to start exploring the web.\",\n \"action\": \"DoubleClick(254, 61)\"\n}", + "action_string": "DoubleClick(254, 61)", + "intent_string": "Click the highlighted link near the top center to start exploring the web.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 60, + 524, + 95 + ] + }, + { + "text": " Apple --htt://ww.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 252, + 210, + 592, + 242 + ] + }, + { + "text": "知zhihu -", + "boxes": [ + 254, + 250, + 328, + 274 + ] + }, + { + "text": "G ifeng - ifeng.com", + "boxes": [ + 254, + 284, + 402, + 314 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 506, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 748, + 772, + 792, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": " bearch with Bing or enter address", + "boxes": [ + 242, + 55, + 524, + 98 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 68, + 128, + 91 + ] + }, + { + "text": " Apple -- tt://www.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing 一 bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 272, + 214, + 590, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 252, + 324, + 272 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 524, + 488, + 560, + 530 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1225, + 673, + 1417, + 735 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "30_7_4", + "episode_id": 30, + "env_id": 7, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.112765312194824, + "advantages": -0.10079886019229889, + "generated_text": "{\n \"intent\": \"Exploring the top menu options to see if an application can be opened or launched.\",\n \"action\": \"DoubleClick(751, 535)\"\n}", + "action_string": "DoubleClick(751, 535)", + "intent_string": "Exploring the top menu options to see if an application can be opened or launched.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "30_0_5", + "episode_id": 30, + "env_id": 0, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.494939804077148, + "advantages": 0.038381967693567276, + "generated_text": "{\n \"intent\": \"Click on 'File' in the top menu bar to open menu options for further actions\",\n \"action\": \"Click(57, 32)\"\n}", + "action_string": "Click(57, 32)", + "intent_string": "Click on 'File' in the top menu bar to open menu options for further actions", + "before_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 98, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 113, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 66, + 173, + 104, + 211 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 74, + 230, + 100, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "FE", + "boxes": [ + 58, + 314, + 106, + 361 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 276, + 356 + ] + }, + { + "text": "", + "boxes": [ + 58, + 361, + 106, + 409 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 371, + 280, + 401 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 106, + 419, + 312, + 449 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 98, + 514, + 242, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 558, + 258, + 588 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 288, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tols Help ", + "boxes": [ + 104, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 28, + 69, + 56, + 91 + ] + }, + { + "text": "New", + "boxes": [ + 86, + 62, + 116, + 81 + ] + }, + { + "text": "Open", + "boxes": [ + 90, + 91, + 122, + 105 + ] + }, + { + "text": "Ctrl+o", + "boxes": [ + 255, + 83, + 307, + 108 + ] + }, + { + "text": "Open Remote..", + "boxes": [ + 88, + 113, + 182, + 137 + ] + }, + { + "text": "Recent Documents", + "boxes": [ + 86, + 143, + 206, + 161 + ] + }, + { + "text": "Mou", + "boxes": [ + 8, + 171, + 54, + 197 + ] + }, + { + "text": "Wizards", + "boxes": [ + 86, + 173, + 140, + 193 + ] + }, + { + "text": "Digital Signatures", + "boxes": [ + 84, + 230, + 198, + 254 + ] + }, + { + "text": " Exit LibreOffice", + "boxes": [ + 80, + 262, + 186, + 286 + ] + }, + { + "text": "Ctrl+Q", + "boxes": [ + 258, + 264, + 302, + 282 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 56, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 64, + 286, + 138, + 312 + ] + }, + { + "text": "国", + "boxes": [ + 68, + 324, + 100, + 355 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 106, + 324, + 274, + 353 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 369, + 280, + 405 + ] + }, + { + "text": "回", + "boxes": [ + 62, + 406, + 106, + 455 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 108, + 423, + 310, + 447 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 100, + 496 + ] + }, + { + "text": "Draw Drawing", + "boxes": [ + 104, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 54, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 100, + 514, + 240, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 104, + 558, + 256, + 592 + ] + }, + { + "text": "Wr", + "boxes": [ + 29, + 607, + 59, + 637 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1372, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ] + }, + { + "frame_id": "30_1_5", + "episode_id": 30, + "env_id": 1, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.742770195007324, + "advantages": 0.1286371797323227, + "generated_text": "{\n \"intent\": \"Move the cursor to a specific location on the screen to assess its accessibility in terms of navigation and interaction.\",\n \"action\": \"Move(500, 375)\"\n}", + "action_string": "Move(500, 375)", + "intent_string": "Move the cursor to a specific location on the screen to assess its accessibility in terms of navigation and interaction.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "￥", + "boxes": [ + 1886, + 153, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": " Search the Web", + "boxes": [ + 654, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites v", + "boxes": [ + 492, + 401, + 590, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_2_5", + "episode_id": 30, + "env_id": 2, + "step": 5, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.055316686630249, + "generated_text": "{\n \"intent\": \"Move the cursor to the screen center to identify and interact with visible objects or types of information.\",\n \"action\": \"Move(960, 583)}\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 6, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 24, + 111, + 184, + 151 + ] + }, + { + "text": "8", + "boxes": [ + 1796, + 125, + 1816, + 141 + ] + }, + { + "text": "国内版", + "boxes": [ + 492, + 155, + 558, + 181 + ] + }, + { + "text": "国际版", + "boxes": [ + 568, + 155, + 634, + 181 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 480, + 199, + 630, + 230 + ] + }, + { + "text": "特折拉", + "boxes": [ + 1456, + 322, + 1506, + 367 + ] + }, + { + "text": " +43329 ", + "boxes": [ + 1586, + 320, + 1702, + 371 + ] + }, + { + "text": "网上车市·1小时", + "boxes": [ + 826, + 347, + 956, + 377 + ] + }, + { + "text": "1", + "boxes": [ + 1144, + 367, + 1162, + 383 + ] + }, + { + "text": "一点视频/三乐大掌柜·2周", + "boxes": [ + 1158, + 359, + 1320, + 389 + ] + }, + { + "text": "《星痕共鸣》试玩报告：重生之我在异世界的", + "boxes": [ + 216, + 375, + 792, + 417 + ] + }, + { + "text": "试驾丨花钱少还啥都有，吉利", + "boxes": [ + 824, + 371, + 1096, + 407 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1456, + 369, + 1534, + 417 + ] + }, + { + "text": "1.23139", + "boxes": [ + 1624, + 369, + 1700, + 417 + ] + }, + { + "text": "杭州数学竞赛题，求值的好方", + "boxes": [ + 1136, + 383, + 1408, + 419 + ] + }, + { + "text": "银河星耀8诠释旗舰的全能价", + "boxes": [ + 826, + 399, + 1088, + 429 + ] + }, + { + "text": "轻松日常", + "boxes": [ + 200, + 411, + 328, + 455 + ] + }, + { + "text": "法是哪一种呢？", + "boxes": [ + 1138, + 411, + 1284, + 443 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 415, + 1506, + 463 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 419, + 1626, + 449 + ] + }, + { + "text": "+5.639 ", + "boxes": [ + 1628, + 415, + 1700, + 465 + ] + }, + { + "text": "值", + "boxes": [ + 828, + 429, + 852, + 453 + ] + }, + { + "text": "2", + "boxes": [ + 202, + 459, + 270, + 484 + ] + }, + { + "text": "", + "boxes": [ + 824, + 459, + 858, + 480 + ] + }, + { + "text": "√", + "boxes": [ + 852, + 463, + 874, + 476 + ] + }, + { + "text": "查看自选股建议", + "boxes": [ + 1624, + 457, + 1728, + 488 + ] + }, + { + "text": "。。", + "boxes": [ + 1460, + 467, + 1492, + 480 + ] + }, + { + "text": "长春市", + "boxes": [ + 1474, + 516, + 1518, + 534 + ] + }, + { + "text": "又是爆款？", + "boxes": [ + 505, + 528, + 795, + 596 + ] + }, + { + "text": "ZAKER娱乐·1小时", + "boxes": [ + 224, + 667, + 342, + 691 + ] + }, + { + "text": "有爱娱乐·3小时", + "boxes": [ + 824, + 665, + 954, + 695 + ] + }, + { + "text": "一点视频/喀哈车", + "boxes": [ + 534, + 675, + 636, + 707 + ] + }, + { + "text": "颜美食·2小时", + "boxes": [ + 1140, + 667, + 1252, + 691 + ] + }, + { + "text": "横店“20万群演\"现状：懒汉", + "boxes": [ + 200, + 687, + 470, + 723 + ] + }, + { + "text": "1", + "boxes": [ + 518, + 683, + 538, + 699 + ] + }, + { + "text": "76岁牛群北京地铁照被拍！裤", + "boxes": [ + 826, + 687, + 1104, + 723 + ] + }, + { + "text": "广西女子每次回娘家米饭都吃", + "boxes": [ + 1136, + 687, + 1408, + 723 + ] + }, + { + "text": "重磅新车划重点！吉利银河L6", + "boxes": [ + 512, + 699, + 794, + 735 + ] + }, + { + "text": "的乐园，光棍的世界，“疯子”", + "boxes": [ + 200, + 711, + 476, + 746 + ] + }, + { + "text": "腿油漆抢镜，低调打扮无人认", + "boxes": [ + 824, + 713, + 1098, + 748 + ] + }, + { + "text": "不上，知道原因后，网友：换", + "boxes": [ + 1136, + 713, + 1410, + 748 + ] + }, + { + "text": "EM-i卖这个价格，到底值不", + "boxes": [ + 510, + 723, + 774, + 758 + ] + }, + { + "text": "的天堂", + "boxes": [ + 200, + 741, + 270, + 772 + ] + }, + { + "text": "出！", + "boxes": [ + 824, + 742, + 870, + 770 + ] + }, + { + "text": "我也不吃", + "boxes": [ + 1136, + 741, + 1228, + 772 + ] + }, + { + "text": "值", + "boxes": [ + 516, + 756, + 544, + 780 + ] + }, + { + "text": "", + "boxes": [ + 204, + 774, + 252, + 794 + ] + }, + { + "text": "1", + "boxes": [ + 512, + 778, + 550, + 806 + ] + }, + { + "text": "", + "boxes": [ + 1136, + 772, + 1190, + 798 + ] + }, + { + "text": "?", + "boxes": [ + 556, + 786, + 574, + 800 + ] + }, + { + "text": "热榜", + "boxes": [ + 200, + 826, + 264, + 858 + ] + }, + { + "text": "路况信息", + "boxes": [ + 1444, + 823, + 1560, + 860 + ] + }, + { + "text": "幸福街 车道限制 原因：占路施工", + "boxes": [ + 1450, + 864, + 1692, + 893 + ] + }, + { + "text": "1北京突降冰霍多车桥下躲避致后方大.", + "boxes": [ + 204, + 874, + 470, + 897 + ] + }, + { + "text": "2为救人错过高考少年获评见义勇为", + "boxes": [ + 202, + 907, + 448, + 937 + ] + }, + { + "text": "③京东美团等外卖平台被五部门约谈", + "boxes": [ + 204, + 949, + 444, + 973 + ] + }, + { + "text": "4外国航司狂接中国游流量", + "boxes": [ + 204, + 983, + 388, + 1012 + ] + }, + { + "text": "证券日报·1小时", + "boxes": [ + 514, + 979, + 642, + 1009 + ] + }, + { + "text": "杭州园林：公司对志趋汽车科", + "boxes": [ + 508, + 1000, + 782, + 1040 + ] + }, + { + "text": "17173热门游戏榜：《燕云十六声》新地图", + "boxes": [ + 820, + 996, + 1402, + 1050 + ] + }, + { + "text": "NBA将正式讨论扩军至32队", + "boxes": [ + 216, + 1024, + 408, + 1048 + ] + }, + { + "text": "1 - Micr", + "boxes": [ + 260, + 1052, + 306, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 6, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1588, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1880, + 89 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 24, + 111, + 186, + 151 + ] + }, + { + "text": "8", + "boxes": [ + 1794, + 123, + 1820, + 143 + ] + }, + { + "text": "国内版", + "boxes": [ + 494, + 155, + 556, + 181 + ] + }, + { + "text": "国际版", + "boxes": [ + 572, + 155, + 634, + 181 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 199, + 630, + 232 + ] + }, + { + "text": "特折拉", + "boxes": [ + 1456, + 322, + 1506, + 367 + ] + }, + { + "text": " +43329 ", + "boxes": [ + 1586, + 320, + 1702, + 371 + ] + }, + { + "text": "视频/娱", + "boxes": [ + 254, + 353, + 290, + 367 + ] + }, + { + "text": "·2小时", + "boxes": [ + 330, + 353, + 376, + 371 + ] + }, + { + "text": "网上车市·1小时", + "boxes": [ + 826, + 347, + 956, + 377 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 367, + 1162, + 383 + ] + }, + { + "text": "一点视频/三乐大掌柜·2周", + "boxes": [ + 1158, + 359, + 1320, + 389 + ] + }, + { + "text": "杜锋天亮了！赵睿回东莞，广东小胡金秋登", + "boxes": [ + 200, + 375, + 762, + 417 + ] + }, + { + "text": "试驾丨花钱少还啥都有，吉利", + "boxes": [ + 824, + 371, + 1096, + 407 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1456, + 369, + 1534, + 417 + ] + }, + { + "text": "1.23139", + "boxes": [ + 1624, + 369, + 1700, + 417 + ] + }, + { + "text": "杭州数学竞赛题，求值的好方", + "boxes": [ + 1134, + 383, + 1406, + 419 + ] + }, + { + "text": "银河星耀8诠释旗舰的全能价", + "boxes": [ + 826, + 399, + 1088, + 429 + ] + }, + { + "text": "顶，朱芳雨招兵买马", + "boxes": [ + 196, + 407, + 472, + 455 + ] + }, + { + "text": "法是哪一种呢？", + "boxes": [ + 1138, + 411, + 1284, + 443 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 415, + 1506, + 463 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 419, + 1626, + 449 + ] + }, + { + "text": "+5.639 ", + "boxes": [ + 1628, + 415, + 1700, + 465 + ] + }, + { + "text": "值", + "boxes": [ + 826, + 429, + 852, + 453 + ] + }, + { + "text": "赵睿回东莞训练", + "boxes": [ + 388, + 441, + 602, + 484 + ] + }, + { + "text": "", + "boxes": [ + 824, + 459, + 854, + 480 + ] + }, + { + "text": "√", + "boxes": [ + 852, + 463, + 874, + 476 + ] + }, + { + "text": "查看自选股建议", + "boxes": [ + 1624, + 457, + 1728, + 488 + ] + }, + { + "text": "。。", + "boxes": [ + 1460, + 467, + 1490, + 480 + ] + }, + { + "text": "长春市", + "boxes": [ + 1474, + 516, + 1518, + 534 + ] + }, + { + "text": "又是爆款？", + "boxes": [ + 505, + 528, + 795, + 596 + ] + }, + { + "text": "ZAKER娱乐·1小时", + "boxes": [ + 224, + 667, + 342, + 691 + ] + }, + { + "text": "有爱娱乐·3小时", + "boxes": [ + 824, + 665, + 954, + 695 + ] + }, + { + "text": "一点视频/喀哈车", + "boxes": [ + 534, + 675, + 636, + 707 + ] + }, + { + "text": "颜美食·2小时", + "boxes": [ + 1140, + 667, + 1252, + 691 + ] + }, + { + "text": "横店“20万群演\"现状：懒汉", + "boxes": [ + 200, + 687, + 470, + 723 + ] + }, + { + "text": "1", + "boxes": [ + 518, + 683, + 538, + 699 + ] + }, + { + "text": "76岁牛群北京地铁照被拍！裤", + "boxes": [ + 826, + 687, + 1104, + 723 + ] + }, + { + "text": "广西女子每次回娘家米饭都吃", + "boxes": [ + 1136, + 687, + 1408, + 723 + ] + }, + { + "text": "重磅新车划重点！吉利银河L6", + "boxes": [ + 512, + 699, + 794, + 735 + ] + }, + { + "text": "的乐园，光棍的世界，“疯子\"", + "boxes": [ + 200, + 713, + 476, + 748 + ] + }, + { + "text": "腿油漆抢镜，低调打扮无人认", + "boxes": [ + 824, + 713, + 1098, + 748 + ] + }, + { + "text": "不上，知道原因后，网友：换", + "boxes": [ + 1136, + 713, + 1410, + 748 + ] + }, + { + "text": "EM-i卖这个价格，到底值不", + "boxes": [ + 512, + 725, + 776, + 760 + ] + }, + { + "text": "的天堂", + "boxes": [ + 200, + 741, + 270, + 772 + ] + }, + { + "text": "出！", + "boxes": [ + 824, + 742, + 870, + 770 + ] + }, + { + "text": "我也不吃", + "boxes": [ + 1136, + 741, + 1228, + 772 + ] + }, + { + "text": "值", + "boxes": [ + 516, + 756, + 544, + 780 + ] + }, + { + "text": "", + "boxes": [ + 204, + 774, + 252, + 794 + ] + }, + { + "text": "1", + "boxes": [ + 512, + 778, + 550, + 806 + ] + }, + { + "text": "", + "boxes": [ + 1136, + 772, + 1190, + 798 + ] + }, + { + "text": "?", + "boxes": [ + 556, + 786, + 574, + 800 + ] + }, + { + "text": "热榜", + "boxes": [ + 200, + 826, + 264, + 858 + ] + }, + { + "text": "路况信息", + "boxes": [ + 1444, + 823, + 1560, + 860 + ] + }, + { + "text": "幸福街 车道限制 原因：占路施工", + "boxes": [ + 1450, + 864, + 1692, + 893 + ] + }, + { + "text": "1北京突降冰霍多车桥下躲避致后方大.", + "boxes": [ + 204, + 874, + 470, + 897 + ] + }, + { + "text": "2为救人错过高考少年获评见义勇为", + "boxes": [ + 202, + 907, + 448, + 937 + ] + }, + { + "text": "③京东美团等外卖平台被五部门约谈", + "boxes": [ + 204, + 949, + 444, + 973 + ] + }, + { + "text": "4外国航司狂接中国游流量", + "boxes": [ + 204, + 983, + 388, + 1012 + ] + }, + { + "text": "证券日报·1小时", + "boxes": [ + 514, + 979, + 644, + 1009 + ] + }, + { + "text": "杭州园林：公司对志趋汽车科", + "boxes": [ + 508, + 1000, + 782, + 1040 + ] + }, + { + "text": "17173热门游戏榜：《燕云十六声》新地图", + "boxes": [ + 820, + 995, + 1402, + 1052 + ] + }, + { + "text": "NBA将正式讨论扩军至32队", + "boxes": [ + 214, + 1024, + 408, + 1048 + ] + } + ] + }, + { + "frame_id": "30_3_5", + "episode_id": 30, + "env_id": 3, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.119306564331055, + "advantages": 0.2657647132873535, + "generated_text": "{\n \"intent\": \"Click on one of the browser tabs or buttons to explore useful resources like browsing websites, accessing tools, or managing shortcuts.\",\n \"action\": \"DoubleClick(1181, 637)\" \n}", + "action_string": "DoubleClick(1181, 637)", + "intent_string": "Click on one of the browser tabs or buttons to explore useful resources like browsing websites, accessing tools, or managing shortcuts.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1114, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1284, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 671, + 1172, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "30_4_5", + "episode_id": 30, + "env_id": 4, + "step": 5, + "format_rewards": 1.0, + "rewards": 11.24647331237793, + "advantages": 1.0404391288757324, + "generated_text": "{\n \"intent\": \"Exploring the desktop by interacting with various applications: Firefox, Mousepad, Terminal, Calculator, LibreOffice, Writer, Excel, Draw, and Files.\",\n \"action\": \"DoubleClick(73, 24)\" \n}", + "action_string": "DoubleClick(73, 24)", + "intent_string": "Exploring the desktop by interacting with various applications: Firefox, Mousepad, Terminal, Calculator, LibreOffice, Writer, Excel, Draw, and Files.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_5_5", + "episode_id": 30, + "env_id": 5, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.242551803588867, + "advantages": 0.3106483221054077, + "generated_text": "{\n \"intent\": \"Moving the cursor towards the top-right corner of the screen, aiming to make interaction more efficient or check for something specific above.\",\n \"action\": \"Move(1810, 73)\"\n}", + "action_string": "Move(1810, 73)", + "intent_string": "Moving the cursor towards the top-right corner of the screen, aiming to make interaction more efficient or check for something specific above.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1882, + 93 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "View history, saved bookmarks, and m", + "boxes": [ + 1630, + 105, + 1890, + 123 + ] + }, + { + "text": "￥", + "boxes": [ + 1882, + 149, + 1902, + 169 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_6_5", + "episode_id": 30, + "env_id": 6, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.728160858154297, + "advantages": 0.12331672757863998, + "generated_text": "{\n \"intent\": \"To start browsing the web, the initial action should be clicking the browser's address bar to enter or search for content.\",\n \"action\": \"Click(54, 97)\"\n}", + "action_string": "Click(54, 97)", + "intent_string": "To start browsing the web, the initial action should be clicking the browser's address bar to enter or search for content.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": " Search with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 93 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 68, + 128, + 91 + ] + }, + { + "text": " Apple -- tt://www.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing 一 bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 272, + 214, + 590, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 252, + 324, + 272 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 524, + 488, + 560, + 530 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1225, + 673, + 1417, + 735 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 24, + 32, + 86, + 50 + ] + }, + { + "text": "×+", + "boxes": [ + 197, + 27, + 249, + 52 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 66, + 130, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Impart bookmarks...", + "boxes": [ + 10, + 95, + 166, + 125 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_7_5", + "episode_id": 30, + "env_id": 7, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.107528686523438, + "advantages": -0.1027059406042099, + "generated_text": "{\n \"intent\": \"The goal is to open one of the applications listed. Opening the Firefox browser will allow me to start exploring the internet.\"\n , \"action\": \"DoubleClick(1, 24)\" \n}", + "action_string": "DoubleClick(1, 24)", + "intent_string": "The goal is to open one of the applications listed. Opening the Firefox browser will allow me to start exploring the internet.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "30_0_6", + "episode_id": 30, + "env_id": 0, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.777530670166016, + "advantages": 0.14129629731178284, + "generated_text": "{\n \"intent\": \"The next logical step after interacting with LibreOffice would be to open a new file or document. This means selecting 'New' from the File menu.\",\n \"action\": \"DoubleClick(61, 67)\"\n}", + "action_string": "DoubleClick(61, 67)", + "intent_string": "The next logical step after interacting with LibreOffice would be to open a new file or document. This means selecting 'New' from the File menu.", + "before_screen_ocr_results": [ + { + "text": "Tols Help ", + "boxes": [ + 104, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 28, + 69, + 56, + 91 + ] + }, + { + "text": "New", + "boxes": [ + 86, + 62, + 116, + 81 + ] + }, + { + "text": "Open", + "boxes": [ + 90, + 91, + 122, + 105 + ] + }, + { + "text": "Ctrl+o", + "boxes": [ + 255, + 83, + 307, + 108 + ] + }, + { + "text": "Open Remote..", + "boxes": [ + 88, + 113, + 182, + 137 + ] + }, + { + "text": "Recent Documents", + "boxes": [ + 86, + 143, + 206, + 161 + ] + }, + { + "text": "Mou", + "boxes": [ + 8, + 171, + 54, + 197 + ] + }, + { + "text": "Wizards", + "boxes": [ + 86, + 173, + 140, + 193 + ] + }, + { + "text": "Digital Signatures", + "boxes": [ + 84, + 230, + 198, + 254 + ] + }, + { + "text": " Exit LibreOffice", + "boxes": [ + 80, + 262, + 186, + 286 + ] + }, + { + "text": "Ctrl+Q", + "boxes": [ + 258, + 264, + 302, + 282 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 56, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 64, + 286, + 138, + 312 + ] + }, + { + "text": "国", + "boxes": [ + 68, + 324, + 100, + 355 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 106, + 324, + 274, + 353 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 369, + 280, + 405 + ] + }, + { + "text": "回", + "boxes": [ + 62, + 406, + 106, + 455 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 108, + 423, + 310, + 447 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 100, + 496 + ] + }, + { + "text": "Draw Drawing", + "boxes": [ + 104, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 54, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 100, + 514, + 240, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 104, + 558, + 256, + 592 + ] + }, + { + "text": "Wr", + "boxes": [ + 29, + 607, + 59, + 637 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1372, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 102, + 32, + 190, + 56 + ] + }, + { + "text": "Open.", + "boxes": [ + 86, + 89, + 124, + 109 + ] + }, + { + "text": "Ctrl+o", + "boxes": [ + 258, + 87, + 308, + 107 + ] + }, + { + "text": "Open Remote..", + "boxes": [ + 86, + 111, + 184, + 137 + ] + }, + { + "text": "Recent Documents", + "boxes": [ + 82, + 137, + 212, + 167 + ] + }, + { + "text": "Mou", + "boxes": [ + 5, + 167, + 55, + 200 + ] + }, + { + "text": "Wizards", + "boxes": [ + 84, + 171, + 142, + 197 + ] + }, + { + "text": "Templates", + "boxes": [ + 90, + 201, + 150, + 220 + ] + }, + { + "text": "Digital Signatures", + "boxes": [ + 84, + 230, + 200, + 254 + ] + }, + { + "text": " Exit LibreOffice", + "boxes": [ + 80, + 262, + 188, + 286 + ] + }, + { + "text": "Ctrl+Q", + "boxes": [ + 258, + 264, + 302, + 282 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 56, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 64, + 286, + 138, + 312 + ] + }, + { + "text": "国", + "boxes": [ + 66, + 324, + 100, + 355 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 106, + 326, + 278, + 355 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 369, + 280, + 405 + ] + }, + { + "text": "回", + "boxes": [ + 66, + 411, + 102, + 453 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 108, + 423, + 310, + 447 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 100, + 496 + ] + }, + { + "text": "Draw Drawing", + "boxes": [ + 104, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 54, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 100, + 514, + 240, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 558, + 254, + 590 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 288, + 1068 + ] + } + ] + }, + { + "frame_id": "30_1_6", + "episode_id": 30, + "env_id": 1, + "step": 6, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.055316686630249, + "generated_text": "{\n \"intent\": \"The current task might be to maximize or adjust the window size, but stopping here because additional actions are not specified.\",\n \"action\": \"\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": " Search the Web", + "boxes": [ + 654, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites v", + "boxes": [ + 492, + 401, + 590, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": " Search the Web", + "boxes": [ + 654, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites v", + "boxes": [ + 492, + 401, + 590, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_2_6", + "episode_id": 30, + "env_id": 2, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.055184364318848, + "advantages": 0.6065939664840698, + "generated_text": "{\n \"intent\": \"Scroll down the page to view more content on the Bing search results page.\",\n \"action\": \"ScrollDown(0, 500)\"\n}", + "action_string": "ScrollDown(0, 500)", + "intent_string": "Scroll down the page to view more content on the Bing search results page.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 6, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 24, + 111, + 184, + 151 + ] + }, + { + "text": "8", + "boxes": [ + 1796, + 125, + 1816, + 141 + ] + }, + { + "text": "国内版", + "boxes": [ + 492, + 155, + 558, + 181 + ] + }, + { + "text": "国际版", + "boxes": [ + 568, + 155, + 634, + 181 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 197, + 632, + 232 + ] + }, + { + "text": "-33℃冬测表现大曝光！", + "boxes": [ + 355, + 277, + 661, + 343 + ] + }, + { + "text": "特折拉", + "boxes": [ + 1456, + 322, + 1506, + 367 + ] + }, + { + "text": " +43329 ", + "boxes": [ + 1586, + 320, + 1702, + 371 + ] + }, + { + "text": "视界科技", + "boxes": [ + 294, + 353, + 340, + 371 + ] + }, + { + "text": "网上车市·1小时", + "boxes": [ + 826, + 347, + 954, + 377 + ] + }, + { + "text": "1", + "boxes": [ + 1144, + 367, + 1162, + 383 + ] + }, + { + "text": "一点视频/三乐大掌柜·2周", + "boxes": [ + 1158, + 359, + 1320, + 389 + ] + }, + { + "text": "-33°C冬测表现大曝光！昊铂HL成35万级最", + "boxes": [ + 204, + 373, + 780, + 417 + ] + }, + { + "text": "试驾丨花钱少还啥都有，吉利", + "boxes": [ + 824, + 371, + 1096, + 407 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1456, + 369, + 1534, + 417 + ] + }, + { + "text": "1.23139", + "boxes": [ + 1624, + 369, + 1700, + 417 + ] + }, + { + "text": "杭州数学竞赛题，求值的好方", + "boxes": [ + 1134, + 383, + 1406, + 419 + ] + }, + { + "text": "银河星耀8诠释旗舰的全能价", + "boxes": [ + 826, + 399, + 1088, + 429 + ] + }, + { + "text": "值得期待的旗舰级SUV", + "boxes": [ + 202, + 411, + 512, + 453 + ] + }, + { + "text": "法是哪一种呢？", + "boxes": [ + 1138, + 411, + 1284, + 443 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 415, + 1506, + 463 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 419, + 1626, + 449 + ] + }, + { + "text": "+5.639 ", + "boxes": [ + 1628, + 415, + 1700, + 465 + ] + }, + { + "text": "值", + "boxes": [ + 828, + 429, + 852, + 455 + ] + }, + { + "text": "", + "boxes": [ + 824, + 459, + 852, + 480 + ] + }, + { + "text": "√", + "boxes": [ + 852, + 463, + 874, + 476 + ] + }, + { + "text": "查看自选股建议", + "boxes": [ + 1624, + 457, + 1728, + 488 + ] + }, + { + "text": "。。", + "boxes": [ + 1460, + 467, + 1492, + 480 + ] + }, + { + "text": "长春市", + "boxes": [ + 1474, + 516, + 1518, + 534 + ] + }, + { + "text": "又是爆款？", + "boxes": [ + 505, + 525, + 795, + 596 + ] + }, + { + "text": "ZAKER娱乐·1小时", + "boxes": [ + 224, + 667, + 342, + 691 + ] + }, + { + "text": "有爱娱乐·3小时", + "boxes": [ + 824, + 665, + 954, + 695 + ] + }, + { + "text": "一点视频/喀哈车", + "boxes": [ + 534, + 675, + 636, + 707 + ] + }, + { + "text": "颜美食·2小时", + "boxes": [ + 1140, + 667, + 1252, + 691 + ] + }, + { + "text": "横店“20万群演\"现状：懒汉", + "boxes": [ + 200, + 687, + 470, + 723 + ] + }, + { + "text": "1", + "boxes": [ + 518, + 683, + 538, + 699 + ] + }, + { + "text": "76岁牛群北京地铁照被拍！裤", + "boxes": [ + 826, + 687, + 1104, + 723 + ] + }, + { + "text": "广西女子每次回娘家米饭都吃", + "boxes": [ + 1136, + 687, + 1408, + 723 + ] + }, + { + "text": "重磅新车划重点！吉利银河L6", + "boxes": [ + 512, + 699, + 794, + 735 + ] + }, + { + "text": "的乐园，光棍的世界，“疯子\"", + "boxes": [ + 200, + 713, + 476, + 748 + ] + }, + { + "text": "腿油漆抢镜，低调打扮无人认", + "boxes": [ + 824, + 713, + 1098, + 748 + ] + }, + { + "text": "不上，知道原因后，网友：换", + "boxes": [ + 1136, + 713, + 1410, + 748 + ] + }, + { + "text": "EM-i卖这个价格，到底值不", + "boxes": [ + 510, + 723, + 774, + 758 + ] + }, + { + "text": "的天堂", + "boxes": [ + 200, + 741, + 270, + 772 + ] + }, + { + "text": "出！", + "boxes": [ + 824, + 742, + 870, + 770 + ] + }, + { + "text": "我也不吃", + "boxes": [ + 1136, + 741, + 1228, + 772 + ] + }, + { + "text": "值", + "boxes": [ + 516, + 756, + 544, + 780 + ] + }, + { + "text": "", + "boxes": [ + 204, + 774, + 252, + 794 + ] + }, + { + "text": "1", + "boxes": [ + 512, + 778, + 550, + 806 + ] + }, + { + "text": "", + "boxes": [ + 1136, + 772, + 1190, + 798 + ] + }, + { + "text": "?", + "boxes": [ + 556, + 786, + 574, + 800 + ] + }, + { + "text": "热榜", + "boxes": [ + 197, + 818, + 265, + 861 + ] + }, + { + "text": "路况信息", + "boxes": [ + 1444, + 823, + 1560, + 860 + ] + }, + { + "text": "幸福街 车道限制 原因：占路施工", + "boxes": [ + 1450, + 864, + 1692, + 893 + ] + }, + { + "text": "1北京突降冰霍多车桥下躲避致后方大.", + "boxes": [ + 204, + 874, + 470, + 897 + ] + }, + { + "text": "2为救人错过高考少年获评见义勇为", + "boxes": [ + 202, + 907, + 448, + 937 + ] + }, + { + "text": "③京东美团等外卖平台被五部门约谈", + "boxes": [ + 204, + 949, + 444, + 973 + ] + }, + { + "text": "4外国航司狂接中国游流量", + "boxes": [ + 206, + 987, + 386, + 1011 + ] + }, + { + "text": "证券日报·1小时", + "boxes": [ + 514, + 979, + 644, + 1009 + ] + }, + { + "text": "杭州园林：公司对志趋汽车科", + "boxes": [ + 508, + 1000, + 782, + 1040 + ] + }, + { + "text": "17173热门游戏榜：《燕云十六声》新地图", + "boxes": [ + 820, + 996, + 1402, + 1050 + ] + }, + { + "text": "NBA将正式讨论扩军至32队", + "boxes": [ + 216, + 1024, + 408, + 1048 + ] + }, + { + "text": "1 - Micr", + "boxes": [ + 260, + 1052, + 306, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 6, + 62, + 130, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 250, + 61, + 442, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 22, + 111, + 184, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 492, + 155, + 556, + 181 + ] + }, + { + "text": "国际版", + "boxes": [ + 568, + 155, + 634, + 181 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 474, + 197, + 632, + 232 + ] + }, + { + "text": "ZAKER娱乐·1小时", + "boxes": [ + 224, + 381, + 342, + 405 + ] + }, + { + "text": "有爱娱乐·3小时", + "boxes": [ + 824, + 379, + 952, + 409 + ] + }, + { + "text": "颜美食·2小时", + "boxes": [ + 1142, + 381, + 1252, + 405 + ] + }, + { + "text": "横店“20万群演\"现状：懒汉", + "boxes": [ + 200, + 401, + 470, + 437 + ] + }, + { + "text": "一点视频/喀哈车", + "boxes": [ + 536, + 393, + 634, + 419 + ] + }, + { + "text": "76岁牛群北京地铁照被拍！裤", + "boxes": [ + 826, + 401, + 1104, + 437 + ] + }, + { + "text": "广西女子每次回娘家米饭都吃", + "boxes": [ + 1134, + 401, + 1406, + 437 + ] + }, + { + "text": "重磅新车划重点！吉利银河L6", + "boxes": [ + 512, + 413, + 792, + 449 + ] + }, + { + "text": "的乐园，光棍的世界，“疯子”", + "boxes": [ + 202, + 431, + 474, + 461 + ] + }, + { + "text": "腿油漆抢镜，低调打扮无人认", + "boxes": [ + 826, + 431, + 1096, + 461 + ] + }, + { + "text": "不上，知道原因后，网友：换", + "boxes": [ + 1134, + 427, + 1406, + 463 + ] + }, + { + "text": "EM-i卖这个价格，到底值不", + "boxes": [ + 514, + 443, + 774, + 472 + ] + }, + { + "text": "的天堂", + "boxes": [ + 200, + 457, + 272, + 488 + ] + }, + { + "text": "出！", + "boxes": [ + 826, + 457, + 870, + 484 + ] + }, + { + "text": "我也不吃", + "boxes": [ + 1133, + 450, + 1229, + 489 + ] + }, + { + "text": "", + "boxes": [ + 200, + 486, + 256, + 512 + ] + }, + { + "text": "", + "boxes": [ + 505, + 461, + 550, + 505 + ] + }, + { + "text": "1", + "boxes": [ + 514, + 496, + 548, + 518 + ] + }, + { + "text": "", + "boxes": [ + 824, + 488, + 878, + 514 + ] + }, + { + "text": "", + "boxes": [ + 1133, + 484, + 1191, + 515 + ] + }, + { + "text": "", + "boxes": [ + 556, + 500, + 574, + 516 + ] + }, + { + "text": "热榜", + "boxes": [ + 202, + 542, + 264, + 574 + ] + }, + { + "text": "路况信息", + "boxes": [ + 1446, + 542, + 1560, + 572 + ] + }, + { + "text": "幸福街 车道限制 原因：占路施工", + "boxes": [ + 1448, + 576, + 1690, + 606 + ] + }, + { + "text": "北京突降冰電多车桥下躲避致后方大..", + "boxes": [ + 220, + 586, + 470, + 615 + ] + }, + { + "text": "2为救人错过高考少年获评见义勇为", + "boxes": [ + 200, + 619, + 446, + 653 + ] + }, + { + "text": "③京东美团等外卖平台被五部门约谈", + "boxes": [ + 202, + 659, + 444, + 689 + ] + }, + { + "text": "4外国航司狂接中国游流量", + "boxes": [ + 206, + 699, + 388, + 729 + ] + }, + { + "text": "证券日报·1小时", + "boxes": [ + 520, + 701, + 640, + 719 + ] + }, + { + "text": "杭州园林：公司对志趋汽车科", + "boxes": [ + 510, + 715, + 782, + 750 + ] + }, + { + "text": "17173热门游戏榜：《燕云十六声》新地图", + "boxes": [ + 822, + 717, + 1400, + 764 + ] + }, + { + "text": "5 NBA将正式讨论扩军至32队", + "boxes": [ + 206, + 737, + 412, + 766 + ] + }, + { + "text": "技（浙江）有限公司的战略投", + "boxes": [ + 512, + 744, + 782, + 774 + ] + }, + { + "text": "凉州上线《魔兽世界怀旧服》迎接巫妖王...", + "boxes": [ + 822, + 752, + 1388, + 796 + ] + }, + { + "text": "6陈梦爆冷后把自己关在卫生间两小时", + "boxes": [ + 206, + 778, + 456, + 802 + ] + }, + { + "text": "资，是布局新兴产业、探索...", + "boxes": [ + 512, + 770, + 786, + 806 + ] + }, + { + "text": "apafa", + "boxes": [ + 1616, + 774, + 1724, + 812 + ] + }, + { + "text": "", + "boxes": [ + 509, + 795, + 567, + 831 + ] + }, + { + "text": "", + "boxes": [ + 822, + 802, + 878, + 828 + ] + }, + { + "text": "在地图上查看", + "boxes": [ + 1632, + 810, + 1716, + 834 + ] + }, + { + "text": "网友关注", + "boxes": [ + 828, + 860, + 914, + 885 + ] + }, + { + "text": "美国职业篮球联赛", + "boxes": [ + 1448, + 858, + 1614, + 887 + ] + }, + { + "text": "在你的区域中很受欢迎", + "boxes": [ + 1452, + 891, + 1578, + 921 + ] + }, + { + "text": "买哪款战算？", + "boxes": [ + 244, + 907, + 738, + 993 + ] + }, + { + "text": "四本女排前队长 官宣重大决定 正式跨", + "boxes": [ + 828, + 939, + 1098, + 969 + ] + }, + { + "text": "·5月14日", + "boxes": [ + 1570, + 931, + 1624, + 949 + ] + }, + { + "text": "05-112", + "boxes": [ + 1540, + 945, + 1642, + 975 + ] + }, + { + "text": "原被首部留出十强？", + "boxes": [ + 828, + 979, + 1008, + 1009 + ] + }, + { + "text": "完赛·5月13日", + "boxes": [ + 1552, + 995, + 1626, + 1020 + ] + }, + { + "text": "1.", + "boxes": [ + 204, + 1016, + 226, + 1030 + ] + }, + { + "text": "一点视频/优视汽车·1天", + "boxes": [ + 222, + 1011, + 370, + 1042 + ] + }, + { + "text": "消息称英伟达将全球总部设在中国台", + "boxes": [ + 830, + 1016, + 1080, + 1040 + ] + }, + { + "text": "114-10", + "boxes": [ + 1536, + 1016, + 1638, + 1042 + ] + }, + { + "text": "点视频/三乐大掌柜", + "boxes": [ + 1176, + 1026, + 1278, + 1050 + ] + }, + { + "text": "Search - Micr.", + "boxes": [ + 216, + 1048, + 312, + 1074 + ] + } + ] + }, + { + "frame_id": "30_3_6", + "episode_id": 30, + "env_id": 3, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.993782997131348, + "advantages": 0.2200513631105423, + "generated_text": "{\n \"intent\": \"Exploring the available tabs by clicking on the 'Getting Started' icon to see more information or settings\",\n \"action\": \"RightClick(167, 80)\"\n}", + "action_string": "RightClick(167, 80)", + "intent_string": "Exploring the available tabs by clicking on the 'Getting Started' icon to see more information or settings", + "before_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1114, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1284, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 671, + 1172, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 244, + 59, + 522, + 95 + ] + }, + { + "text": "Pin to Overflow Menu", + "boxes": [ + 184, + 85, + 342, + 109 + ] + }, + { + "text": " Remove from Toolbar", + "boxes": [ + 190, + 109, + 344, + 143 + ] + }, + { + "text": " Menu Bar", + "boxes": [ + 180, + 141, + 262, + 167 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Bookmarks Toolbal", + "boxes": [ + 194, + 167, + 320, + 191 + ] + }, + { + "text": "Customize.", + "boxes": [ + 194, + 199, + 268, + 216 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_4_6", + "episode_id": 30, + "env_id": 4, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.252788543701172, + "advantages": 0.3143763542175293, + "generated_text": "{\n \"intent\": \"Locate and interact with any webpage or application that may be accessible.\",\n \"action\": \"Click(152, 17)\"\n}", + "action_string": "Click(152, 17)", + "intent_string": "Locate and interact with any webpage or application that may be accessible.", + "before_screen_ocr_results": [ + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": "C", + "boxes": [ + 72, + 69, + 124, + 87 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "十", + "boxes": [ + 228, + 34, + 244, + 48 + ] + }, + { + "text": "→", + "boxes": [ + 40, + 66, + 128, + 89 + ] + }, + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_5_6", + "episode_id": 30, + "env_id": 5, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.236440658569336, + "advantages": 0.3084227442741394, + "generated_text": "{\n \"intent\": \"Move to the browser's address bar to start typing and exploring further options.\",\n \"action\": \"Move(748, 277)\"\n}", + "action_string": "Move(748, 277)", + "intent_string": "Move to the browser's address bar to start typing and exploring further options.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1882, + 93 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "View history, saved bookmarks, and m", + "boxes": [ + 1630, + 105, + 1890, + 123 + ] + }, + { + "text": "￥", + "boxes": [ + 1882, + 149, + 1902, + 169 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the ", + "boxes": [ + 658, + 290, + 736, + 314 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 768, + 306, + 864, + 330 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_6_6", + "episode_id": 30, + "env_id": 6, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.038118362426758, + "advantages": 0.23619747161865234, + "generated_text": "{\n \"intent\": \"Open a new tab to explore more websites or resources available in the environment.\",\n \"action\": \"DoubleClick(118, 67)\"\n}", + "action_string": "DoubleClick(118, 67)", + "intent_string": "Open a new tab to explore more websites or resources available in the environment.", + "before_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 24, + 32, + 86, + 50 + ] + }, + { + "text": "×+", + "boxes": [ + 197, + 27, + 249, + 52 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 66, + 130, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Impart bookmarks...", + "boxes": [ + 10, + 95, + 166, + 125 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→Q良", + "boxes": [ + 38, + 66, + 132, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_7_6", + "episode_id": 30, + "env_id": 7, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.04018783569336, + "advantages": -0.1272302269935608, + "generated_text": "{\n \"intent\": \"Move the cursor to the center of the screen to explore further or adjust focus.\",\n \"action\": \"Move(960, 960)\"\n}", + "action_string": "Move(960, 960)", + "intent_string": "Move the cursor to the center of the screen to explore further or adjust focus.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "30_0_7", + "episode_id": 30, + "env_id": 0, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.462380409240723, + "advantages": 0.026524443179368973, + "generated_text": "{\n \"intent\": \"To ensure all windows are visible, I need to move the LibreOffice window slightly to make sure there's enough space to explore other areas of the desktop.\",\n \"action\": \"Move(1019, 753)\"\n}", + "action_string": "Move(1019, 753)", + "intent_string": "To ensure all windows are visible, I need to move the LibreOffice window slightly to make sure there's enough space to explore other areas of the desktop.", + "before_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 102, + 32, + 190, + 56 + ] + }, + { + "text": "Open.", + "boxes": [ + 86, + 89, + 124, + 109 + ] + }, + { + "text": "Ctrl+o", + "boxes": [ + 258, + 87, + 308, + 107 + ] + }, + { + "text": "Open Remote..", + "boxes": [ + 86, + 111, + 184, + 137 + ] + }, + { + "text": "Recent Documents", + "boxes": [ + 82, + 137, + 212, + 167 + ] + }, + { + "text": "Mou", + "boxes": [ + 5, + 167, + 55, + 200 + ] + }, + { + "text": "Wizards", + "boxes": [ + 84, + 171, + 142, + 197 + ] + }, + { + "text": "Templates", + "boxes": [ + 90, + 201, + 150, + 220 + ] + }, + { + "text": "Digital Signatures", + "boxes": [ + 84, + 230, + 200, + 254 + ] + }, + { + "text": " Exit LibreOffice", + "boxes": [ + 80, + 262, + 188, + 286 + ] + }, + { + "text": "Ctrl+Q", + "boxes": [ + 258, + 264, + 302, + 282 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 56, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 64, + 286, + 138, + 312 + ] + }, + { + "text": "国", + "boxes": [ + 66, + 324, + 100, + 355 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 106, + 326, + 278, + 355 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 369, + 280, + 405 + ] + }, + { + "text": "回", + "boxes": [ + 66, + 411, + 102, + 453 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 108, + 423, + 310, + 447 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 100, + 496 + ] + }, + { + "text": "Draw Drawing", + "boxes": [ + 104, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 54, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 100, + 514, + 240, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 558, + 254, + 590 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 288, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 102, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": "New", + "boxes": [ + 86, + 62, + 116, + 81 + ] + }, + { + "text": "Open", + "boxes": [ + 90, + 91, + 122, + 105 + ] + }, + { + "text": "Ctrl+o", + "boxes": [ + 255, + 83, + 307, + 108 + ] + }, + { + "text": "Open Remote..", + "boxes": [ + 88, + 113, + 182, + 137 + ] + }, + { + "text": "Recent Documents", + "boxes": [ + 86, + 143, + 206, + 161 + ] + }, + { + "text": "Mou", + "boxes": [ + 5, + 167, + 55, + 200 + ] + }, + { + "text": "Wizards", + "boxes": [ + 86, + 173, + 140, + 193 + ] + }, + { + "text": "emplate", + "boxes": [ + 92, + 201, + 146, + 220 + ] + }, + { + "text": "Digital Signatures", + "boxes": [ + 84, + 230, + 198, + 254 + ] + }, + { + "text": " Exit LibreOffice", + "boxes": [ + 80, + 262, + 188, + 286 + ] + }, + { + "text": "Ctrl+Q", + "boxes": [ + 258, + 264, + 302, + 282 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 56, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 64, + 286, + 138, + 312 + ] + }, + { + "text": "国", + "boxes": [ + 68, + 324, + 100, + 355 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 106, + 326, + 276, + 355 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 371, + 280, + 401 + ] + }, + { + "text": "回", + "boxes": [ + 64, + 409, + 104, + 455 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 108, + 423, + 310, + 447 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 100, + 496 + ] + }, + { + "text": "Draw Drawing", + "boxes": [ + 104, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 54, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 100, + 514, + 240, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 558, + 254, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 34, + 613, + 54, + 629 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1372, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ] + }, + { + "frame_id": "30_1_7", + "episode_id": 30, + "env_id": 1, + "step": 7, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.055316686630249, + "generated_text": "{\n \"intent\": \"Move the mouse and click to open the Firefox browser, which would be the first step in exploring additional applications or content.\",\n \"action\": \"Move(50, 10) Click(1, 1)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": " Search the Web", + "boxes": [ + 654, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites v", + "boxes": [ + 492, + 401, + 590, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": " Search the Web", + "boxes": [ + 654, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites v", + "boxes": [ + 492, + 401, + 590, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_2_7", + "episode_id": 30, + "env_id": 2, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.527030944824219, + "advantages": 0.41425031423568726, + "generated_text": "{\n \"intent\": \"Clicking on the search bar will allow me to input and explore more information or perform specific queries.\",\n \"action\": \"DoubleClick(478, 74)\"\n}", + "action_string": "DoubleClick(478, 74)", + "intent_string": "Clicking on the search bar will allow me to input and explore more information or perform specific queries.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 6, + 62, + 130, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 440, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 22, + 111, + 184, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 492, + 155, + 556, + 181 + ] + }, + { + "text": "国际版", + "boxes": [ + 568, + 155, + 634, + 181 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 474, + 197, + 632, + 232 + ] + }, + { + "text": "ZAKER娱乐·1小时", + "boxes": [ + 224, + 381, + 342, + 405 + ] + }, + { + "text": "有爱娱乐·3小时", + "boxes": [ + 824, + 379, + 952, + 409 + ] + }, + { + "text": "颜美食·2小时", + "boxes": [ + 1142, + 381, + 1252, + 405 + ] + }, + { + "text": "横店“20万群演\"现状：懒汉", + "boxes": [ + 200, + 401, + 470, + 437 + ] + }, + { + "text": "一点视频/喀哈车", + "boxes": [ + 536, + 393, + 634, + 419 + ] + }, + { + "text": "76岁牛群北京地铁照被拍！裤", + "boxes": [ + 826, + 401, + 1104, + 437 + ] + }, + { + "text": "广西女子每次回娘家米饭都吃", + "boxes": [ + 1134, + 401, + 1406, + 437 + ] + }, + { + "text": "重磅新车划重点！吉利银河L6", + "boxes": [ + 512, + 413, + 792, + 449 + ] + }, + { + "text": "的乐园，光棍的世界，“疯子”", + "boxes": [ + 202, + 431, + 474, + 461 + ] + }, + { + "text": "腿油漆抢镜，低调打扮无人认", + "boxes": [ + 826, + 431, + 1096, + 461 + ] + }, + { + "text": "不上，知道原因后，网友：换", + "boxes": [ + 1134, + 427, + 1406, + 463 + ] + }, + { + "text": "EM-i卖这个价格，到底值不", + "boxes": [ + 514, + 443, + 774, + 472 + ] + }, + { + "text": "的天堂", + "boxes": [ + 200, + 457, + 272, + 488 + ] + }, + { + "text": "出！", + "boxes": [ + 826, + 457, + 870, + 484 + ] + }, + { + "text": "我也不吃", + "boxes": [ + 1133, + 450, + 1229, + 489 + ] + }, + { + "text": "", + "boxes": [ + 200, + 486, + 256, + 512 + ] + }, + { + "text": "", + "boxes": [ + 505, + 461, + 550, + 505 + ] + }, + { + "text": "1", + "boxes": [ + 514, + 496, + 548, + 518 + ] + }, + { + "text": "", + "boxes": [ + 824, + 488, + 878, + 514 + ] + }, + { + "text": "", + "boxes": [ + 1133, + 484, + 1191, + 515 + ] + }, + { + "text": "", + "boxes": [ + 556, + 500, + 574, + 516 + ] + }, + { + "text": "热榜", + "boxes": [ + 202, + 542, + 264, + 574 + ] + }, + { + "text": "路况信息", + "boxes": [ + 1446, + 542, + 1560, + 572 + ] + }, + { + "text": "幸福街 车道限制 原因：占路施工", + "boxes": [ + 1448, + 576, + 1690, + 606 + ] + }, + { + "text": "北京突降冰電多车桥下躲避致后方大..", + "boxes": [ + 220, + 586, + 470, + 615 + ] + }, + { + "text": "2为救人错过高考少年获评见义勇为", + "boxes": [ + 200, + 619, + 446, + 653 + ] + }, + { + "text": "③京东美团等外卖平台被五部门约谈", + "boxes": [ + 202, + 659, + 444, + 689 + ] + }, + { + "text": "4外国航司狂接中国游流量", + "boxes": [ + 206, + 699, + 388, + 729 + ] + }, + { + "text": "证券日报·1小时", + "boxes": [ + 520, + 701, + 640, + 719 + ] + }, + { + "text": "杭州园林：公司对志趋汽车科", + "boxes": [ + 510, + 715, + 782, + 750 + ] + }, + { + "text": "17173热门游戏榜：《燕云十六声》新地图", + "boxes": [ + 822, + 717, + 1400, + 764 + ] + }, + { + "text": "5NBA将正式讨论扩军至32队", + "boxes": [ + 206, + 737, + 412, + 766 + ] + }, + { + "text": "技（浙江）有限公司的战略投", + "boxes": [ + 512, + 744, + 782, + 774 + ] + }, + { + "text": "凉州上线《魔兽世界怀旧服》迎接巫妖王...", + "boxes": [ + 822, + 752, + 1388, + 796 + ] + }, + { + "text": "6陈梦爆冷后把自己关在卫生间两小时", + "boxes": [ + 206, + 778, + 456, + 802 + ] + }, + { + "text": "资，是布局新兴产业、探索..", + "boxes": [ + 512, + 770, + 786, + 806 + ] + }, + { + "text": "apafa", + "boxes": [ + 1616, + 774, + 1724, + 812 + ] + }, + { + "text": "", + "boxes": [ + 509, + 795, + 567, + 831 + ] + }, + { + "text": "", + "boxes": [ + 822, + 802, + 878, + 828 + ] + }, + { + "text": "在地图上查看", + "boxes": [ + 1632, + 810, + 1716, + 834 + ] + }, + { + "text": "网友关注", + "boxes": [ + 828, + 860, + 914, + 885 + ] + }, + { + "text": "美国职业篮球联赛", + "boxes": [ + 1448, + 858, + 1614, + 887 + ] + }, + { + "text": "在你的区域中很受欢迎", + "boxes": [ + 1452, + 891, + 1578, + 921 + ] + }, + { + "text": "买哪款战划算？", + "boxes": [ + 244, + 907, + 738, + 993 + ] + }, + { + "text": "四本女排前队长 官宣重大决定 正式跨", + "boxes": [ + 828, + 939, + 1098, + 969 + ] + }, + { + "text": "·5月14日", + "boxes": [ + 1570, + 931, + 1624, + 949 + ] + }, + { + "text": "05-112", + "boxes": [ + 1540, + 945, + 1642, + 975 + ] + }, + { + "text": "原被首部留出十强？", + "boxes": [ + 828, + 979, + 1008, + 1009 + ] + }, + { + "text": "完赛·5月13日", + "boxes": [ + 1552, + 995, + 1626, + 1020 + ] + }, + { + "text": "1.", + "boxes": [ + 204, + 1016, + 226, + 1030 + ] + }, + { + "text": "一点视频/优视汽车·1天", + "boxes": [ + 222, + 1011, + 370, + 1042 + ] + }, + { + "text": "消息称英伟达将全球总部设在中国台", + "boxes": [ + 830, + 1016, + 1080, + 1040 + ] + }, + { + "text": "114-10", + "boxes": [ + 1536, + 1016, + 1638, + 1042 + ] + }, + { + "text": "点视频/三乐大掌柜", + "boxes": [ + 1176, + 1026, + 1278, + 1050 + ] + }, + { + "text": "Search - Micr.", + "boxes": [ + 216, + 1048, + 312, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "①| https://cn.bing.com", + "boxes": [ + 246, + 57, + 452, + 95 + ] + }, + { + "text": "", + "boxes": [ + 463, + 64, + 486, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 24, + 111, + 186, + 151 + ] + }, + { + "text": " Apple ", + "boxes": [ + 256, + 109, + 328, + 135 + ] + }, + { + "text": "e - http://www.apple.com", + "boxes": [ + 316, + 111, + 478, + 135 + ] + }, + { + "text": " bing ", + "boxes": [ + 254, + 143, + 318, + 169 + ] + }, + { + "text": "bing.com", + "boxes": [ + 330, + 147, + 390, + 167 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 274, + 214, + 590, + 238 + ] + }, + { + "text": "", + "boxes": [ + 262, + 224, + 274, + 236 + ] + }, + { + "text": " iqiyi.com", + "boxes": [ + 594, + 220, + 664, + 242 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 252, + 324, + 272 + ] + }, + { + "text": "— zhihu.com", + "boxes": [ + 322, + 254, + 404, + 272 + ] + }, + { + "text": "G ifeng - ifeng.com", + "boxes": [ + 254, + 284, + 402, + 314 + ] + }, + { + "text": " weibo", + "boxes": [ + 254, + 322, + 328, + 347 + ] + }, + { + "text": "ZA", + "boxes": [ + 202, + 381, + 244, + 407 + ] + }, + { + "text": "横店", + "boxes": [ + 202, + 405, + 248, + 433 + ] + }, + { + "text": "This", + "boxes": [ + 260, + 408, + 292, + 432 + ] + }, + { + "text": "?", + "boxes": [ + 714, + 413, + 740, + 433 + ] + }, + { + "text": "的乐", + "boxes": [ + 200, + 427, + 252, + 461 + ] + }, + { + "text": "的天堂", + "boxes": [ + 198, + 453, + 274, + 490 + ] + }, + { + "text": "EM-买这个价格，到底值不", + "boxes": [ + 514, + 449, + 770, + 472 + ] + }, + { + "text": "出！", + "boxes": [ + 820, + 453, + 872, + 486 + ] + }, + { + "text": "我也不吃", + "boxes": [ + 1134, + 455, + 1228, + 486 + ] + }, + { + "text": "", + "boxes": [ + 200, + 486, + 254, + 512 + ] + }, + { + "text": "值", + "boxes": [ + 507, + 462, + 548, + 502 + ] + }, + { + "text": "#", + "boxes": [ + 548, + 492, + 580, + 524 + ] + }, + { + "text": "", + "boxes": [ + 821, + 483, + 857, + 517 + ] + }, + { + "text": "1", + "boxes": [ + 514, + 496, + 548, + 518 + ] + }, + { + "text": "", + "boxes": [ + 850, + 488, + 876, + 510 + ] + }, + { + "text": "", + "boxes": [ + 1135, + 487, + 1166, + 514 + ] + }, + { + "text": "", + "boxes": [ + 1162, + 490, + 1188, + 510 + ] + }, + { + "text": "热榜", + "boxes": [ + 202, + 542, + 264, + 574 + ] + }, + { + "text": "路况信息", + "boxes": [ + 1446, + 542, + 1560, + 572 + ] + }, + { + "text": "北京突降冰電多车桥下躲避致后方大.", + "boxes": [ + 222, + 586, + 466, + 609 + ] + }, + { + "text": "幸福街 车道限制 原因：占路施工", + "boxes": [ + 1450, + 578, + 1692, + 608 + ] + }, + { + "text": "2为救人错过高考少年获评见义勇为", + "boxes": [ + 204, + 623, + 444, + 647 + ] + }, + { + "text": "③京东美团等外卖平台被五部门约谈", + "boxes": [ + 200, + 657, + 446, + 691 + ] + }, + { + "text": "4外国航司狂接中国游流量", + "boxes": [ + 206, + 699, + 388, + 729 + ] + }, + { + "text": "证券日报·1小时", + "boxes": [ + 518, + 697, + 642, + 721 + ] + }, + { + "text": "杭州园林：公司对志趋汽车科", + "boxes": [ + 510, + 715, + 782, + 750 + ] + }, + { + "text": "17173热门游戏榜：《燕云十六声》新地图", + "boxes": [ + 824, + 717, + 1400, + 764 + ] + }, + { + "text": "5NBA将正式讨论扩军至32队", + "boxes": [ + 206, + 737, + 412, + 766 + ] + }, + { + "text": "技（浙江）有限公司的战略投", + "boxes": [ + 512, + 744, + 782, + 774 + ] + }, + { + "text": "凉州上线《魔兽世界怀旧服》迎接巫妖王...", + "boxes": [ + 828, + 758, + 1386, + 794 + ] + }, + { + "text": "6陈梦爆冷后把自己关在卫生间两小时", + "boxes": [ + 208, + 778, + 456, + 802 + ] + }, + { + "text": "资，是布局新兴产业、探索..", + "boxes": [ + 512, + 770, + 786, + 806 + ] + }, + { + "text": "apafa", + "boxes": [ + 1616, + 774, + 1724, + 812 + ] + }, + { + "text": "", + "boxes": [ + 516, + 806, + 564, + 826 + ] + }, + { + "text": "", + "boxes": [ + 822, + 802, + 878, + 828 + ] + }, + { + "text": "在地图上查看", + "boxes": [ + 1632, + 810, + 1716, + 834 + ] + }, + { + "text": "网友关注", + "boxes": [ + 828, + 860, + 914, + 885 + ] + }, + { + "text": "美国职业篮球联赛", + "boxes": [ + 1448, + 858, + 1614, + 887 + ] + }, + { + "text": "在你的区域中很受欢迎", + "boxes": [ + 1454, + 893, + 1578, + 917 + ] + }, + { + "text": "买哪款战算？", + "boxes": [ + 242, + 905, + 740, + 995 + ] + }, + { + "text": "四本女排前队长 官宣重大决定 正式跨", + "boxes": [ + 828, + 939, + 1098, + 969 + ] + }, + { + "text": "5月14日", + "boxes": [ + 1580, + 933, + 1620, + 949 + ] + }, + { + "text": "05-112", + "boxes": [ + 1542, + 947, + 1642, + 973 + ] + }, + { + "text": "原被首部留出十强？", + "boxes": [ + 828, + 979, + 1008, + 1009 + ] + }, + { + "text": "一点视频/优视汽车·1天", + "boxes": [ + 222, + 1011, + 370, + 1042 + ] + }, + { + "text": "消息称英伟达将全球总部设在中国台", + "boxes": [ + 830, + 1014, + 1080, + 1038 + ] + }, + { + "text": "点视频/三乐大掌柜", + "boxes": [ + 1174, + 1022, + 1278, + 1053 + ] + }, + { + "text": "114-10", + "boxes": [ + 1536, + 1014, + 1638, + 1040 + ] + }, + { + "text": "梦", + "boxes": [ + 188, + 1052, + 206, + 1068 + ] + }, + { + "text": "Search - Micr.", + "boxes": [ + 216, + 1048, + 310, + 1074 + ] + } + ] + }, + { + "frame_id": "30_3_7", + "episode_id": 30, + "env_id": 3, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.451208114624023, + "advantages": 0.3866370618343353, + "generated_text": "{\n \"intent\": \"Click on the ribbon bar which often holds additional options not immediately visible on the screen.\",\n \"action\": \"RightClick(218, 87)\"\n}", + "action_string": "RightClick(218, 87)", + "intent_string": "Click on the ribbon bar which often holds additional options not immediately visible on the screen.", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 244, + 59, + 522, + 95 + ] + }, + { + "text": "Pin to Overflow Menu", + "boxes": [ + 184, + 85, + 342, + 109 + ] + }, + { + "text": " Remove from Toolbar", + "boxes": [ + 190, + 109, + 344, + 143 + ] + }, + { + "text": " Menu Bar", + "boxes": [ + 180, + 141, + 262, + 167 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Bookmarks Toolbal", + "boxes": [ + 194, + 167, + 320, + 191 + ] + }, + { + "text": "Customize.", + "boxes": [ + 194, + 199, + 268, + 216 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 244, + 59, + 522, + 95 + ] + }, + { + "text": " Pin o Overflow Menu", + "boxes": [ + 190, + 85, + 342, + 109 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 10, + 97, + 158, + 125 + ] + }, + { + "text": " Remove from Toolbar", + "boxes": [ + 190, + 109, + 344, + 143 + ] + }, + { + "text": " Menu Bar", + "boxes": [ + 180, + 141, + 262, + 167 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Bookmarks Toolbal", + "boxes": [ + 194, + 167, + 320, + 191 + ] + }, + { + "text": "Customize.", + "boxes": [ + 194, + 199, + 268, + 216 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_4_7", + "episode_id": 30, + "env_id": 4, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.717926025390625, + "advantages": 0.4837707579135895, + "generated_text": "{\n \"intent\": \"Select a browser icon to explore or perform an operation related to those sites.\",\n \"action\": \"DoubleClick(356, 17)\" }", + "action_string": "DoubleClick(356, 17)", + "intent_string": "Select a browser icon to explore or perform an operation related to those sites.", + "before_screen_ocr_results": [ + { + "text": "十", + "boxes": [ + 228, + 34, + 244, + 48 + ] + }, + { + "text": "→", + "boxes": [ + 40, + 66, + 128, + 89 + ] + }, + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Mozilla Firefox", + "boxes": [ + 898, + 40, + 1024, + 64 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " New Tab", + "boxes": [ + 325, + 65, + 413, + 96 + ] + }, + { + "text": "→", + "boxes": [ + 348, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 548, + 99, + 818, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 330, + 141, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 504, + 139, + 634, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 580, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "QIY", + "boxes": [ + 859, + 451, + 936, + 508 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1112, + 524, + 1164, + 559 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 34, + 776, + 80, + 828 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 552, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 900, + 814 + ] + }, + { + "text": "Firefox Privac", + "boxes": [ + 1228, + 790, + 1320, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "lozilla Firefox", + "boxes": [ + 224, + 1048, + 312, + 1072 + ] + } + ] + }, + { + "frame_id": "30_5_7", + "episode_id": 30, + "env_id": 5, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.22066879272461, + "advantages": 0.3026789426803589, + "generated_text": "{\n \"intent\": \"The user needs to explore the browser interface, which likely includes interacting with the URL bar or commands via the keyboard.\",\n \"action\": \"Click(1475, 58)\" \n}", + "action_string": "Click(1475, 58)", + "intent_string": "The user needs to explore the browser interface, which likely includes interacting with the URL bar or commands via the keyboard.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the ", + "boxes": [ + 658, + 290, + 736, + 314 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 768, + 306, + 864, + 330 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 60, + 524, + 95 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 14, + 103, + 156, + 121 + ] + }, + { + "text": " Apple --htt://ww.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "a Amazon — http://www.amazon.com", + "boxes": [ + 256, + 179, + 510, + 202 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 252, + 210, + 592, + 242 + ] + }, + { + "text": "知zhihu -", + "boxes": [ + 254, + 250, + 328, + 274 + ] + }, + { + "text": "G ifeng - ifeng.com", + "boxes": [ + 254, + 284, + 402, + 314 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "30_6_7", + "episode_id": 30, + "env_id": 6, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.293848037719727, + "advantages": 0.3293294608592987, + "generated_text": "{\n \"intent\": \"To make a search query without going to a specific website.\",\n \"action\": \"DoubleClick(279, 68)\"\n}", + "action_string": "DoubleClick(279, 68)", + "intent_string": "To make a search query without going to a specific website.", + "before_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→Q良", + "boxes": [ + 38, + 66, + 132, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": " Apple -- tt://www.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 272, + 214, + 590, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 252, + 324, + 272 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1225, + 673, + 1417, + 735 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "30_7_7", + "episode_id": 30, + "env_id": 7, + "step": 7, + "format_rewards": 1.0, + "rewards": 7.980183124542236, + "advantages": -0.14908282458782196, + "generated_text": "{\n \"intent\": \"Opening an application is necessary to proceed with exploring the interface or accessing certain features.\",\n \"action\": \"DoubleClick(345, 234)\" }", + "action_string": "DoubleClick(345, 234)", + "intent_string": "Opening an application is necessary to proceed with exploring the interface or accessing certain features.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "30_0_8", + "episode_id": 30, + "env_id": 0, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.632159233093262, + "advantages": 0.08835472911596298, + "generated_text": "{\n \"intent\": \"Click in the LibreOffice dock to maximize the application window. This will reveal more of the desktop behind it.\",\n \"action\": \"DoubleClick(672, 343)\"\n}", + "action_string": "DoubleClick(672, 343)", + "intent_string": "Click in the LibreOffice dock to maximize the application window. This will reveal more of the desktop behind it.", + "before_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 102, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": "New", + "boxes": [ + 86, + 62, + 116, + 81 + ] + }, + { + "text": "Open", + "boxes": [ + 90, + 91, + 122, + 105 + ] + }, + { + "text": "Ctrl+o", + "boxes": [ + 255, + 83, + 307, + 108 + ] + }, + { + "text": "Open Remote..", + "boxes": [ + 88, + 113, + 182, + 137 + ] + }, + { + "text": "Recent Documents", + "boxes": [ + 86, + 143, + 206, + 161 + ] + }, + { + "text": "Mou", + "boxes": [ + 5, + 167, + 55, + 200 + ] + }, + { + "text": "Wizards", + "boxes": [ + 86, + 173, + 140, + 193 + ] + }, + { + "text": "emplate", + "boxes": [ + 92, + 201, + 146, + 220 + ] + }, + { + "text": "Digital Signatures", + "boxes": [ + 84, + 230, + 198, + 254 + ] + }, + { + "text": " Exit LibreOffice", + "boxes": [ + 80, + 262, + 188, + 286 + ] + }, + { + "text": "Ctrl+Q", + "boxes": [ + 258, + 264, + 302, + 282 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 56, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 64, + 286, + 138, + 312 + ] + }, + { + "text": "国", + "boxes": [ + 68, + 324, + 100, + 355 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 106, + 326, + 276, + 355 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 371, + 280, + 401 + ] + }, + { + "text": "回", + "boxes": [ + 64, + 409, + 104, + 455 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 108, + 423, + 310, + 447 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 100, + 496 + ] + }, + { + "text": "Draw Drawing", + "boxes": [ + 104, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 54, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 100, + 514, + 240, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 558, + 254, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 34, + 613, + 54, + 629 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1372, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 98, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 113, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "D", + "boxes": [ + 66, + 175, + 102, + 210 + ] + }, + { + "text": " Recent Files ", + "boxes": [ + 102, + 181, + 228, + 212 + ] + }, + { + "text": "", + "boxes": [ + 74, + 230, + 104, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "国", + "boxes": [ + 66, + 324, + 100, + 353 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 276, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 371, + 280, + 401 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 106, + 419, + 312, + 449 + ] + }, + { + "text": "D", + "boxes": [ + 68, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 98, + 514, + 242, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 560, + 258, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 288, + 1068 + ] + } + ] + }, + { + "frame_id": "30_1_8", + "episode_id": 30, + "env_id": 1, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.726628303527832, + "advantages": 0.12275859713554382, + "generated_text": "{\n \"intent\": \"Move the mouse to view more content on the desktop or in applications. The focus should be on identifying actionable items.\",\n \"action\": \"DoubleClick(497, 24)\"\n}", + "action_string": "DoubleClick(497, 24)", + "intent_string": "Move the mouse to view more content on the desktop or in applications. The focus should be on identifying actionable items.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": " Search the Web", + "boxes": [ + 654, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites v", + "boxes": [ + 492, + 401, + 590, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter adress", + "boxes": [ + 248, + 64, + 520, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_2_8", + "episode_id": 30, + "env_id": 2, + "step": 8, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.055316686630249, + "generated_text": "{\n \"intent\": \"Move the cursor to the screen's center, then double click to open the Bing search box. This will allow exploration of the Bing website and potential access to other areas.\",\n \"action\": \"Move(936, 74) DoubleClick(940, 82)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "①| https://cn.bing.com", + "boxes": [ + 246, + 57, + 452, + 95 + ] + }, + { + "text": "", + "boxes": [ + 463, + 64, + 486, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 24, + 111, + 186, + 151 + ] + }, + { + "text": " Apple ", + "boxes": [ + 256, + 109, + 328, + 135 + ] + }, + { + "text": "e - http://www.apple.com", + "boxes": [ + 316, + 111, + 478, + 135 + ] + }, + { + "text": " bing ", + "boxes": [ + 254, + 143, + 318, + 169 + ] + }, + { + "text": "bing.com", + "boxes": [ + 330, + 147, + 390, + 167 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 274, + 214, + 590, + 238 + ] + }, + { + "text": "", + "boxes": [ + 262, + 224, + 274, + 236 + ] + }, + { + "text": " iqiyi.com", + "boxes": [ + 594, + 220, + 664, + 242 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 252, + 324, + 272 + ] + }, + { + "text": "— zhihu.com", + "boxes": [ + 322, + 254, + 404, + 272 + ] + }, + { + "text": "G ifeng - ifeng.com", + "boxes": [ + 254, + 284, + 402, + 314 + ] + }, + { + "text": " weibo", + "boxes": [ + 254, + 322, + 328, + 347 + ] + }, + { + "text": "ZA", + "boxes": [ + 202, + 381, + 244, + 407 + ] + }, + { + "text": "横店", + "boxes": [ + 202, + 405, + 248, + 433 + ] + }, + { + "text": "This", + "boxes": [ + 260, + 408, + 292, + 432 + ] + }, + { + "text": "?", + "boxes": [ + 714, + 413, + 740, + 433 + ] + }, + { + "text": "的乐", + "boxes": [ + 200, + 427, + 252, + 461 + ] + }, + { + "text": "的天堂", + "boxes": [ + 198, + 453, + 274, + 490 + ] + }, + { + "text": "EM-买这个价格，到底值不", + "boxes": [ + 514, + 449, + 770, + 472 + ] + }, + { + "text": "出！", + "boxes": [ + 820, + 453, + 872, + 486 + ] + }, + { + "text": "我也不吃", + "boxes": [ + 1134, + 455, + 1228, + 486 + ] + }, + { + "text": "", + "boxes": [ + 200, + 486, + 254, + 512 + ] + }, + { + "text": "值", + "boxes": [ + 507, + 462, + 548, + 502 + ] + }, + { + "text": "#", + "boxes": [ + 548, + 492, + 580, + 524 + ] + }, + { + "text": "", + "boxes": [ + 821, + 483, + 857, + 517 + ] + }, + { + "text": "1", + "boxes": [ + 514, + 496, + 548, + 518 + ] + }, + { + "text": "", + "boxes": [ + 850, + 488, + 876, + 510 + ] + }, + { + "text": "", + "boxes": [ + 1135, + 487, + 1166, + 514 + ] + }, + { + "text": "", + "boxes": [ + 1162, + 490, + 1188, + 510 + ] + }, + { + "text": "热榜", + "boxes": [ + 202, + 542, + 264, + 574 + ] + }, + { + "text": "路况信息", + "boxes": [ + 1446, + 542, + 1560, + 572 + ] + }, + { + "text": "北京突降冰電多车桥下躲避致后方大.", + "boxes": [ + 222, + 586, + 466, + 609 + ] + }, + { + "text": "幸福街 车道限制 原因：占路施工", + "boxes": [ + 1450, + 578, + 1692, + 608 + ] + }, + { + "text": "2为救人错过高考少年获评见义勇为", + "boxes": [ + 204, + 623, + 444, + 647 + ] + }, + { + "text": "③京东美团等外卖平台被五部门约谈", + "boxes": [ + 200, + 657, + 446, + 691 + ] + }, + { + "text": "4外国航司狂接中国游流量", + "boxes": [ + 206, + 699, + 388, + 729 + ] + }, + { + "text": "证券日报·1小时", + "boxes": [ + 518, + 697, + 642, + 721 + ] + }, + { + "text": "杭州园林：公司对志趋汽车科", + "boxes": [ + 510, + 715, + 782, + 750 + ] + }, + { + "text": "17173热门游戏榜：《燕云十六声》新地图", + "boxes": [ + 824, + 717, + 1400, + 764 + ] + }, + { + "text": "5NBA将正式讨论扩军至32队", + "boxes": [ + 206, + 737, + 412, + 766 + ] + }, + { + "text": "技（浙江）有限公司的战略投", + "boxes": [ + 512, + 744, + 782, + 774 + ] + }, + { + "text": "凉州上线《魔兽世界怀旧服》迎接巫妖王...", + "boxes": [ + 828, + 758, + 1386, + 794 + ] + }, + { + "text": "6陈梦爆冷后把自己关在卫生间两小时", + "boxes": [ + 208, + 778, + 456, + 802 + ] + }, + { + "text": "资，是布局新兴产业、探索..", + "boxes": [ + 512, + 770, + 786, + 806 + ] + }, + { + "text": "apafa", + "boxes": [ + 1616, + 774, + 1724, + 812 + ] + }, + { + "text": "", + "boxes": [ + 516, + 806, + 564, + 826 + ] + }, + { + "text": "", + "boxes": [ + 822, + 802, + 878, + 828 + ] + }, + { + "text": "在地图上查看", + "boxes": [ + 1632, + 810, + 1716, + 834 + ] + }, + { + "text": "网友关注", + "boxes": [ + 828, + 860, + 914, + 885 + ] + }, + { + "text": "美国职业篮球联赛", + "boxes": [ + 1448, + 858, + 1614, + 887 + ] + }, + { + "text": "在你的区域中很受欢迎", + "boxes": [ + 1454, + 893, + 1578, + 917 + ] + }, + { + "text": "买哪款战算？", + "boxes": [ + 242, + 905, + 740, + 995 + ] + }, + { + "text": "四本女排前队长 官宣重大决定 正式跨", + "boxes": [ + 828, + 939, + 1098, + 969 + ] + }, + { + "text": "5月14日", + "boxes": [ + 1580, + 933, + 1620, + 949 + ] + }, + { + "text": "05-112", + "boxes": [ + 1542, + 947, + 1642, + 973 + ] + }, + { + "text": "原被首部留出十强？", + "boxes": [ + 828, + 979, + 1008, + 1009 + ] + }, + { + "text": "一点视频/优视汽车·1天", + "boxes": [ + 222, + 1011, + 370, + 1042 + ] + }, + { + "text": "消息称英伟达将全球总部设在中国台", + "boxes": [ + 830, + 1014, + 1080, + 1038 + ] + }, + { + "text": "点视频/三乐大掌柜", + "boxes": [ + 1174, + 1022, + 1278, + 1053 + ] + }, + { + "text": "114-10", + "boxes": [ + 1536, + 1014, + 1638, + 1040 + ] + }, + { + "text": "梦", + "boxes": [ + 188, + 1052, + 206, + 1068 + ] + }, + { + "text": "Search - Micr.", + "boxes": [ + 216, + 1048, + 310, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "①| https://cn.bing.com", + "boxes": [ + 246, + 57, + 452, + 95 + ] + }, + { + "text": "", + "boxes": [ + 463, + 64, + 486, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 24, + 111, + 186, + 151 + ] + }, + { + "text": " Apple ", + "boxes": [ + 256, + 109, + 328, + 135 + ] + }, + { + "text": "e - http://www.apple.com", + "boxes": [ + 316, + 111, + 478, + 135 + ] + }, + { + "text": " bing ", + "boxes": [ + 254, + 143, + 318, + 169 + ] + }, + { + "text": "bing.com", + "boxes": [ + 330, + 147, + 390, + 167 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 274, + 214, + 590, + 238 + ] + }, + { + "text": "", + "boxes": [ + 262, + 224, + 274, + 236 + ] + }, + { + "text": " iqiyi.com", + "boxes": [ + 594, + 220, + 664, + 242 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 252, + 324, + 272 + ] + }, + { + "text": "— zhihu.com", + "boxes": [ + 322, + 254, + 404, + 272 + ] + }, + { + "text": "G ifeng - ifeng.com", + "boxes": [ + 254, + 284, + 402, + 314 + ] + }, + { + "text": " weibo", + "boxes": [ + 254, + 322, + 328, + 347 + ] + }, + { + "text": "ZA", + "boxes": [ + 202, + 381, + 244, + 407 + ] + }, + { + "text": "横店", + "boxes": [ + 202, + 405, + 248, + 433 + ] + }, + { + "text": "This", + "boxes": [ + 260, + 408, + 292, + 432 + ] + }, + { + "text": "?", + "boxes": [ + 714, + 413, + 740, + 433 + ] + }, + { + "text": "的乐", + "boxes": [ + 200, + 427, + 252, + 461 + ] + }, + { + "text": "的天堂", + "boxes": [ + 198, + 453, + 274, + 490 + ] + }, + { + "text": "EM-买这个价格，到底值不", + "boxes": [ + 514, + 449, + 770, + 472 + ] + }, + { + "text": "出！", + "boxes": [ + 820, + 453, + 872, + 486 + ] + }, + { + "text": "我也不吃", + "boxes": [ + 1134, + 455, + 1228, + 486 + ] + }, + { + "text": "", + "boxes": [ + 200, + 486, + 254, + 512 + ] + }, + { + "text": "值", + "boxes": [ + 507, + 462, + 548, + 502 + ] + }, + { + "text": "#", + "boxes": [ + 548, + 492, + 580, + 524 + ] + }, + { + "text": "", + "boxes": [ + 821, + 483, + 857, + 517 + ] + }, + { + "text": "1", + "boxes": [ + 514, + 496, + 548, + 518 + ] + }, + { + "text": "", + "boxes": [ + 850, + 488, + 876, + 510 + ] + }, + { + "text": "", + "boxes": [ + 1135, + 487, + 1166, + 514 + ] + }, + { + "text": "", + "boxes": [ + 1162, + 490, + 1188, + 510 + ] + }, + { + "text": "热榜", + "boxes": [ + 202, + 542, + 264, + 574 + ] + }, + { + "text": "路况信息", + "boxes": [ + 1446, + 542, + 1560, + 572 + ] + }, + { + "text": "北京突降冰電多车桥下躲避致后方大.", + "boxes": [ + 222, + 586, + 466, + 609 + ] + }, + { + "text": "幸福街 车道限制 原因：占路施工", + "boxes": [ + 1450, + 578, + 1692, + 608 + ] + }, + { + "text": "2为救人错过高考少年获评见义勇为", + "boxes": [ + 204, + 623, + 444, + 647 + ] + }, + { + "text": "③京东美团等外卖平台被五部门约谈", + "boxes": [ + 200, + 657, + 446, + 691 + ] + }, + { + "text": "4外国航司狂接中国游流量", + "boxes": [ + 206, + 699, + 388, + 729 + ] + }, + { + "text": "证券日报·1小时", + "boxes": [ + 518, + 697, + 642, + 721 + ] + }, + { + "text": "杭州园林：公司对志趋汽车科", + "boxes": [ + 510, + 715, + 782, + 750 + ] + }, + { + "text": "17173热门游戏榜：《燕云十六声》新地图", + "boxes": [ + 824, + 717, + 1400, + 764 + ] + }, + { + "text": "5NBA将正式讨论扩军至32队", + "boxes": [ + 206, + 737, + 412, + 766 + ] + }, + { + "text": "技（浙江）有限公司的战略投", + "boxes": [ + 512, + 744, + 782, + 774 + ] + }, + { + "text": "凉州上线《魔兽世界怀旧服》迎接巫妖王...", + "boxes": [ + 828, + 758, + 1386, + 794 + ] + }, + { + "text": "6陈梦爆冷后把自己关在卫生间两小时", + "boxes": [ + 208, + 778, + 456, + 802 + ] + }, + { + "text": "资，是布局新兴产业、探索..", + "boxes": [ + 512, + 770, + 786, + 806 + ] + }, + { + "text": "apafa", + "boxes": [ + 1616, + 774, + 1724, + 812 + ] + }, + { + "text": "", + "boxes": [ + 516, + 806, + 564, + 826 + ] + }, + { + "text": "", + "boxes": [ + 822, + 802, + 878, + 828 + ] + }, + { + "text": "在地图上查看", + "boxes": [ + 1632, + 810, + 1716, + 834 + ] + }, + { + "text": "网友关注", + "boxes": [ + 828, + 860, + 914, + 885 + ] + }, + { + "text": "美国职业篮球联赛", + "boxes": [ + 1448, + 858, + 1614, + 887 + ] + }, + { + "text": "在你的区域中很受欢迎", + "boxes": [ + 1454, + 893, + 1578, + 917 + ] + }, + { + "text": "买哪款战算？", + "boxes": [ + 242, + 905, + 740, + 995 + ] + }, + { + "text": "四本女排前队长 官宣重大决定 正式跨", + "boxes": [ + 828, + 939, + 1098, + 969 + ] + }, + { + "text": "5月14日", + "boxes": [ + 1580, + 933, + 1620, + 949 + ] + }, + { + "text": "05-112", + "boxes": [ + 1542, + 947, + 1642, + 973 + ] + }, + { + "text": "原被首部留出十强？", + "boxes": [ + 828, + 979, + 1008, + 1009 + ] + }, + { + "text": "一点视频/优视汽车·1天", + "boxes": [ + 222, + 1011, + 370, + 1042 + ] + }, + { + "text": "消息称英伟达将全球总部设在中国台", + "boxes": [ + 830, + 1014, + 1080, + 1038 + ] + }, + { + "text": "点视频/三乐大掌柜", + "boxes": [ + 1174, + 1022, + 1278, + 1053 + ] + }, + { + "text": "114-10", + "boxes": [ + 1536, + 1014, + 1638, + 1040 + ] + }, + { + "text": "梦", + "boxes": [ + 188, + 1052, + 206, + 1068 + ] + }, + { + "text": "Search - Micr.", + "boxes": [ + 216, + 1048, + 310, + 1074 + ] + } + ] + }, + { + "frame_id": "30_3_8", + "episode_id": 30, + "env_id": 3, + "step": 8, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.055316686630249, + "generated_text": "{\n \"intent\": \"Move closer to maximizing the window to see all the content more easily.\",\n \"action\": \"ScrollDown(0, 1080)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 244, + 59, + 522, + 95 + ] + }, + { + "text": " Pin o Overflow Menu", + "boxes": [ + 190, + 85, + 342, + 109 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 10, + 97, + 158, + 125 + ] + }, + { + "text": " Remove from Toolbar", + "boxes": [ + 190, + 109, + 344, + 143 + ] + }, + { + "text": " Menu Bar", + "boxes": [ + 180, + 141, + 262, + 167 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Bookmarks Toolbal", + "boxes": [ + 194, + 167, + 320, + 191 + ] + }, + { + "text": "Customize.", + "boxes": [ + 194, + 199, + 268, + 216 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 244, + 59, + 522, + 95 + ] + }, + { + "text": " Pin o Overflow Menu", + "boxes": [ + 190, + 85, + 342, + 109 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 10, + 97, + 158, + 125 + ] + }, + { + "text": " Remove from Toolbar", + "boxes": [ + 190, + 109, + 344, + 143 + ] + }, + { + "text": " Menu Bar", + "boxes": [ + 180, + 141, + 262, + 167 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Bookmarks Toolbal", + "boxes": [ + 194, + 167, + 320, + 191 + ] + }, + { + "text": "Customize.", + "boxes": [ + 194, + 199, + 268, + 216 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_4_8", + "episode_id": 30, + "env_id": 4, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.224722862243652, + "advantages": 0.3041553497314453, + "generated_text": "{\n \"intent\": \"Click on the Firefox icon to open it, allowing further exploration of the desktop or other applications.\",\n \"action\": \"Click(65, 53)\"\n}", + "action_string": "Click(65, 53)", + "intent_string": "Click on the Firefox icon to open it, allowing further exploration of the desktop or other applications.", + "before_screen_ocr_results": [ + { + "text": "Mozilla Firefox", + "boxes": [ + 898, + 40, + 1024, + 64 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " New Tab", + "boxes": [ + 325, + 65, + 413, + 96 + ] + }, + { + "text": "→", + "boxes": [ + 348, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 548, + 99, + 818, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 330, + 141, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 504, + 139, + 634, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 580, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "QIY", + "boxes": [ + 859, + 451, + 936, + 508 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1112, + 524, + 1164, + 559 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 34, + 776, + 80, + 828 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 552, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 900, + 814 + ] + }, + { + "text": "Firefox Privac", + "boxes": [ + 1228, + 790, + 1320, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "lozilla Firefox", + "boxes": [ + 224, + 1048, + 312, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 46, + 342, + 60 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 906, + 42, + 1020, + 60 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": "Firef Firefox", + "boxes": [ + 21, + 57, + 136, + 96 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 414, + 93 + ] + }, + { + "text": "×+", + "boxes": [ + 520, + 69, + 572, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 350, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 546, + 99, + 820, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 328, + 137, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 506, + 143, + 632, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 582, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1113, + 525, + 1161, + 557 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 620 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1150, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 30, + 771, + 82, + 832 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 900, + 814 + ] + }, + { + "text": "Firefox Privac", + "boxes": [ + 1228, + 790, + 1320, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "illa Firefox", + "boxes": [ + 242, + 1050, + 312, + 1072 + ] + } + ] + }, + { + "frame_id": "30_5_8", + "episode_id": 30, + "env_id": 5, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.011292457580566, + "advantages": 0.22642797231674194, + "generated_text": "{\n \"intent\": \"Click on a popular website link to proceed with navigation\",\n \"action\": \"DoubleClick(240, 307)\" \n}", + "action_string": "DoubleClick(240, 307)", + "intent_string": "Click on a popular website link to proceed with navigation", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 36, + 68, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter adress", + "boxes": [ + 248, + 62, + 522, + 91 + ] + }, + { + "text": " Apple -- tt://www.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 272, + 214, + 590, + 238 + ] + }, + { + "text": "知zhihu ", + "boxes": [ + 256, + 252, + 326, + 274 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 38, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 250, + 61, + 518, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_6_8", + "episode_id": 30, + "env_id": 6, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.657120704650879, + "advantages": 0.09744522720575333, + "generated_text": "{\n \"intent\": \"Clicking on the search bar will allow me to input any website or search queries I'm interested in.\",\n \"action\": \"DoubleClick(0, 0)\"\n}", + "action_string": "DoubleClick(0, 0)", + "intent_string": "Clicking on the search bar will allow me to input any website or search queries I'm interested in.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 248, + 60, + 524, + 95 + ] + }, + { + "text": " Apple -- tt://www.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 272, + 214, + 590, + 238 + ] + }, + { + "text": "知zhihu -", + "boxes": [ + 254, + 250, + 328, + 274 + ] + }, + { + "text": "G ifeng - ifeng.com", + "boxes": [ + 254, + 284, + 402, + 314 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1225, + 673, + 1417, + 735 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_7_8", + "episode_id": 30, + "env_id": 7, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.057146072387695, + "advantages": -0.12105434387922287, + "generated_text": "{\n \"intent\": \"Locating a file or folder that has been recently created or renamed to check its contents.\",\n \"action\": \"Key(\\\"Shift+K\\\")\"\n}", + "action_string": "Key(Shift_L+K)", + "intent_string": "Locating a file or folder that has been recently created or renamed to check its contents.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "30_0_9", + "episode_id": 30, + "env_id": 0, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.328251838684082, + "advantages": -0.022322682663798332, + "generated_text": "{\n \"intent\": \"Begin exploration by looking at other available applications.\",\n \"action\": \"DoubleClick(400, 150)\" \n}", + "action_string": "DoubleClick(400, 150)", + "intent_string": "Begin exploration by looking at other available applications.", + "before_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 98, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 113, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "D", + "boxes": [ + 66, + 175, + 102, + 210 + ] + }, + { + "text": " Recent Files ", + "boxes": [ + 102, + 181, + 228, + 212 + ] + }, + { + "text": "", + "boxes": [ + 74, + 230, + 104, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "国", + "boxes": [ + 66, + 324, + 100, + 353 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 276, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 371, + 280, + 401 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 106, + 419, + 312, + 449 + ] + }, + { + "text": "D", + "boxes": [ + 68, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 98, + 514, + 242, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 558, + 256, + 588 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 288, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 98, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "D", + "boxes": [ + 66, + 175, + 102, + 210 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 74, + 230, + 100, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "国", + "boxes": [ + 66, + 324, + 100, + 353 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 276, + 356 + ] + }, + { + "text": "", + "boxes": [ + 58, + 361, + 106, + 409 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 371, + 280, + 401 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 106, + 419, + 312, + 449 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 98, + 514, + 242, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 558, + 258, + 588 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ] + }, + { + "frame_id": "30_1_9", + "episode_id": 30, + "env_id": 1, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.667587280273438, + "advantages": 0.10125695914030075, + "generated_text": "{\n \"intent\": \"Exploring the desktop by clicking frequently seen icons.\",\n \"action\": \"DoubleClick(354, 24)\" \n}", + "action_string": "DoubleClick(354, 24)", + "intent_string": "Exploring the desktop by clicking frequently seen icons.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter adress", + "boxes": [ + 248, + 64, + 520, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 248, + 32, + 314, + 52 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 64, + 520, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_2_9", + "episode_id": 30, + "env_id": 2, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.232739448547363, + "advantages": 0.3070748448371887, + "generated_text": "{\n \"intent\": \"Move the mouse to the center of the screen to better visualize and mind map the desktop.\",\n \"action\": \"Move(960, 542)\"\n}", + "action_string": "Move(960, 542)", + "intent_string": "Move the mouse to the center of the screen to better visualize and mind map the desktop.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "①| https://cn.bing.com", + "boxes": [ + 246, + 57, + 452, + 95 + ] + }, + { + "text": "", + "boxes": [ + 463, + 64, + 486, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 24, + 111, + 186, + 151 + ] + }, + { + "text": " Apple ", + "boxes": [ + 256, + 109, + 328, + 135 + ] + }, + { + "text": "e - http://www.apple.com", + "boxes": [ + 316, + 111, + 478, + 135 + ] + }, + { + "text": " bing ", + "boxes": [ + 254, + 143, + 318, + 169 + ] + }, + { + "text": "bing.com", + "boxes": [ + 330, + 147, + 390, + 167 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 274, + 214, + 590, + 238 + ] + }, + { + "text": "", + "boxes": [ + 262, + 224, + 274, + 236 + ] + }, + { + "text": " iqiyi.com", + "boxes": [ + 594, + 220, + 664, + 242 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 252, + 324, + 272 + ] + }, + { + "text": "— zhihu.com", + "boxes": [ + 322, + 254, + 404, + 272 + ] + }, + { + "text": "G ifeng - ifeng.com", + "boxes": [ + 254, + 284, + 402, + 314 + ] + }, + { + "text": " weibo", + "boxes": [ + 254, + 322, + 328, + 347 + ] + }, + { + "text": "ZA", + "boxes": [ + 202, + 381, + 244, + 407 + ] + }, + { + "text": "横店", + "boxes": [ + 202, + 405, + 248, + 433 + ] + }, + { + "text": "This", + "boxes": [ + 260, + 408, + 292, + 432 + ] + }, + { + "text": "?", + "boxes": [ + 714, + 413, + 740, + 433 + ] + }, + { + "text": "的乐", + "boxes": [ + 200, + 427, + 252, + 461 + ] + }, + { + "text": "的天堂", + "boxes": [ + 198, + 453, + 274, + 490 + ] + }, + { + "text": "EM-买这个价格，到底值不", + "boxes": [ + 514, + 449, + 770, + 472 + ] + }, + { + "text": "出！", + "boxes": [ + 820, + 453, + 872, + 486 + ] + }, + { + "text": "我也不吃", + "boxes": [ + 1134, + 455, + 1228, + 486 + ] + }, + { + "text": "", + "boxes": [ + 200, + 486, + 254, + 512 + ] + }, + { + "text": "值", + "boxes": [ + 507, + 462, + 548, + 502 + ] + }, + { + "text": "#", + "boxes": [ + 548, + 492, + 580, + 524 + ] + }, + { + "text": "", + "boxes": [ + 821, + 483, + 857, + 517 + ] + }, + { + "text": "1", + "boxes": [ + 514, + 496, + 548, + 518 + ] + }, + { + "text": "", + "boxes": [ + 850, + 488, + 876, + 510 + ] + }, + { + "text": "", + "boxes": [ + 1135, + 487, + 1166, + 514 + ] + }, + { + "text": "", + "boxes": [ + 1162, + 490, + 1188, + 510 + ] + }, + { + "text": "热榜", + "boxes": [ + 202, + 542, + 264, + 574 + ] + }, + { + "text": "路况信息", + "boxes": [ + 1446, + 542, + 1560, + 572 + ] + }, + { + "text": "北京突降冰電多车桥下躲避致后方大.", + "boxes": [ + 222, + 586, + 466, + 609 + ] + }, + { + "text": "幸福街 车道限制 原因：占路施工", + "boxes": [ + 1450, + 578, + 1692, + 608 + ] + }, + { + "text": "2为救人错过高考少年获评见义勇为", + "boxes": [ + 204, + 623, + 444, + 647 + ] + }, + { + "text": "③京东美团等外卖平台被五部门约谈", + "boxes": [ + 200, + 657, + 446, + 691 + ] + }, + { + "text": "4外国航司狂接中国游流量", + "boxes": [ + 206, + 699, + 388, + 729 + ] + }, + { + "text": "证券日报·1小时", + "boxes": [ + 518, + 697, + 642, + 721 + ] + }, + { + "text": "杭州园林：公司对志趋汽车科", + "boxes": [ + 510, + 715, + 782, + 750 + ] + }, + { + "text": "17173热门游戏榜：《燕云十六声》新地图", + "boxes": [ + 824, + 717, + 1400, + 764 + ] + }, + { + "text": "5NBA将正式讨论扩军至32队", + "boxes": [ + 206, + 737, + 412, + 766 + ] + }, + { + "text": "技（浙江）有限公司的战略投", + "boxes": [ + 512, + 744, + 782, + 774 + ] + }, + { + "text": "凉州上线《魔兽世界怀旧服》迎接巫妖王...", + "boxes": [ + 828, + 758, + 1386, + 794 + ] + }, + { + "text": "6陈梦爆冷后把自己关在卫生间两小时", + "boxes": [ + 208, + 778, + 456, + 802 + ] + }, + { + "text": "资，是布局新兴产业、探索..", + "boxes": [ + 512, + 770, + 786, + 806 + ] + }, + { + "text": "apafa", + "boxes": [ + 1616, + 774, + 1724, + 812 + ] + }, + { + "text": "", + "boxes": [ + 516, + 806, + 564, + 826 + ] + }, + { + "text": "", + "boxes": [ + 822, + 802, + 878, + 828 + ] + }, + { + "text": "在地图上查看", + "boxes": [ + 1632, + 810, + 1716, + 834 + ] + }, + { + "text": "网友关注", + "boxes": [ + 828, + 860, + 914, + 885 + ] + }, + { + "text": "美国职业篮球联赛", + "boxes": [ + 1448, + 858, + 1614, + 887 + ] + }, + { + "text": "在你的区域中很受欢迎", + "boxes": [ + 1454, + 893, + 1578, + 917 + ] + }, + { + "text": "买哪款战算？", + "boxes": [ + 242, + 905, + 740, + 995 + ] + }, + { + "text": "四本女排前队长 官宣重大决定 正式跨", + "boxes": [ + 828, + 939, + 1098, + 969 + ] + }, + { + "text": "5月14日", + "boxes": [ + 1580, + 933, + 1620, + 949 + ] + }, + { + "text": "05-112", + "boxes": [ + 1542, + 947, + 1642, + 973 + ] + }, + { + "text": "原被首部留出十强？", + "boxes": [ + 828, + 979, + 1008, + 1009 + ] + }, + { + "text": "一点视频/优视汽车·1天", + "boxes": [ + 222, + 1011, + 370, + 1042 + ] + }, + { + "text": "消息称英伟达将全球总部设在中国台", + "boxes": [ + 830, + 1014, + 1080, + 1038 + ] + }, + { + "text": "点视频/三乐大掌柜", + "boxes": [ + 1174, + 1022, + 1278, + 1053 + ] + }, + { + "text": "114-10", + "boxes": [ + 1536, + 1014, + 1638, + 1040 + ] + }, + { + "text": "梦", + "boxes": [ + 188, + 1052, + 206, + 1068 + ] + }, + { + "text": "Search - Micr.", + "boxes": [ + 216, + 1048, + 310, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "①| https:/n.bing.com", + "boxes": [ + 246, + 59, + 448, + 93 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1872, + 89 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 24, + 111, + 186, + 151 + ] + }, + { + "text": " Apple ", + "boxes": [ + 256, + 109, + 328, + 135 + ] + }, + { + "text": "- http://www.apple.com", + "boxes": [ + 320, + 111, + 478, + 135 + ] + }, + { + "text": " bing ", + "boxes": [ + 254, + 143, + 318, + 169 + ] + }, + { + "text": "bing.com", + "boxes": [ + 330, + 147, + 390, + 167 + ] + }, + { + "text": "a Amazon", + "boxes": [ + 258, + 183, + 340, + 201 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 280, + 214, + 590, + 238 + ] + }, + { + "text": "", + "boxes": [ + 262, + 224, + 274, + 236 + ] + }, + { + "text": " iqiyi.com", + "boxes": [ + 598, + 220, + 662, + 240 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 252, + 324, + 272 + ] + }, + { + "text": "G ifeng - ifeng.com", + "boxes": [ + 254, + 284, + 402, + 314 + ] + }, + { + "text": " weibo", + "boxes": [ + 254, + 322, + 328, + 347 + ] + }, + { + "text": "-ctrip.con", + "boxes": [ + 322, + 359, + 390, + 377 + ] + }, + { + "text": "ZA", + "boxes": [ + 202, + 381, + 244, + 407 + ] + }, + { + "text": "横店", + "boxes": [ + 202, + 405, + 248, + 433 + ] + }, + { + "text": "?", + "boxes": [ + 714, + 413, + 740, + 433 + ] + }, + { + "text": "的乐", + "boxes": [ + 200, + 427, + 252, + 461 + ] + }, + { + "text": "的天堂", + "boxes": [ + 198, + 453, + 274, + 490 + ] + }, + { + "text": "EM-买这个价格，到底值不", + "boxes": [ + 514, + 449, + 770, + 472 + ] + }, + { + "text": "出！", + "boxes": [ + 822, + 453, + 872, + 486 + ] + }, + { + "text": "我也不吃", + "boxes": [ + 1134, + 455, + 1228, + 486 + ] + }, + { + "text": "值", + "boxes": [ + 507, + 462, + 548, + 502 + ] + }, + { + "text": "", + "boxes": [ + 202, + 490, + 252, + 510 + ] + }, + { + "text": "1", + "boxes": [ + 514, + 496, + 548, + 518 + ] + }, + { + "text": "", + "boxes": [ + 826, + 490, + 854, + 512 + ] + }, + { + "text": "", + "boxes": [ + 850, + 488, + 876, + 512 + ] + }, + { + "text": "", + "boxes": [ + 1138, + 490, + 1166, + 512 + ] + }, + { + "text": "", + "boxes": [ + 1158, + 488, + 1188, + 510 + ] + }, + { + "text": "热榜", + "boxes": [ + 202, + 542, + 264, + 574 + ] + }, + { + "text": "", + "boxes": [ + 1348, + 538, + 1424, + 570 + ] + }, + { + "text": "路况信息", + "boxes": [ + 1446, + 542, + 1558, + 574 + ] + }, + { + "text": "17173热门游戏榜：", + "boxes": [ + 970, + 572, + 1086, + 596 + ] + }, + { + "text": "《燕云十六声》新地图凉州上线《魔兽世界怀旧服》迎接巫妖王的", + "boxes": [ + 1094, + 572, + 1474, + 596 + ] + }, + { + "text": "北京突降冰電多车桥下躲避致后方大..", + "boxes": [ + 224, + 586, + 466, + 609 + ] + }, + { + "text": "街车道限制 原因：占路施工", + "boxes": [ + 1492, + 578, + 1692, + 608 + ] + }, + { + "text": "2为救人错过高考少年获评见义勇为", + "boxes": [ + 204, + 623, + 444, + 647 + ] + }, + { + "text": "③京东美团等外卖平台被五部门约谈", + "boxes": [ + 202, + 657, + 446, + 691 + ] + }, + { + "text": "4外国航司狂接中国游流量", + "boxes": [ + 206, + 699, + 388, + 729 + ] + }, + { + "text": "证券日报·1小时", + "boxes": [ + 518, + 697, + 642, + 721 + ] + }, + { + "text": "17173· 6小", + "boxes": [ + 858, + 699, + 924, + 719 + ] + }, + { + "text": "杭州园林：公司对志趋汽车科", + "boxes": [ + 510, + 715, + 782, + 750 + ] + }, + { + "text": "17173热门游戏榜：《燕云十六声》新地图", + "boxes": [ + 822, + 717, + 1400, + 764 + ] + }, + { + "text": "5 NBA将正式讨论扩军至32队", + "boxes": [ + 206, + 737, + 412, + 766 + ] + }, + { + "text": "技（浙江）有限公司的战略投", + "boxes": [ + 512, + 744, + 782, + 774 + ] + }, + { + "text": "凉州上线《魔兽世界怀旧服》迎接巫妖王..", + "boxes": [ + 828, + 758, + 1386, + 794 + ] + }, + { + "text": "6陈梦爆冷后把自己关在卫生间两小时", + "boxes": [ + 208, + 778, + 456, + 802 + ] + }, + { + "text": "资，是布局新兴产业、探索...", + "boxes": [ + 512, + 770, + 786, + 806 + ] + }, + { + "text": "apr ", + "boxes": [ + 1618, + 774, + 1724, + 812 + ] + }, + { + "text": "", + "boxes": [ + 514, + 802, + 566, + 828 + ] + }, + { + "text": "", + "boxes": [ + 822, + 802, + 878, + 828 + ] + }, + { + "text": "在地图上查看", + "boxes": [ + 1632, + 810, + 1716, + 834 + ] + }, + { + "text": "网友关注", + "boxes": [ + 828, + 860, + 914, + 885 + ] + }, + { + "text": "美国职业篮球联赛", + "boxes": [ + 1448, + 858, + 1614, + 887 + ] + }, + { + "text": "在你的区域中很受欢迎", + "boxes": [ + 1456, + 893, + 1576, + 917 + ] + }, + { + "text": "买哪款战算？", + "boxes": [ + 242, + 905, + 740, + 995 + ] + }, + { + "text": "四本女排前队长 官宣重大决定 正式跨", + "boxes": [ + 828, + 939, + 1098, + 969 + ] + }, + { + "text": "5月14日", + "boxes": [ + 1580, + 933, + 1620, + 949 + ] + }, + { + "text": "05-112", + "boxes": [ + 1542, + 947, + 1642, + 973 + ] + }, + { + "text": "原被拓首部品出十强？", + "boxes": [ + 830, + 981, + 1006, + 1005 + ] + }, + { + "text": "完赛：5月13日", + "boxes": [ + 1552, + 997, + 1626, + 1020 + ] + }, + { + "text": "114-10", + "boxes": [ + 1536, + 1014, + 1638, + 1040 + ] + }, + { + "text": "点视频/三乐大掌柜", + "boxes": [ + 1178, + 1028, + 1276, + 1046 + ] + }, + { + "text": "Search - Micr.", + "boxes": [ + 216, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "30_3_9", + "episode_id": 30, + "env_id": 3, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.766191482543945, + "advantages": 0.13716676831245422, + "generated_text": "{\n \"intent\": \"Double click on an icon to open an application or window, as this will enable escalation.\"\n , \"action\": \"DoubleClick(140, 978)\"\n}", + "action_string": "DoubleClick(140, 978)", + "intent_string": "Double click on an icon to open an application or window, as this will enable escalation.", + "before_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 244, + 59, + 522, + 95 + ] + }, + { + "text": " Pin o Overflow Menu", + "boxes": [ + 190, + 85, + 342, + 109 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 10, + 97, + 158, + 125 + ] + }, + { + "text": " Remove from Toolbar", + "boxes": [ + 190, + 109, + 344, + 143 + ] + }, + { + "text": " Menu Bar", + "boxes": [ + 180, + 141, + 262, + 167 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Bookmarks Toolbal", + "boxes": [ + 194, + 167, + 320, + 191 + ] + }, + { + "text": "Customize.", + "boxes": [ + 194, + 199, + 268, + 216 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 38, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_4_9", + "episode_id": 30, + "env_id": 4, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.039287567138672, + "advantages": 0.23662327229976654, + "generated_text": "{\n \"intent\": \"Click the Firefox browser icon to open the web browser and explore external content.\",\n \"action\": \"Click(0, 54)\"\n}", + "action_string": "Click(0, 54)", + "intent_string": "Click the Firefox browser icon to open the web browser and explore external content.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 46, + 342, + 60 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 906, + 42, + 1020, + 60 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": "Firef Firefox", + "boxes": [ + 21, + 57, + 136, + 96 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 414, + 93 + ] + }, + { + "text": "×+", + "boxes": [ + 520, + 69, + 572, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 350, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 546, + 99, + 820, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 328, + 137, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 506, + 143, + 632, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 582, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1113, + 525, + 1161, + 557 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 620 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1150, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 30, + 771, + 82, + 832 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 900, + 814 + ] + }, + { + "text": "Firefox Privac", + "boxes": [ + 1228, + 790, + 1320, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "illa Firefox", + "boxes": [ + 242, + 1050, + 312, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 906, + 42, + 1020, + 60 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 414, + 93 + ] + }, + { + "text": "×+", + "boxes": [ + 520, + 69, + 572, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 350, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 546, + 99, + 820, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 328, + 137, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 506, + 143, + 632, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 582, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1113, + 525, + 1161, + 557 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1150, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 30, + 771, + 82, + 832 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 900, + 814 + ] + }, + { + "text": "Firefox Privac", + "boxes": [ + 1228, + 790, + 1320, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "illa Firefox", + "boxes": [ + 242, + 1050, + 312, + 1072 + ] + } + ] + }, + { + "frame_id": "30_5_9", + "episode_id": 30, + "env_id": 5, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.781039237976074, + "advantages": 0.5067554116249084, + "generated_text": "{\n \"intent\": \"Tap on the search bar to begin typing a query or access additional browser features, efficient\",\n \"action\": \"Click(428, 73)\" \n}", + "action_string": "Click(428, 73)", + "intent_string": "Tap on the search bar to begin typing a query or access additional browser features, efficient", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 38, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 250, + 61, + 518, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 38, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or Inter adress", + "boxes": [ + 248, + 62, + 522, + 91 + ] + }, + { + "text": " Apple -- tt://www.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 272, + 214, + 590, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 252, + 324, + 272 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1225, + 673, + 1417, + 735 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "30_6_9", + "episode_id": 30, + "env_id": 6, + "step": 9, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.055316686630249, + "generated_text": "{\n \"intent\": \"Searching for specific information online is the most valuable next step after reaching a new tab creation.\",\n \"action\": \"Text(227, 76, \" \t\t \t\t \t\t \t\t \t \t \t\t\t \t \t\t \t\t \t \t\t\t\t\t\t}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "30_7_9", + "episode_id": 30, + "env_id": 7, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.105242729187012, + "advantages": -0.10353843867778778, + "generated_text": "{\n \"intent\": \"Exploring the desktop by moving the cursor to different locations to identify which applications or contents might be useful for further interaction.\",\n \"action\": \"Move(234, 567)\" }", + "action_string": "Move(234, 567)", + "intent_string": "Exploring the desktop by moving the cursor to different locations to identify which applications or contents might be useful for further interaction.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + } + ] +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_30/scores_v2.json b/ScreenExplorer-3B-E1/episode_30/scores_v2.json new file mode 100644 index 0000000000000000000000000000000000000000..c94385ef8a9efdec026fd51182e3a381cf288d32 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_30/scores_v2.json @@ -0,0 +1,19 @@ +{ + "directory_path": "logs/ScreenExplorer_2025-05-14_13-31-185da9f3/episode_30", + "single_trajectory_image_diversity": 0.2888454937201459, + "single_trajectory_text_diversity": 0.14732802007347345, + "single_trajectory_image_diversity_max": 0.6611328125, + "single_trajectory_image_diversity_min": 0.0, + "single_trajectory_image_diversity_std": 0.27095699310302734, + "single_trajectory_text_diversity_max": 0.33740234375, + "single_trajectory_text_diversity_min": 0.0020751953125, + "single_trajectory_text_diversity_std": 0.11215591430664062, + "group_trajectories_image_diversity": 0.6111886501312256, + "group_trajectories_text_diversity": 0.2977294921875, + "group_trajectories_image_diversity_max": 1.109375, + "group_trajectories_image_diversity_min": 0.0078125, + "group_trajectories_image_diversity_std": 0.400390625, + "group_trajectories_text_diversity_max": 0.5048828125, + "group_trajectories_text_diversity_min": 0.0361328125, + "group_trajectories_text_diversity_std": 0.15625 +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_30/scores_v3.json b/ScreenExplorer-3B-E1/episode_30/scores_v3.json new file mode 100644 index 0000000000000000000000000000000000000000..2ea734bb31fa7dbdc7428a3c27be3b6b579269e6 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_30/scores_v3.json @@ -0,0 +1,19 @@ +{ + "directory_path": "logs/ScreenExplorer_2025-05-14_13-31-185da9f3/episode_30", + "single_trajectory_image_diversity": 0.2888454937201459, + "single_trajectory_text_diversity": 0.147342937765643, + "single_trajectory_image_diversity_max": 0.6611328125, + "single_trajectory_image_diversity_min": 0.0, + "single_trajectory_image_diversity_std": 0.27095699310302734, + "single_trajectory_text_diversity_max": 0.33740234375, + "single_trajectory_text_diversity_min": 0.001953125, + "single_trajectory_text_diversity_std": 0.11216163635253906, + "group_trajectories_image_diversity": 0.6321659684181213, + "group_trajectories_text_diversity": 0.30849701166152954, + "group_trajectories_image_diversity_max": 1.109375, + "group_trajectories_image_diversity_min": -0.0078125, + "group_trajectories_image_diversity_std": 0.443359375, + "group_trajectories_text_diversity_max": 0.59814453125, + "group_trajectories_text_diversity_min": 0.0, + "group_trajectories_text_diversity_std": 0.1773681640625 +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_40/actor_model_40/adapter_config.json b/ScreenExplorer-3B-E1/episode_40/actor_model_40/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5e12e7b8286312c1fcac1decd5d5a37b3ca2091d --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_40/actor_model_40/adapter_config.json @@ -0,0 +1,39 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen2.5-VL-3B-Instruct", + "bias": "none", + "corda_config": null, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "o_proj", + "k_proj", + "v_proj", + "gate_proj", + "up_proj", + "down_proj" + ], + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_40/game_record_20250514_182604.json b/ScreenExplorer-3B-E1/episode_40/game_record_20250514_182604.json new file mode 100644 index 0000000000000000000000000000000000000000..c525d400c32d98429ccea2b82e0e4c5006931e6e --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_40/game_record_20250514_182604.json @@ -0,0 +1,46557 @@ +{ + "start_time": "2025-05-14T18:26:04.502961", + "end_time": "2025-05-14T18:34:54.972855", + "buffer_size": 80, + "all_records": [ + { + "frame_id": "40_0_0", + "episode_id": 40, + "env_id": 0, + "step": 0, + "format_rewards": 1.0, + "rewards": 8.911312103271484, + "advantages": 0.03451116383075714, + "generated_text": "{\n \"intent\": \"Exploring the desktop environment to locate and open an application or menu options.\",\n \"action\": \"Move(500, 700)\" \n}", + "action_string": "Move(500, 700)", + "intent_string": "Exploring the desktop environment to locate and open an application or menu options.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "40_1_0", + "episode_id": 40, + "env_id": 1, + "step": 0, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.0461924076080322, + "generated_text": "{\n \"intent\": \"Move the mouse to the center of the screen to explore options or open a specific application quickly.\",\n \"action\": \"Move(463, 437)}\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "40_2_0", + "episode_id": 40, + "env_id": 2, + "step": 0, + "format_rewards": 1.0, + "rewards": 8.711536407470703, + "advantages": -0.03455270454287529, + "generated_text": "{\n \"intent\": \"Move the mouse to the location where I want to begin my exploration.\",\n \"action\": \"Move(768, 768)\" \n}", + "action_string": "Move(768, 768)", + "intent_string": "Move the mouse to the location where I want to begin my exploration.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "40_3_0", + "episode_id": 40, + "env_id": 3, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.304069519042969, + "advantages": 0.17029017210006714, + "generated_text": "{\n \"intent\": \"Moving the mouse to the position where an icon, possibly related to an application, might be located to start drilling into the workspace.\",\n \"action\": \"Move(400, 100)\"\n}", + "action_string": "Move(400, 100)", + "intent_string": "Moving the mouse to the position where an icon, possibly related to an application, might be located to start drilling into the workspace.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "40_4_0", + "episode_id": 40, + "env_id": 4, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.294696807861328, + "advantages": 0.8584640622138977, + "generated_text": "{\n \"intent\": \"The goal is to explore the desktop by opening icons. Opening an icon typically involves a double-click.\",\n \"action\": \"DoubleClick(52, 43)\" }", + "action_string": "DoubleClick(52, 43)", + "intent_string": "The goal is to explore the desktop by opening icons. Opening an icon typically involves a double-click.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 74, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "40_5_0", + "episode_id": 40, + "env_id": 5, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.091083526611328, + "advantages": 0.09665941447019577, + "generated_text": "{\n \"intent\": \"Exploring the desktop to familiarize myself with the layout and identify potential next actions.\",\n \"action\": \"Move(781, 609)\"\n}", + "action_string": "Move(781, 609)", + "intent_string": "Exploring the desktop to familiarize myself with the layout and identify potential next actions.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "40_6_0", + "episode_id": 40, + "env_id": 6, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.239419937133789, + "advantages": 0.8393544554710388, + "generated_text": "{\n \"intent\": \"The goal is to interact with one of the icons on the desktop by clicking to open it.\",\n \"action\": \"DoubleClick(71, 48)\" }", + "action_string": "DoubleClick(71, 48)", + "intent_string": "The goal is to interact with one of the icons on the desktop by clicking to open it.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New", + "boxes": [ + 26, + 34, + 60, + 48 + ] + }, + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "40_7_0", + "episode_id": 40, + "env_id": 7, + "step": 0, + "format_rewards": 1.0, + "rewards": 8.811178207397461, + "advantages": -0.00010583110997686163, + "generated_text": "{\n \"intent\": \"The goal is to initiate interaction with the desktop, the first step is to open an application.\",\n \"action\": \"DoubleClick(73, 383)\" }", + "action_string": "DoubleClick(73, 383)", + "intent_string": "The goal is to initiate interaction with the desktop, the first step is to open an application.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 42, + 131, + 72, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 32, + 343, + 80, + 377 + ] + }, + { + "text": "galculator", + "boxes": [ + 906, + 355, + 1034, + 379 + ] + }, + { + "text": "□□", + "boxes": [ + 1028, + 353, + 1108, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 4, + 385, + 118, + 423 + ] + }, + { + "text": "File", + "boxes": [ + 820, + 381, + 854, + 401 + ] + }, + { + "text": "Edit View Calculator Help", + "boxes": [ + 848, + 379, + 1064, + 403 + ] + }, + { + "text": "0", + "boxes": [ + 1068, + 421, + 1090, + 447 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 502, + 96, + 528 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "galculator", + "boxes": [ + 216, + 1050, + 286, + 1072 + ] + } + ] + }, + { + "frame_id": "40_0_1", + "episode_id": 40, + "env_id": 0, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.897021293640137, + "advantages": 0.02957073040306568, + "generated_text": "{\n \"intent\": \"Move closer to an icon that likely represents an application or setting tool.\",\n \"action\": \"DoubleClick(782, 70)\"\n}", + "action_string": "DoubleClick(782, 70)", + "intent_string": "Move closer to an icon that likely represents an application or setting tool.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "40_1_1", + "episode_id": 40, + "env_id": 1, + "step": 1, + "format_rewards": 1.0, + "rewards": 11.398931503295898, + "advantages": 0.8944987654685974, + "generated_text": "{\n \"intent\": \"Opening Firefox to start browsing the internet, which could provide valuable information and might have additional interactive elements not visible on the current screen.\",\n \"action\": \"DoubleClick(37, 35)\" \n}", + "action_string": "DoubleClick(37, 35)", + "intent_string": "Opening Firefox to start browsing the internet, which could provide valuable information and might have additional interactive elements not visible on the current screen.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "40_2_1", + "episode_id": 40, + "env_id": 2, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.897940635681152, + "advantages": 0.02988855168223381, + "generated_text": "{\n \"intent\": \"To explore more options by expanding the search functionality and removing unsuitable instructions.\",\n \"action\": \"DoubleClick(345, 141)\" \n}", + "action_string": "DoubleClick(345, 141)", + "intent_string": "To explore more options by expanding the search functionality and removing unsuitable instructions.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "40_3_1", + "episode_id": 40, + "env_id": 3, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.53439712524414, + "advantages": 0.24991604685783386, + "generated_text": "{\n \"intent\": \"The next step is to move the cursor 'Firefox' icon since it is visible and potentially relevant to explore further.\",\n \"action\": \"Move(73, 73)\" \n}", + "action_string": "Move(73, 73)", + "intent_string": "The next step is to move the cursor 'Firefox' icon since it is visible and potentially relevant to explore further.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Fireflx", + "boxes": [ + 22, + 64, + 96, + 95 + ] + }, + { + "text": "Firefox", + "boxes": [ + 77, + 74, + 145, + 115 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 3, + 164, + 115, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "40_4_1", + "episode_id": 40, + "env_id": 4, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.122708320617676, + "advantages": 0.10759232938289642, + "generated_text": "{\n \"intent\": \"Click on 'New Tab' to open a new browser window or tab.\",\n \"action\": \"DoubleClick(39, 33)\"\n}", + "action_string": "DoubleClick(39, 33)", + "intent_string": "Click on 'New Tab' to open a new browser window or tab.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 74, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "40_5_1", + "episode_id": 40, + "env_id": 5, + "step": 1, + "format_rewards": 1.0, + "rewards": 11.000517845153809, + "advantages": 0.7567643523216248, + "generated_text": "{\n \"intent\": \"Clicking on an icon will likely reveal more information or access the application directly.\",\n \"action\": \"DoubleClick(75, 38)\" }", + "action_string": "DoubleClick(75, 38)", + "intent_string": "Clicking on an icon will likely reveal more information or access the application directly.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "40_6_1", + "episode_id": 40, + "env_id": 6, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.582086563110352, + "advantages": 0.26640263199806213, + "generated_text": "{\n \"intent\": \"Open a new tab so I can search for something useful online.\",\n \"action\": \"Click(1419, 128)\"\n}", + "action_string": "Click(1419, 128)", + "intent_string": "Open a new tab so I can search for something useful online.", + "before_screen_ocr_results": [ + { + "text": "New", + "boxes": [ + 26, + 34, + 60, + 48 + ] + }, + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "40_7_1", + "episode_id": 40, + "env_id": 7, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.367361068725586, + "advantages": -0.15353654325008392, + "generated_text": "{\n \"intent\": \"The action is intended to open the Calculator application to perform calculations.\",\n \"action\": \"DoubleClick(7, 377)\"\n}", + "action_string": "DoubleClick(7, 377)", + "intent_string": "The action is intended to open the Calculator application to perform calculations.", + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 42, + 131, + 72, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 32, + 343, + 80, + 377 + ] + }, + { + "text": "galculator", + "boxes": [ + 906, + 355, + 1034, + 379 + ] + }, + { + "text": "□□", + "boxes": [ + 1028, + 353, + 1108, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 4, + 385, + 118, + 423 + ] + }, + { + "text": "File", + "boxes": [ + 820, + 381, + 854, + 401 + ] + }, + { + "text": "Edit View Calculator Help", + "boxes": [ + 848, + 379, + 1064, + 403 + ] + }, + { + "text": "0", + "boxes": [ + 1068, + 421, + 1090, + 447 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 502, + 96, + 528 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "galculator", + "boxes": [ + 216, + 1050, + 286, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 42, + 131, + 72, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "国", + "boxes": [ + 818, + 359, + 834, + 375 + ] + }, + { + "text": "galculator", + "boxes": [ + 910, + 351, + 1016, + 379 + ] + }, + { + "text": "口", + "boxes": [ + 1036, + 353, + 1108, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 1, + 380, + 119, + 428 + ] + }, + { + "text": "File", + "boxes": [ + 820, + 381, + 852, + 401 + ] + }, + { + "text": "Edit View Calculator Help", + "boxes": [ + 852, + 379, + 1062, + 403 + ] + }, + { + "text": "O", + "boxes": [ + 1060, + 416, + 1095, + 451 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "40_0_2", + "episode_id": 40, + "env_id": 0, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.945188522338867, + "advantages": 0.04622248187661171, + "generated_text": "{\n \"intent\": \"The current context shows the desktop expanded with various application icons and folders, indicating a need to explore all visible elements.\",\n \"action\": \"DoubleClick(703, 69)\" \n}", + "action_string": "DoubleClick(703, 69)", + "intent_string": "The current context shows the desktop expanded with various application icons and folders, indicating a need to explore all visible elements.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "40_1_2", + "episode_id": 40, + "env_id": 1, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.530695915222168, + "advantages": 0.24863651394844055, + "generated_text": "{\n \"intent\": \"Opening browser tabs to explore other websites or functionalities\",\n \"action\": \"DoubleClick(832, 73)\" \n}", + "action_string": "DoubleClick(832, 73)", + "intent_string": "Opening browser tabs to explore other websites or functionalities", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 68, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter adress", + "boxes": [ + 248, + 62, + 522, + 91 + ] + }, + { + "text": " Apple - htt://ww.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 252, + 210, + 592, + 242 + ] + }, + { + "text": "iqiyi.con", + "boxes": [ + 602, + 220, + 660, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 252, + 324, + 272 + ] + }, + { + "text": "G ifeng - ifeng.com", + "boxes": [ + 254, + 284, + 402, + 314 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 516 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 506, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 744, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "40_2_2", + "episode_id": 40, + "env_id": 2, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.584480285644531, + "advantages": 0.6129372119903564, + "generated_text": "{\n \"intent\": \"The goal is to explore the desktop by interacting with various icons which may provide more insights into the computer's functionality. Clicking on the LibreOffice icon could reveal applications installed on the system.\",\n \"action\": \"DoubleClick(78, 514)\" \n}", + "action_string": "DoubleClick(78, 514)", + "intent_string": "The goal is to explore the desktop by interacting with various icons which may provide more insights into the computer's functionality. Clicking on the LibreOffice icon could reveal applications installed on the system.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 98, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 66, + 173, + 104, + 210 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 74, + 230, + 100, + 254 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "国", + "boxes": [ + 66, + 324, + 100, + 355 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 102, + 321, + 278, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": " Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 106, + 419, + 314, + 449 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 252, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 64, + 508, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 96, + 508, + 244, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 560, + 258, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 26, + 606, + 59, + 635 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "D", + "boxes": [ + 38, + 830, + 52, + 852 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ] + }, + { + "frame_id": "40_3_2", + "episode_id": 40, + "env_id": 3, + "step": 2, + "format_rewards": 1.0, + "rewards": 11.922731399536133, + "advantages": 1.07558012008667, + "generated_text": "{\n \"intent\": \"Exploring the top corner of the desktop for any open applications or icons.\",\n \"action\": \"DoubleClick(67, 84)\" \n}", + "action_string": "DoubleClick(67, 84)", + "intent_string": "Exploring the top corner of the desktop for any open applications or icons.", + "before_screen_ocr_results": [ + { + "text": "Fireflx", + "boxes": [ + 22, + 64, + 96, + 95 + ] + }, + { + "text": "Firefox", + "boxes": [ + 77, + 74, + 145, + 115 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 3, + 164, + 115, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "Q", + "boxes": [ + 70, + 69, + 126, + 89 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": "ookmarks..", + "boxes": [ + 92, + 101, + 162, + 119 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "40_4_2", + "episode_id": 40, + "env_id": 4, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.979144096374512, + "advantages": 0.05796116217970848, + "generated_text": "{\n \"intent\": \"Move the mouse to the 'Get Started' section to learn more about browser functionalities.\",\n \"action\": \"Move(260, 144)\" \n}", + "action_string": "Move(260, 144)", + "intent_string": "Move the mouse to the 'Get Started' section to learn more about browser functionalities.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "40_5_2", + "episode_id": 40, + "env_id": 5, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.46052074432373, + "advantages": 0.22437646985054016, + "generated_text": "{\n \"intent\": \"Move to the search bar to initiate a web search query.\",\n \"action\": \"Move(96, 27)\"\n}", + "action_string": "Move(96, 27)", + "intent_string": "Move to the search bar to initiate a web search query.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 106, + 56, + 166, + 81 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Import b", + "boxes": [ + 14, + 103, + 90, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 658, + 290, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "40_6_2", + "episode_id": 40, + "env_id": 6, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.205610275268555, + "advantages": 0.13625212013721466, + "generated_text": "{\n \"intent\": \"Move the cursor to the taskbar at the bottom of the screen to access other applications.\",\n \"action\": \"Move(727, 365)\"\n}", + "action_string": "Move(727, 365)", + "intent_string": "Move the cursor to the taskbar at the bottom of the screen to access other applications.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search theWeb", + "boxes": [ + 660, + 292, + 762, + 310 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 584, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "40_7_2", + "episode_id": 40, + "env_id": 7, + "step": 2, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.0461924076080322, + "generated_text": "{\n \"intent\": \"Click into the Calculator window to focus and prepare to perform an operation.\",\n \"action\": \"DoubleClick(0.15, 0.35) \"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 42, + 131, + 72, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "国", + "boxes": [ + 818, + 359, + 834, + 375 + ] + }, + { + "text": "galculator", + "boxes": [ + 910, + 351, + 1016, + 379 + ] + }, + { + "text": "口", + "boxes": [ + 1036, + 353, + 1108, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 1, + 380, + 119, + 428 + ] + }, + { + "text": "File", + "boxes": [ + 820, + 381, + 852, + 401 + ] + }, + { + "text": "Edit View Calculator Help", + "boxes": [ + 852, + 379, + 1062, + 403 + ] + }, + { + "text": "O", + "boxes": [ + 1060, + 416, + 1095, + 451 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 42, + 131, + 72, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "国", + "boxes": [ + 818, + 359, + 834, + 375 + ] + }, + { + "text": "galculator", + "boxes": [ + 910, + 351, + 1016, + 379 + ] + }, + { + "text": "口", + "boxes": [ + 1036, + 353, + 1108, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 1, + 380, + 119, + 428 + ] + }, + { + "text": "File", + "boxes": [ + 820, + 381, + 852, + 401 + ] + }, + { + "text": "Edit View Calculator Help", + "boxes": [ + 852, + 379, + 1062, + 403 + ] + }, + { + "text": "O", + "boxes": [ + 1060, + 416, + 1095, + 451 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 502, + 96, + 528 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "40_0_3", + "episode_id": 40, + "env_id": 0, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.285490989685059, + "advantages": 0.16386744379997253, + "generated_text": "{\n \"intent\": \"Move closer to the Firefox icon on the desktop to possibly open or inspect the application.\",\n \"action\": \"Move(239, 47)\" \n}", + "action_string": "Move(239, 47)", + "intent_string": "Move closer to the Firefox icon on the desktop to possibly open or inspect the application.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "40_1_3", + "episode_id": 40, + "env_id": 1, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.772294998168945, + "advantages": 0.6778661012649536, + "generated_text": "{\n \"intent\": \"To explore the content and options displayed on the Firefox new tab page, I will start by interacting with common objects\",\n \"action\": \"DoubleClick(1243, 727)\" }", + "action_string": "DoubleClick(1243, 727)", + "intent_string": "To explore the content and options displayed on the Firefox new tab page, I will start by interacting with common objects", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 60, + 524, + 95 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 14, + 103, + 156, + 121 + ] + }, + { + "text": " Apple --htt://ww.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "a Amazon — http://www.amazon.com", + "boxes": [ + 256, + 179, + 510, + 202 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 252, + 210, + 592, + 242 + ] + }, + { + "text": "知zhihu -", + "boxes": [ + 254, + 250, + 328, + 274 + ] + }, + { + "text": "G ifeng - ifeng.com", + "boxes": [ + 254, + 284, + 402, + 314 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 506, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "曰●", + "boxes": [ + 252, + 66, + 312, + 91 + ] + }, + { + "text": ".mozilla.org/en-US/privacy/firefox/", + "boxes": [ + 392, + 66, + 628, + 89 + ] + }, + { + "text": "Mozilα 3", + "boxes": [ + 253, + 102, + 377, + 156 + ] + }, + { + "text": " Firefox browsers", + "boxes": [ + 736, + 109, + 920, + 143 + ] + }, + { + "text": " Products", + "boxes": [ + 956, + 111, + 1048, + 143 + ] + }, + { + "text": "About us", + "boxes": [ + 1086, + 111, + 1174, + 143 + ] + }, + { + "text": "Firefox Privacy Notice", + "boxes": [ + 230, + 300, + 806, + 359 + ] + }, + { + "text": "********", + "boxes": [ + 1181, + 323, + 1437, + 412 + ] + }, + { + "text": "You're in control", + "boxes": [ + 228, + 385, + 542, + 435 + ] + }, + { + "text": "Privacy isn't just a setting - it's your right. The Firefox Privacy Notice is built on clarity,", + "boxes": [ + 232, + 447, + 918, + 476 + ] + }, + { + "text": "control and responsible defaults. We believe you should always be in charge of what", + "boxes": [ + 234, + 465, + 890, + 494 + ] + }, + { + "text": "happens with your data. You can count onus to clearly explain what Firefox doesby", + "boxes": [ + 232, + 484, + 888, + 514 + ] + }, + { + "text": "default and adjust your settings so you can browse the way you want.", + "boxes": [ + 232, + 504, + 778, + 532 + ] + }, + { + "text": "Read our Privacy Notice", + "boxes": [ + 246, + 550, + 478, + 580 + ] + }, + { + "text": "Keeping you informed, every step of the way", + "boxes": [ + 454, + 820, + 1450, + 884 + ] + }, + { + "text": "We believe you should know how your data is used and why. Firefox is built with privacy in mind and transparency at every step.", + "boxes": [ + 394, + 897, + 1512, + 927 + ] + } + ] + }, + { + "frame_id": "40_2_3", + "episode_id": 40, + "env_id": 2, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.878974914550781, + "advantages": 0.36903902888298035, + "generated_text": "{\n \"intent\": \"To explore the LibreOffice interface further and discover available functionalities or add-ons.\",\n \"action\": \"DoubleClick(137, 28)\" }", + "action_string": "DoubleClick(137, 28)", + "intent_string": "To explore the LibreOffice interface further and discover available functionalities or add-ons.", + "before_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 98, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 66, + 173, + 104, + 210 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 74, + 230, + 100, + 254 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "国", + "boxes": [ + 66, + 324, + 100, + 355 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 102, + 321, + 278, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": " Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 106, + 419, + 314, + 449 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 252, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 64, + 508, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 96, + 508, + 244, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 560, + 258, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 26, + 606, + 59, + 635 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "D", + "boxes": [ + 38, + 830, + 52, + 852 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "二", + "boxes": [ + 14, + 66, + 42, + 87 + ] + }, + { + "text": " Open File ", + "boxes": [ + 40, + 66, + 148, + 93 + ] + }, + { + "text": " Remote Files ", + "boxes": [ + 38, + 109, + 180, + 141 + ] + }, + { + "text": "C", + "boxes": [ + 14, + 175, + 36, + 201 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 42, + 170, + 170, + 207 + ] + }, + { + "text": "Create:", + "boxes": [ + 8, + 276, + 84, + 308 + ] + }, + { + "text": "国", + "boxes": [ + 10, + 359, + 50, + 397 + ] + }, + { + "text": " Calc Spreadsheet", + "boxes": [ + 42, + 365, + 224, + 395 + ] + }, + { + "text": "画", + "boxes": [ + 12, + 407, + 42, + 443 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 48, + 413, + 256, + 443 + ] + }, + { + "text": "D", + "boxes": [ + 12, + 453, + 42, + 492 + ] + }, + { + "text": "Draw Drawing", + "boxes": [ + 46, + 454, + 194, + 491 + ] + }, + { + "text": "#", + "boxes": [ + 10, + 546, + 48, + 586 + ] + }, + { + "text": " Base Database", + "boxes": [ + 40, + 548, + 200, + 584 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 649, + 1196, + 685 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 814, + 681, + 1376, + 711 + ] + }, + { + "text": "Help", + "boxes": [ + 52, + 1009, + 86, + 1036 + ] + }, + { + "text": "Libreoffice", + "boxes": [ + 218, + 1050, + 286, + 1068 + ] + } + ] + }, + { + "frame_id": "40_3_3", + "episode_id": 40, + "env_id": 3, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.470124244689941, + "advantages": 0.2276964634656906, + "generated_text": "{\n \"intent\": \"Move towards opening a new tab by clicking the 'New tab' icon.\",\n \"action\": \"DoubleClick(0, 29)\" \n}", + "action_string": "DoubleClick(0, 29)", + "intent_string": "Move towards opening a new tab by clicking the 'New tab' icon.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q", + "boxes": [ + 70, + 69, + 126, + 89 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": "ookmarks..", + "boxes": [ + 92, + 101, + 162, + 119 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "40_4_3", + "episode_id": 40, + "env_id": 4, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.589235305786133, + "advantages": 0.26887398958206177, + "generated_text": "{\n \"intent\": \"To start exploring by performing a simple action like searching on the web. This will allow me to interact with one of the world's largest search engines.\",\n \"action\": \"DoubleClick(704, 297)\" \n}", + "action_string": "DoubleClick(704, 297)", + "intent_string": "To start exploring by performing a simple action like searching on the web. This will allow me to interact with one of the world's largest search engines.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 900, + 2, + 1006, + 26 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "SearchIthe Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1276, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "40_5_3", + "episode_id": 40, + "env_id": 5, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.78956413269043, + "advantages": 0.33812907338142395, + "generated_text": "{\n \"intent\": \"To open a browser window, enabling access to more websites beyond the current desktop interface.\",\n \"action\": \"DoubleClick(259, 17)\" \n}", + "action_string": "DoubleClick(259, 17)", + "intent_string": "To open a browser window, enabling access to more websites beyond the current desktop interface.", + "before_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 104, + 56, + 166, + 81 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Import bo", + "boxes": [ + 14, + 103, + 98, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Mozilla Firefox", + "boxes": [ + 898, + 40, + 1024, + 64 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 412, + 93 + ] + }, + { + "text": "→白", + "boxes": [ + 350, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 546, + 99, + 818, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 328, + 137, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 504, + 139, + 634, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 580, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1112, + 524, + 1164, + 559 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 34, + 776, + 80, + 828 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 552, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 900, + 814 + ] + }, + { + "text": "Firefox Privac", + "boxes": [ + 1228, + 790, + 1320, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "lozilla Firefox", + "boxes": [ + 224, + 1048, + 312, + 1072 + ] + } + ] + }, + { + "frame_id": "40_6_3", + "episode_id": 40, + "env_id": 6, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.790619850158691, + "advantages": 0.6842011213302612, + "generated_text": "{\n \"intent\": \"Click on one of the top sites to explore web content more closely.\",\n \"action\": \"DoubleClick(650, 500)\"\n}", + "action_string": "DoubleClick(650, 500)", + "intent_string": "Click on one of the top sites to explore web content more closely.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search theWeb", + "boxes": [ + 660, + 292, + 762, + 310 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 584, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 32, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 40, + 113, + 180, + 145 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 482, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1116, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 725, + 272, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1458, + 768, + 1552, + 794 + ] + }, + { + "text": "时中国A50", + "boxes": [ + 1454, + 798, + 1550, + 850 + ] + }, + { + "text": ",.71", + "boxes": [ + 1620, + 790, + 1706, + 856 + ] + }, + { + "text": "恒失指", + "boxes": [ + 1454, + 846, + 1524, + 895 + ] + }, + { + "text": "2,30%", + "boxes": [ + 1626, + 846, + 1692, + 895 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1508, + 939 + ] + }, + { + "text": "+.33", + "boxes": [ + 1630, + 891, + 1700, + 941 + ] + }, + { + "text": "游戏天地·5小时", + "boxes": [ + 830, + 921, + 952, + 945 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点资讯·5小时", + "boxes": [ + 1158, + 919, + 1270, + 949 + ] + }, + { + "text": "杂交版新冒险：村庄历险轨道模式又一章完", + "boxes": [ + 194, + 937, + 788, + 991 + ] + }, + { + "text": "仅半月体验服变动！元射首刀", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "央八首播，刘学义彭小苒主", + "boxes": [ + 1134, + 937, + 1388, + 977 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1526, + 991 + ] + }, + { + "text": "2013 ", + "boxes": [ + 1628, + 935, + 1702, + 991 + ] + }, + { + "text": "来袭，伽罗跃迁取消，曜会削", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "演，丁勇岱加盟，剧情精彩，", + "boxes": [ + 1136, + 967, + 1402, + 1003 + ] + }, + { + "text": "英达", + "boxes": [ + 1452, + 979, + 1508, + 1034 + ] + }, + { + "text": "*+5.623", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "知", + "boxes": [ + 210, + 997, + 232, + 1011 + ] + }, + { + "text": "弱？", + "boxes": [ + 824, + 997, + 870, + 1024 + ] + }, + { + "text": "越看越上瘾", + "boxes": [ + 1138, + 995, + 1248, + 1026 + ] + }, + { + "text": "10", + "boxes": [ + 828, + 1028, + 868, + 1044 + ] + }, + { + "text": "△1", + "boxes": [ + 1140, + 1028, + 1180, + 1044 + ] + } + ] + }, + { + "frame_id": "40_7_3", + "episode_id": 40, + "env_id": 7, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.114137649536133, + "advantages": -0.24107767641544342, + "generated_text": "{\n \"intent\": \"To explore specific applications or features on the desktop by interacting directly with them.\",\n \"action\": \"DoubleClick(171, 364)\" }", + "action_string": "DoubleClick(171, 364)", + "intent_string": "To explore specific applications or features on the desktop by interacting directly with them.", + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 42, + 131, + 72, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "国", + "boxes": [ + 818, + 359, + 834, + 375 + ] + }, + { + "text": "galculator", + "boxes": [ + 910, + 351, + 1016, + 379 + ] + }, + { + "text": "口", + "boxes": [ + 1036, + 353, + 1108, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 1, + 380, + 119, + 428 + ] + }, + { + "text": "File", + "boxes": [ + 820, + 381, + 852, + 401 + ] + }, + { + "text": "Edit View Calculator Help", + "boxes": [ + 852, + 379, + 1062, + 403 + ] + }, + { + "text": "O", + "boxes": [ + 1060, + 416, + 1095, + 451 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 30, + 116, + 80, + 166 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 112, + 202 + ] + }, + { + "text": "A", + "boxes": [ + 44, + 238, + 74, + 260 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "国", + "boxes": [ + 818, + 359, + 834, + 375 + ] + }, + { + "text": "galculator", + "boxes": [ + 910, + 351, + 1016, + 379 + ] + }, + { + "text": "口", + "boxes": [ + 1036, + 353, + 1108, + 379 + ] + }, + { + "text": "File", + "boxes": [ + 820, + 381, + 852, + 401 + ] + }, + { + "text": "Edit View Calculator Help", + "boxes": [ + 852, + 379, + 1062, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "O", + "boxes": [ + 1060, + 416, + 1095, + 451 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 32, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "40_0_4", + "episode_id": 40, + "env_id": 0, + "step": 4, + "format_rewards": 1.0, + "rewards": 11.214759826660156, + "advantages": 0.8308293223381042, + "generated_text": "{\n \"intent\": \"Click on the Firefox icon to potentially open a web browser and start exploring the web.\",\n \"action\": \"DoubleClick(61, 38)\"\n}", + "action_string": "DoubleClick(61, 38)", + "intent_string": "Click on the Firefox icon to potentially open a web browser and start exploring the web.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 68, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "40_1_4", + "episode_id": 40, + "env_id": 1, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.216622352600098, + "advantages": 0.14005906879901886, + "generated_text": "{\n \"intent\": \"To move the cursor to the bottom right corner for a possible action like interaction with another screen element not currently visible.\",\n \"action\": \"Move(389, 677)\"\n}", + "action_string": "Move(389, 677)", + "intent_string": "To move the cursor to the bottom right corner for a possible action like interaction with another screen element not currently visible.", + "before_screen_ocr_results": [ + { + "text": "曰●", + "boxes": [ + 252, + 66, + 312, + 91 + ] + }, + { + "text": ".mozilla.org/en-US/privacy/firefox/", + "boxes": [ + 392, + 66, + 628, + 89 + ] + }, + { + "text": "Mozilα 3", + "boxes": [ + 253, + 102, + 377, + 156 + ] + }, + { + "text": " Firefox browsers", + "boxes": [ + 736, + 109, + 920, + 143 + ] + }, + { + "text": " Products", + "boxes": [ + 956, + 111, + 1048, + 143 + ] + }, + { + "text": "About us", + "boxes": [ + 1086, + 111, + 1174, + 143 + ] + }, + { + "text": "Firefox Privacy Notice", + "boxes": [ + 230, + 300, + 806, + 359 + ] + }, + { + "text": "********", + "boxes": [ + 1181, + 323, + 1437, + 412 + ] + }, + { + "text": "You're in control", + "boxes": [ + 228, + 385, + 542, + 435 + ] + }, + { + "text": "Privacy isn't just a setting - it's your right. The Firefox Privacy Notice is built on clarity,", + "boxes": [ + 232, + 447, + 918, + 476 + ] + }, + { + "text": "control and responsible defaults. We believe you should always be in charge of what", + "boxes": [ + 234, + 465, + 890, + 494 + ] + }, + { + "text": "happens with your data. You can count onus to clearly explain what Firefox doesby", + "boxes": [ + 232, + 484, + 888, + 514 + ] + }, + { + "text": "default and adjust your settings so you can browse the way you want.", + "boxes": [ + 232, + 504, + 778, + 532 + ] + }, + { + "text": "Read our Privacy Notice", + "boxes": [ + 246, + 550, + 478, + 580 + ] + }, + { + "text": "Keeping you informed, every step of the way", + "boxes": [ + 454, + 820, + 1450, + 884 + ] + }, + { + "text": "We believe you should know how your data is used and why. Firefox is built with privacy in mind and transparency at every step.", + "boxes": [ + 394, + 897, + 1512, + 927 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "曰●", + "boxes": [ + 252, + 66, + 312, + 91 + ] + }, + { + "text": ".mozilla.org/en-US/privacy/firefox/", + "boxes": [ + 392, + 66, + 628, + 89 + ] + }, + { + "text": "目☆", + "boxes": [ + 1538, + 64, + 1662, + 93 + ] + }, + { + "text": "亦口", + "boxes": [ + 1790, + 69, + 1846, + 87 + ] + }, + { + "text": "Mozilα 3", + "boxes": [ + 253, + 102, + 377, + 156 + ] + }, + { + "text": " Firefox browsers", + "boxes": [ + 736, + 109, + 920, + 143 + ] + }, + { + "text": " Products", + "boxes": [ + 956, + 111, + 1048, + 143 + ] + }, + { + "text": "About us", + "boxes": [ + 1086, + 111, + 1174, + 143 + ] + }, + { + "text": "Firefox Privacy Notice", + "boxes": [ + 230, + 300, + 806, + 359 + ] + }, + { + "text": "********", + "boxes": [ + 1181, + 321, + 1437, + 414 + ] + }, + { + "text": "You're in control", + "boxes": [ + 228, + 385, + 542, + 435 + ] + }, + { + "text": "000", + "boxes": [ + 1110, + 399, + 1154, + 417 + ] + }, + { + "text": "Privacy isn'tjusta setting -it's your right. TheFirefox Privacy Notice is built on clarity.", + "boxes": [ + 232, + 447, + 918, + 476 + ] + }, + { + "text": "control and responsible defaults. We believe you should always be in charge of what", + "boxes": [ + 234, + 465, + 890, + 494 + ] + }, + { + "text": "happens with your data. You can count on us to clearly explain what Firefox does by", + "boxes": [ + 232, + 484, + 888, + 514 + ] + }, + { + "text": "default and adjust your settings so you can browse the way you want.", + "boxes": [ + 232, + 504, + 778, + 532 + ] + }, + { + "text": "Read our Privacy Notice ", + "boxes": [ + 246, + 550, + 478, + 580 + ] + }, + { + "text": "Keeping you informed, every step of the way", + "boxes": [ + 454, + 820, + 1452, + 884 + ] + }, + { + "text": "We believe you should know how your data is used and why. Firefox is built with privacy in mind and transparency at every step.", + "boxes": [ + 394, + 897, + 1512, + 927 + ] + } + ] + }, + { + "frame_id": "40_2_4", + "episode_id": 40, + "env_id": 2, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.492934226989746, + "advantages": 0.23558203876018524, + "generated_text": "{\n \"intent\": \"Clicking on the LibreOffice icon will help me check if there are any recent files or templates available.\",\n \"action\": \"DoubleClick(87, 36)\" }", + "action_string": "DoubleClick(87, 36)", + "intent_string": "Clicking on the LibreOffice icon will help me check if there are any recent files or templates available.", + "before_screen_ocr_results": [ + { + "text": "二", + "boxes": [ + 14, + 66, + 42, + 87 + ] + }, + { + "text": " Open File ", + "boxes": [ + 40, + 66, + 148, + 93 + ] + }, + { + "text": " Remote Files ", + "boxes": [ + 38, + 109, + 180, + 141 + ] + }, + { + "text": "D", + "boxes": [ + 8, + 171, + 40, + 204 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 42, + 170, + 170, + 207 + ] + }, + { + "text": "Create:", + "boxes": [ + 8, + 276, + 84, + 308 + ] + }, + { + "text": "國", + "boxes": [ + 12, + 361, + 44, + 395 + ] + }, + { + "text": " Calc Spreadsheet", + "boxes": [ + 42, + 365, + 224, + 395 + ] + }, + { + "text": "画", + "boxes": [ + 12, + 407, + 42, + 443 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 48, + 413, + 256, + 443 + ] + }, + { + "text": "D", + "boxes": [ + 12, + 453, + 42, + 492 + ] + }, + { + "text": "Draw Drawing", + "boxes": [ + 46, + 454, + 194, + 491 + ] + }, + { + "text": "#", + "boxes": [ + 10, + 546, + 48, + 586 + ] + }, + { + "text": " Base Database", + "boxes": [ + 40, + 548, + 200, + 584 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 647, + 1196, + 683 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 814, + 681, + 1376, + 711 + ] + }, + { + "text": "Help", + "boxes": [ + 52, + 1009, + 86, + 1036 + ] + }, + { + "text": "Libreoffice", + "boxes": [ + 218, + 1050, + 286, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 8, + 26, + 34, + 48 + ] + }, + { + "text": "Help", + "boxes": [ + 98, + 30, + 124, + 50 + ] + }, + { + "text": "Macros", + "boxes": [ + 66, + 54, + 116, + 73 + ] + }, + { + "text": "Extension Manager..", + "boxes": [ + 64, + 79, + 202, + 103 + ] + }, + { + "text": "Ctrl+Alt+E", + "boxes": [ + 226, + 81, + 298, + 99 + ] + }, + { + "text": "广", + "boxes": [ + 12, + 109, + 34, + 137 + ] + }, + { + "text": "Customize...", + "boxes": [ + 66, + 103, + 150, + 129 + ] + }, + { + "text": "Options..", + "boxes": [ + 64, + 131, + 128, + 157 + ] + }, + { + "text": "C", + "boxes": [ + 14, + 175, + 36, + 201 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 42, + 170, + 170, + 207 + ] + }, + { + "text": "Create:", + "boxes": [ + 8, + 276, + 84, + 308 + ] + }, + { + "text": "国", + "boxes": [ + 10, + 359, + 52, + 397 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 48, + 365, + 224, + 395 + ] + }, + { + "text": "", + "boxes": [ + 12, + 409, + 42, + 443 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 48, + 413, + 256, + 443 + ] + }, + { + "text": "D", + "boxes": [ + 12, + 453, + 42, + 492 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 44, + 454, + 194, + 491 + ] + }, + { + "text": "自", + "boxes": [ + 12, + 548, + 48, + 584 + ] + }, + { + "text": " Base Database", + "boxes": [ + 40, + 548, + 200, + 584 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 649, + 1196, + 685 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 814, + 681, + 1376, + 711 + ] + }, + { + "text": "Help", + "boxes": [ + 52, + 1009, + 86, + 1036 + ] + }, + { + "text": "Libreoffic", + "boxes": [ + 218, + 1050, + 284, + 1068 + ] + } + ] + }, + { + "frame_id": "40_3_4", + "episode_id": 40, + "env_id": 3, + "step": 4, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.0461924076080322, + "generated_text": "{\n \"intent\": \"Expanding the web search functionality by interacting with the search bar.\",\n \"action\": \"Text(0, 0, \" \t}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C仓", + "boxes": [ + 68, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C仓", + "boxes": [ + 68, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "40_4_4", + "episode_id": 40, + "env_id": 4, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.016597747802734, + "advantages": 0.07090914994478226, + "generated_text": "{\n \"intent\": \"Move the mouse to the search bar to focus on entering text instead of interacting with any links or bookmarks currently visible.\",\n \"action\": \"Move(675, 186)\"\n}", + "action_string": "Move(675, 186)", + "intent_string": "Move the mouse to the search bar to focus on entering text instead of interacting with any links or bookmarks currently visible.", + "before_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 900, + 2, + 1006, + 26 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "SearchIthe Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1276, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 640, + 284, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1276, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "40_5_4", + "episode_id": 40, + "env_id": 5, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.587268829345703, + "advantages": 0.6139012575149536, + "generated_text": "{\n \"intent\": \"Clicking on the Amazon icon might reveal more about it's capabilities.\",\n \"action\": \"DoubleClick(877, 510)\"\n}", + "action_string": "DoubleClick(877, 510)", + "intent_string": "Clicking on the Amazon icon might reveal more about it's capabilities.", + "before_screen_ocr_results": [ + { + "text": "Mozilla Firefox", + "boxes": [ + 898, + 40, + 1024, + 64 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 412, + 93 + ] + }, + { + "text": "→白", + "boxes": [ + 350, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 546, + 99, + 818, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 330, + 141, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 504, + 139, + 634, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 580, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1112, + 524, + 1164, + 559 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 34, + 776, + 80, + 828 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 552, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 900, + 814 + ] + }, + { + "text": "Firefox Privac", + "boxes": [ + 1228, + 790, + 1320, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "lozilla Firefox", + "boxes": [ + 224, + 1048, + 312, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 320, + 40, + 344, + 64 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高", + "boxes": [ + 724, + 40, + 942, + 64 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正×十", + "boxes": [ + 320, + 64, + 574, + 93 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 454, + 133 + ] + }, + { + "text": " htps:/ww.igi.com", + "boxes": [ + 544, + 99, + 764, + 135 + ] + }, + { + "text": "·日☆", + "boxes": [ + 1282, + 101, + 1370, + 133 + ] + }, + { + "text": "三田@", + "boxes": [ + 1460, + 97, + 1570, + 135 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1588, + 123 + ] + }, + { + "text": "You must enable DRM to play some audio orvideo on this page.Leam More", + "boxes": [ + 372, + 145, + 970, + 185 + ] + }, + { + "text": " Enable DRM", + "boxes": [ + 1436, + 149, + 1546, + 181 + ] + }, + { + "text": "×", + "boxes": [ + 1554, + 155, + 1580, + 175 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "iQIYI", + "boxes": [ + 338, + 210, + 416, + 242 + ] + }, + { + "text": "航海王 (热血冒险)", + "boxes": [ + 524, + 210, + 656, + 240 + ] + }, + { + "text": "V", + "boxes": [ + 1334, + 208, + 1354, + 222 + ] + }, + { + "text": "", + "boxes": [ + 1388, + 203, + 1410, + 225 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 948, + 216, + 1002, + 236 + ] + }, + { + "text": "L", + "boxes": [ + 1444, + 208, + 1462, + 222 + ] + }, + { + "text": "登录", + "boxes": [ + 1504, + 212, + 1574, + 238 + ] + }, + { + "text": "人生若如初见", + "boxes": [ + 1448, + 268, + 1588, + 300 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 104, + 308 + ] + }, + { + "text": "I A 首页", + "boxes": [ + 332, + 282, + 428, + 314 + ] + }, + { + "text": "淮水竹亭", + "boxes": [ + 1516, + 310, + 1584, + 336 + ] + }, + { + "text": "免费", + "boxes": [ + 346, + 326, + 420, + 357 + ] + }, + { + "text": "恋爱兄妹", + "boxes": [ + 1516, + 345, + 1588, + 371 + ] + }, + { + "text": "短视频", + "boxes": [ + 348, + 371, + 436, + 403 + ] + }, + { + "text": "X", + "boxes": [ + 1134, + 383, + 1160, + 403 + ] + }, + { + "text": "绝密较量", + "boxes": [ + 1514, + 379, + 1588, + 411 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 114, + 419 + ] + }, + { + "text": "会员中心", + "boxes": [ + 345, + 410, + 453, + 447 + ] + }, + { + "text": "无忧渡", + "boxes": [ + 1528, + 419, + 1590, + 451 + ] + }, + { + "text": "根本停不下来", + "boxes": [ + 1486, + 457, + 1584, + 482 + ] + }, + { + "text": "人生", + "boxes": [ + 346, + 480, + 422, + 518 + ] + }, + { + "text": "学习时刻", + "boxes": [ + 1512, + 490, + 1590, + 522 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 502, + 92, + 528 + ] + }, + { + "text": "白电视剧", + "boxes": [ + 346, + 528, + 436, + 560 + ] + }, + { + "text": "传奇盛世2", + "boxes": [ + 1508, + 532, + 1588, + 558 + ] + }, + { + "text": "开播！回望百年前时代的转", + "boxes": [ + 544, + 560, + 750, + 596 + ] + }, + { + "text": "微剧", + "boxes": [ + 348, + 572, + 428, + 604 + ] + }, + { + "text": "不说话的爱", + "boxes": [ + 804, + 570, + 1074, + 685 + ] + }, + { + "text": "", + "boxes": [ + 892, + 572, + 914, + 586 + ] + }, + { + "text": "五哈第5季", + "boxes": [ + 1504, + 566, + 1588, + 598 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "?电影", + "boxes": [ + 346, + 615, + 420, + 647 + ] + }, + { + "text": "都市古仙医", + "boxes": [ + 1502, + 606, + 1588, + 631 + ] + }, + { + "text": "播放正片", + "boxes": [ + 586, + 619, + 676, + 645 + ] + }, + { + "text": "怒水西流", + "boxes": [ + 1512, + 639, + 1590, + 671 + ] + }, + { + "text": "云云影院", + "boxes": [ + 344, + 657, + 434, + 693 + ] + }, + { + "text": "无声告白", + "boxes": [ + 894, + 671, + 988, + 703 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "综艺", + "boxes": [ + 346, + 701, + 422, + 739 + ] + }, + { + "text": "张艺兴手语呐喊直击人心", + "boxes": [ + 852, + 703, + 1032, + 733 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "正在热播", + "boxes": [ + 500, + 727, + 592, + 758 + ] + }, + { + "text": "全部", + "boxes": [ + 602, + 731, + 644, + 756 + ] + }, + { + "text": "电视剧", + "boxes": [ + 660, + 731, + 710, + 756 + ] + }, + { + "text": "@少儿", + "boxes": [ + 344, + 744, + 422, + 782 + ] + }, + { + "text": "立即预约", + "boxes": [ + 906, + 762, + 978, + 788 + ] + }, + { + "text": "你正在追", + "boxes": [ + 504, + 772, + 578, + 798 + ] + }, + { + "text": "动漫", + "boxes": [ + 348, + 792, + 422, + 824 + ] + }, + { + "text": "狂枫", + "boxes": [ + 1316, + 796, + 1434, + 862 + ] + }, + { + "text": "超水西流", + "boxes": [ + 509, + 813, + 615, + 856 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": " 纪录片", + "boxes": [ + 348, + 836, + 434, + 868 + ] + }, + { + "text": "游戏", + "boxes": [ + 346, + 879, + 422, + 911 + ] + }, + { + "text": "传奇游戏库", + "boxes": [ + 348, + 919, + 470, + 955 + ] + }, + { + "text": "怒水西流", + "boxes": [ + 502, + 919, + 578, + 951 + ] + }, + { + "text": "唐朝诡事录之西行", + "boxes": [ + 776, + 919, + 912, + 949 + ] + }, + { + "text": "无差别看球指南", + "boxes": [ + 1048, + 919, + 1168, + 949 + ] + }, + { + "text": "狂", + "boxes": [ + 1322, + 923, + 1356, + 945 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + }, + { + "text": "继续观看", + "boxes": [ + 506, + 943, + 568, + 969 + ] + }, + { + "text": "皇马巴萨差距越来越大？", + "boxes": [ + 1052, + 945, + 1202, + 969 + ] + }, + { + "text": "最高热度破10000", + "boxes": [ + 1330, + 949, + 1436, + 967 + ] + }, + { + "text": "体育", + "boxes": [ + 348, + 967, + 420, + 999 + ] + }, + { + "text": "爱奇艺-在线视··", + "boxes": [ + 203, + 1042, + 317, + 1077 + ] + } + ] + }, + { + "frame_id": "40_6_4", + "episode_id": 40, + "env_id": 6, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.910320281982422, + "advantages": 0.7255824208259583, + "generated_text": "{\n \"intent\": \"To explore trending topics on the Bing homepage, clicking on the first trending article about 'will AI go to space'. This will provide more information and possibly redirect to additional articles related to this topic.\",\n \"action\": \"Click(492, 428)\"\n}", + "action_string": "Click(492, 428)", + "intent_string": "To explore trending topics on the Bing homepage, clicking on the first trending article about 'will AI go to space'. This will provide more information and possibly redirect to additional articles related to this topic.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 37, + 109, + 185, + 150 + ] + }, + { + "text": "8", + "boxes": [ + 1786, + 123, + 1820, + 143 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 542, + 274 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 478, + 302, + 624, + 326 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 968, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1110, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 274, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1451, + 760, + 1555, + 797 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "1-14", + "boxes": [ + 1615, + 787, + 1706, + 854 + ] + }, + { + "text": "恒生指技", + "boxes": [ + 1452, + 844, + 1540, + 897 + ] + }, + { + "text": "", + "boxes": [ + 1584, + 846, + 1636, + 889 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1694, + 893 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1454, + 893, + 1506, + 939 + ] + }, + { + "text": "+4329 ", + "boxes": [ + 1622, + 891, + 1700, + 939 + ] + }, + { + "text": "游戏天地·5小时", + "boxes": [ + 830, + 921, + 952, + 945 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点资讯·5小时", + "boxes": [ + 1158, + 919, + 1270, + 949 + ] + }, + { + "text": "仅半月体验服变动！元射首刀", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "央八首播，刘学义彭小苒主", + "boxes": [ + 1134, + 937, + 1386, + 977 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "山东东营：C919飞机在东营基地开展常态化", + "boxes": [ + 198, + 945, + 784, + 987 + ] + }, + { + "text": "试飞训练", + "boxes": [ + 195, + 976, + 329, + 1025 + ] + }, + { + "text": "来袭，伽罗跃迁取消，曜会削", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "演，丁勇岱加盟，剧情精彩，", + "boxes": [ + 1136, + 967, + 1400, + 1003 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "", + "boxes": [ + 1622, + 981, + 1702, + 1034 + ] + }, + { + "text": "弱？", + "boxes": [ + 824, + 997, + 870, + 1024 + ] + }, + { + "text": "越看越上瘾", + "boxes": [ + 1138, + 995, + 1248, + 1026 + ] + }, + { + "text": "10", + "boxes": [ + 826, + 1026, + 868, + 1046 + ] + }, + { + "text": "△1", + "boxes": [ + 1138, + 1026, + 1200, + 1044 + ] + }, + { + "text": "丢白选照", + "boxes": [ + 1638, + 1028, + 1692, + 1046 + ] + }, + { + "text": "20", + "boxes": [ + 102, + 1048, + 148, + 1066 + ] + }, + { + "text": "3", + "boxes": [ + 178, + 1048, + 204, + 1070 + ] + }, + { + "text": "arch - Micr", + "boxes": [ + 234, + 1050, + 308, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 26, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 266, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 460, + 230 + ] + }, + { + "text": " About 2,660,000 results", + "boxes": [ + 176, + 260, + 328, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 210, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 176, + 336, + 668, + 371 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功", + "boxes": [ + 176, + 361, + 788, + 393 + ] + }, + { + "text": "将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计，", + "boxes": [ + 180, + 389, + 758, + 413 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "", + "boxes": [ + 486, + 427, + 502, + 447 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://wwv", + "boxes": [ + 214, + 455, + 284, + 472 + ] + }, + { + "text": "w.thepaper.cn", + "boxes": [ + 276, + 450, + 374, + 481 + ] + }, + { + "text": " Translate this result", + "boxes": [ + 366, + 455, + 488, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 172, + 476, + 662, + 512 + ] + }, + { + "text": "5 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 780, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"星.", + "boxes": [ + 178, + 530, + 782, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 210, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报|将人工智能送上太空！我国太空计算卫星.", + "boxes": [ + 176, + 613, + 710, + 649 + ] + }, + { + "text": "4 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 778, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"星，", + "boxes": [ + 178, + 669, + 776, + 693 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 212, + 715, + 292, + 741 + ] + }, + { + "text": "https://c.chinadaily.comcn Translatethisresut", + "boxes": [ + 210, + 731, + 514, + 760 + ] + }, + { + "text": "将AI送上太空 我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 174, + 756, + 704, + 792 + ] + }, + { + "text": "3 hours ago·12星箭上排布图 首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 182, + 786, + 770, + 810 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链，", + "boxes": [ + 178, + 810, + 774, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 190, + 872, + 202, + 883 + ] + }, + { + "text": "https:/fnance.sina.com.cn jsw doc-inewpmqw. ranslae this result ", + "boxes": [ + 210, + 872, + 664, + 901 + ] + }, + { + "text": "将AI送上太空 我国成功发射太空计算卫星星座－新浪财经", + "boxes": [ + 174, + 895, + 686, + 931 + ] + }, + { + "text": "1 hourago·国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空.人工智能领", + "boxes": [ + 178, + 925, + 778, + 955 + ] + }, + { + "text": "域边界从地面迈向太空。国星宇航\"星算\"计划首发星座一轨12..", + "boxes": [ + 172, + 941, + 580, + 979 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 208, + 991, + 280, + 1022 + ] + }, + { + "text": "https:/finance.sinacom.cn tech>digi>doc. ranslate thisresut", + "boxes": [ + 210, + 1012, + 624, + 1042 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 300, + 1070 + ] + } + ] + }, + { + "frame_id": "40_7_4", + "episode_id": 40, + "env_id": 7, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.271862983703613, + "advantages": -0.18655091524124146, + "generated_text": "{\n \"intent\": \"Exploring the available applications to find useful tools or information.\",\n \"action\": \"DoubleClick(106, 337)\" \n}", + "action_string": "DoubleClick(106, 337)", + "intent_string": "Exploring the available applications to find useful tools or information.", + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 30, + 116, + 80, + 166 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 112, + 202 + ] + }, + { + "text": "A", + "boxes": [ + 44, + 238, + 74, + 260 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "国", + "boxes": [ + 818, + 359, + 834, + 375 + ] + }, + { + "text": "galculator", + "boxes": [ + 910, + 351, + 1016, + 379 + ] + }, + { + "text": "口", + "boxes": [ + 1036, + 353, + 1108, + 379 + ] + }, + { + "text": "File", + "boxes": [ + 820, + 381, + 852, + 401 + ] + }, + { + "text": "Edit View Calculator Help", + "boxes": [ + 852, + 379, + 1062, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "O", + "boxes": [ + 1060, + 416, + 1095, + 451 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 32, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 40, + 131, + 74, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "国", + "boxes": [ + 818, + 359, + 834, + 375 + ] + }, + { + "text": "galculator", + "boxes": [ + 910, + 351, + 1016, + 379 + ] + }, + { + "text": "口", + "boxes": [ + 1036, + 353, + 1108, + 379 + ] + }, + { + "text": "File", + "boxes": [ + 820, + 381, + 852, + 401 + ] + }, + { + "text": "Edit View Calculator Help", + "boxes": [ + 852, + 379, + 1062, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "O", + "boxes": [ + 1060, + 416, + 1095, + 451 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "40_0_5", + "episode_id": 40, + "env_id": 0, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.22999382019043, + "advantages": 0.1446816772222519, + "generated_text": "{\n \"intent\": \"The user has no specific task mentioned here. This could be a default initial exploration state.\",\n \"action\": \"DoubleClick(561, 44) \"\n}", + "action_string": "DoubleClick(561, 44)", + "intent_string": "The user has no specific task mentioned here. This could be a default initial exploration state.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 68, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 64, + 518, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "40_1_5", + "episode_id": 40, + "env_id": 1, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.910630226135254, + "advantages": 0.7256895303726196, + "generated_text": "{\n \"intent\": \"Exploring the Firefox Privacy Notice page by clicking the 'Read our Privacy Notice' link to gather additional information about the browser's privacy practices.\",\n \"action\": \"DoubleClick(301, 567)\" \n}", + "action_string": "DoubleClick(301, 567)", + "intent_string": "Exploring the Firefox Privacy Notice page by clicking the 'Read our Privacy Notice' link to gather additional information about the browser's privacy practices.", + "before_screen_ocr_results": [ + { + "text": "曰●", + "boxes": [ + 252, + 66, + 312, + 91 + ] + }, + { + "text": ".mozilla.org/en-US/privacy/firefox/", + "boxes": [ + 392, + 66, + 628, + 89 + ] + }, + { + "text": "目☆", + "boxes": [ + 1538, + 64, + 1662, + 93 + ] + }, + { + "text": "亦口", + "boxes": [ + 1790, + 69, + 1846, + 87 + ] + }, + { + "text": "Mozilα 3", + "boxes": [ + 253, + 102, + 377, + 156 + ] + }, + { + "text": " Firefox browsers", + "boxes": [ + 736, + 109, + 920, + 143 + ] + }, + { + "text": " Products", + "boxes": [ + 956, + 111, + 1048, + 143 + ] + }, + { + "text": "About us", + "boxes": [ + 1086, + 111, + 1174, + 143 + ] + }, + { + "text": "Firefox Privacy Notice", + "boxes": [ + 230, + 300, + 806, + 359 + ] + }, + { + "text": "********", + "boxes": [ + 1181, + 321, + 1437, + 414 + ] + }, + { + "text": "You're in control", + "boxes": [ + 228, + 385, + 542, + 435 + ] + }, + { + "text": "000", + "boxes": [ + 1110, + 399, + 1154, + 417 + ] + }, + { + "text": "Privacy isn'tjusta setting -it's your right. TheFirefox Privacy Notice is built on clarity.", + "boxes": [ + 232, + 447, + 918, + 476 + ] + }, + { + "text": "control and responsible defaults. We believe you should always be in charge of what", + "boxes": [ + 234, + 465, + 890, + 494 + ] + }, + { + "text": "happens with your data. You can count on us to clearly explain what Firefox does by", + "boxes": [ + 232, + 484, + 888, + 514 + ] + }, + { + "text": "default and adjust your settings so you can browse the way you want.", + "boxes": [ + 232, + 504, + 778, + 532 + ] + }, + { + "text": "Read our Privacy Notice ", + "boxes": [ + 246, + 550, + 478, + 580 + ] + }, + { + "text": "Keeping you informed, every step of the way", + "boxes": [ + 454, + 820, + 1452, + 884 + ] + }, + { + "text": "We believe you should know how your data is used and why. Firefox is built with privacy in mind and transparency at every step.", + "boxes": [ + 394, + 897, + 1512, + 927 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1536, + 57, + 1664, + 94 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1872, + 89 + ] + }, + { + "text": "O", + "boxes": [ + 538, + 105, + 578, + 131 + ] + }, + { + "text": "Q", + "boxes": [ + 622, + 109, + 656, + 129 + ] + }, + { + "text": " Firefox for desktop", + "boxes": [ + 1014, + 123, + 1176, + 153 + ] + }, + { + "text": " Firefox for mobile", + "boxes": [ + 1226, + 125, + 1376, + 149 + ] + }, + { + "text": "Firefox Privacy Notice", + "boxes": [ + 230, + 345, + 522, + 381 + ] + }, + { + "text": "Effective February 25, 2025", + "boxes": [ + 1450, + 359, + 1678, + 389 + ] + }, + { + "text": "Contents", + "boxes": [ + 228, + 492, + 402, + 540 + ] + }, + { + "text": "At Mozilla, we believe that privacy is", + "boxes": [ + 606, + 496, + 1406, + 546 + ] + }, + { + "text": "fundamental to a healthy internet", + "boxes": [ + 602, + 546, + 1354, + 604 + ] + }, + { + "text": "I How is yar data used?", + "boxes": [ + 220, + 562, + 422, + 598 + ] + }, + { + "text": "How is your data shared?", + "boxes": [ + 230, + 602, + 436, + 631 + ] + }, + { + "text": "How long is your data kept?", + "boxes": [ + 232, + 635, + 454, + 665 + ] + }, + { + "text": "Your rights and choices", + "boxes": [ + 228, + 667, + 424, + 701 + ] + }, + { + "text": "how you can exercise choices about how we process your information.", + "boxes": [ + 610, + 659, + 1162, + 689 + ] + }, + { + "text": "What happens with international data", + "boxes": [ + 232, + 705, + 532, + 735 + ] + }, + { + "text": "transfers?", + "boxes": [ + 234, + 729, + 316, + 752 + ] + }, + { + "text": "Applicability (Firefox version) and changes", + "boxes": [ + 232, + 760, + 568, + 790 + ] + }, + { + "text": "Types of Data Defined", + "boxes": [ + 230, + 794, + 412, + 824 + ] + }, + { + "text": "How is your data used?", + "boxes": [ + 604, + 810, + 1130, + 866 + ] + }, + { + "text": "Lawful Bases", + "boxes": [ + 232, + 834, + 336, + 858 + ] + }, + { + "text": "To provide you with the Firefox browser", + "boxes": [ + 604, + 927, + 1314, + 975 + ] + }, + { + "text": "Take me backtothe top of the Privacy", + "boxes": [ + 228, + 951, + 536, + 991 + ] + }, + { + "text": "Notice", + "boxes": [ + 234, + 977, + 286, + 1003 + ] + }, + { + "text": "Mozillacollects certaindata like technicaland settings data,to provide thecorefunctionality of the Firefoxbrowser andassociated", + "boxes": [ + 608, + 991, + 1656, + 1020 + ] + } + ] + }, + { + "frame_id": "40_2_5", + "episode_id": 40, + "env_id": 2, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.227521896362305, + "advantages": 0.4895341694355011, + "generated_text": "{\n \"intent\": \"Click on Extensions to explore available add-ons for LibreOffice\",\n \"action\": \"DoubleClick(264, 125)\"\n}", + "action_string": "DoubleClick(264, 125)", + "intent_string": "Click on Extensions to explore available add-ons for LibreOffice", + "before_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 8, + 26, + 34, + 48 + ] + }, + { + "text": "Help", + "boxes": [ + 98, + 30, + 124, + 50 + ] + }, + { + "text": "Macros", + "boxes": [ + 66, + 54, + 116, + 73 + ] + }, + { + "text": "Extension Manager..", + "boxes": [ + 64, + 79, + 202, + 103 + ] + }, + { + "text": "Ctrl+Alt+E", + "boxes": [ + 226, + 81, + 298, + 99 + ] + }, + { + "text": "广", + "boxes": [ + 12, + 109, + 34, + 137 + ] + }, + { + "text": "Customize...", + "boxes": [ + 66, + 103, + 150, + 129 + ] + }, + { + "text": "Options..", + "boxes": [ + 64, + 131, + 128, + 157 + ] + }, + { + "text": "C", + "boxes": [ + 14, + 175, + 36, + 201 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 42, + 170, + 170, + 207 + ] + }, + { + "text": "Create:", + "boxes": [ + 8, + 276, + 84, + 308 + ] + }, + { + "text": "国", + "boxes": [ + 10, + 359, + 52, + 397 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 48, + 365, + 224, + 395 + ] + }, + { + "text": "", + "boxes": [ + 12, + 409, + 42, + 443 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 48, + 413, + 256, + 443 + ] + }, + { + "text": "D", + "boxes": [ + 12, + 453, + 42, + 492 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 44, + 454, + 194, + 491 + ] + }, + { + "text": "自", + "boxes": [ + 12, + 548, + 48, + 584 + ] + }, + { + "text": " Base Database", + "boxes": [ + 40, + 548, + 200, + 584 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 649, + 1196, + 685 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 814, + 681, + 1376, + 711 + ] + }, + { + "text": "Help", + "boxes": [ + 52, + 1009, + 86, + 1036 + ] + }, + { + "text": "Libreoffic", + "boxes": [ + 218, + 1050, + 284, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "口", + "boxes": [ + 16, + 66, + 44, + 87 + ] + }, + { + "text": " Open File", + "boxes": [ + 40, + 66, + 144, + 91 + ] + }, + { + "text": " Remote Files ", + "boxes": [ + 38, + 109, + 180, + 141 + ] + }, + { + "text": "?", + "boxes": [ + 14, + 177, + 36, + 201 + ] + }, + { + "text": " Recent Files ", + "boxes": [ + 44, + 173, + 170, + 204 + ] + }, + { + "text": "D", + "boxes": [ + 6, + 214, + 50, + 254 + ] + }, + { + "text": " Templates", + "boxes": [ + 36, + 220, + 154, + 252 + ] + }, + { + "text": "Customize", + "boxes": [ + 916, + 246, + 1004, + 264 + ] + }, + { + "text": "Create:", + "boxes": [ + 8, + 276, + 86, + 308 + ] + }, + { + "text": "Menus", + "boxes": [ + 588, + 280, + 644, + 300 + ] + }, + { + "text": "Toolbars", + "boxes": [ + 650, + 280, + 710, + 300 + ] + }, + { + "text": " Context Menus", + "boxes": [ + 728, + 280, + 828, + 298 + ] + }, + { + "text": "Events", + "boxes": [ + 842, + 280, + 892, + 298 + ] + }, + { + "text": "Search ", + "boxes": [ + 586, + 304, + 638, + 330 + ] + }, + { + "text": "Scope", + "boxes": [ + 964, + 304, + 1008, + 330 + ] + }, + { + "text": " Type to search", + "boxes": [ + 590, + 334, + 692, + 357 + ] + }, + { + "text": " Libreoffice", + "boxes": [ + 970, + 332, + 1050, + 357 + ] + }, + { + "text": "国", + "boxes": [ + 10, + 359, + 50, + 397 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 48, + 365, + 224, + 395 + ] + }, + { + "text": "Category", + "boxes": [ + 585, + 363, + 653, + 394 + ] + }, + { + "text": "Target", + "boxes": [ + 970, + 369, + 1004, + 391 + ] + }, + { + "text": " All commands", + "boxes": [ + 590, + 391, + 694, + 419 + ] + }, + { + "text": "0", + "boxes": [ + 1246, + 389, + 1292, + 423 + ] + }, + { + "text": "", + "boxes": [ + 12, + 409, + 44, + 443 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 48, + 413, + 256, + 443 + ] + }, + { + "text": "D", + "boxes": [ + 12, + 455, + 42, + 490 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 46, + 454, + 194, + 491 + ] + }, + { + "text": "", + "boxes": [ + 610, + 455, + 636, + 474 + ] + }, + { + "text": "150%", + "boxes": [ + 640, + 476, + 682, + 504 + ] + }, + { + "text": "P", + "boxes": [ + 976, + 478, + 1000, + 506 + ] + }, + { + "text": "Open", + "boxes": [ + 1014, + 478, + 1046, + 500 + ] + }, + { + "text": "200%", + "boxes": [ + 640, + 498, + 682, + 526 + ] + }, + { + "text": "2", + "boxes": [ + 976, + 502, + 1002, + 526 + ] + }, + { + "text": "Open Rer", + "boxes": [ + 1012, + 500, + 1070, + 526 + ] + }, + { + "text": "50%", + "boxes": [ + 636, + 517, + 680, + 553 + ] + }, + { + "text": "L", + "boxes": [ + 980, + 528, + 1000, + 548 + ] + }, + { + "text": "RecentDoc", + "boxes": [ + 1014, + 530, + 1084, + 548 + ] + }, + { + "text": "#", + "boxes": [ + 12, + 552, + 46, + 582 + ] + }, + { + "text": " Base Database", + "boxes": [ + 40, + 548, + 200, + 584 + ] + }, + { + "text": "75%", + "boxes": [ + 640, + 544, + 678, + 572 + ] + }, + { + "text": "About LibreOffice", + "boxes": [ + 642, + 568, + 754, + 590 + ] + }, + { + "text": "?", + "boxes": [ + 972, + 574, + 1006, + 604 + ] + }, + { + "text": "Wizards", + "boxes": [ + 1002, + 566, + 1070, + 607 + ] + }, + { + "text": "Auto-Redact ", + "boxes": [ + 608, + 639, + 730, + 671 + ] + }, + { + "text": "AutoCorrect Options", + "boxes": [ + 642, + 665, + 774, + 689 + ] + }, + { + "text": "AutoPilot: Address Data 9", + "boxes": [ + 642, + 689, + 806, + 713 + ] + }, + { + "text": "", + "boxes": [ + 976, + 701, + 996, + 715 + ] + }, + { + "text": "Exi", + "boxes": [ + 1012, + 703, + 1032, + 717 + ] + }, + { + "text": "Description", + "boxes": [ + 586, + 721, + 666, + 744 + ] + }, + { + "text": "Customize", + "boxes": [ + 970, + 721, + 1034, + 739 + ] + }, + { + "text": "? Help", + "boxes": [ + 598, + 808, + 656, + 840 + ] + }, + { + "text": "Help", + "boxes": [ + 54, + 1011, + 84, + 1032 + ] + }, + { + "text": "Extensions", + "boxes": [ + 163, + 1008, + 233, + 1033 + ] + } + ] + }, + { + "frame_id": "40_3_5", + "episode_id": 40, + "env_id": 3, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.451804161071777, + "advantages": 0.22136308252811432, + "generated_text": "{\n \"intent\": \"Moving the mouse to explore the current web browser setup and launch any applications or tools available on the desktop.\",\n \"action\": \"DoubleClick(578, 59)\" }", + "action_string": "DoubleClick(578, 59)", + "intent_string": "Moving the mouse to explore the current web browser setup and launch any applications or tools available on the desktop.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C仓", + "boxes": [ + 68, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Apple -- tt://www.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing 一 bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 272, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.com", + "boxes": [ + 602, + 220, + 662, + 238 + ] + }, + { + "text": "知zhihu ", + "boxes": [ + 256, + 252, + 326, + 274 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "40_4_5", + "episode_id": 40, + "env_id": 4, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.54250717163086, + "advantages": 0.2527197599411011, + "generated_text": "{\n \"intent\": \"The goal is to open a new tab on the browser and possibly perform an internet search.\",\n \"action\": \"Click(73, 68)\"\n}", + "action_string": "Click(73, 68)", + "intent_string": "The goal is to open a new tab on the browser and possibly perform an internet search.", + "before_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 640, + 284, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1276, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "40_5_5", + "episode_id": 40, + "env_id": 5, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.428985595703125, + "advantages": 0.21347454190254211, + "generated_text": "{\n \"intent\": \"Clicking on a section that likely leads to more content or information beyond the current node.\",\n \"action\": \"Click(1035, 387)\" \n}", + "action_string": "Click(1035, 387)", + "intent_string": "Clicking on a section that likely leads to more content or information beyond the current node.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 44, + 340, + 62 + ] + }, + { + "text": "Mozilla Firefo", + "boxes": [ + 1072, + 42, + 1188, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正×十", + "boxes": [ + 322, + 66, + 574, + 95 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 452, + 133 + ] + }, + { + "text": " https:/ww.igi.com", + "boxes": [ + 544, + 99, + 762, + 135 + ] + }, + { + "text": "·☆", + "boxes": [ + 1282, + 101, + 1368, + 133 + ] + }, + { + "text": "三田○", + "boxes": [ + 1460, + 97, + 1564, + 135 + ] + }, + { + "text": "You must enable DRM to play some audio or video on this page. Learn More", + "boxes": [ + 376, + 149, + 970, + 185 + ] + }, + { + "text": " Enable DRM", + "boxes": [ + 1438, + 149, + 1544, + 181 + ] + }, + { + "text": "×", + "boxes": [ + 1553, + 154, + 1579, + 175 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 170, + 110, + 201 + ] + }, + { + "text": "iQIYI", + "boxes": [ + 338, + 210, + 416, + 242 + ] + }, + { + "text": "↓", + "boxes": [ + 1334, + 206, + 1354, + 222 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 948, + 216, + 996, + 234 + ] + }, + { + "text": "登录", + "boxes": [ + 1504, + 208, + 1576, + 240 + ] + }, + { + "text": "人生若如初见", + "boxes": [ + 1488, + 268, + 1586, + 294 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 104, + 308 + ] + }, + { + "text": "IA 首页", + "boxes": [ + 334, + 282, + 428, + 314 + ] + }, + { + "text": "淮水竹亭", + "boxes": [ + 1488, + 304, + 1588, + 341 + ] + }, + { + "text": "免费", + "boxes": [ + 344, + 324, + 422, + 361 + ] + }, + { + "text": "恋爱兄妹", + "boxes": [ + 1514, + 343, + 1590, + 375 + ] + }, + { + "text": "短视频", + "boxes": [ + 350, + 373, + 434, + 399 + ] + }, + { + "text": "绝密较量", + "boxes": [ + 1512, + 377, + 1590, + 413 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 112, + 419 + ] + }, + { + "text": "会员中心", + "boxes": [ + 352, + 417, + 450, + 443 + ] + }, + { + "text": "无忧渡", + "boxes": [ + 1528, + 419, + 1590, + 451 + ] + }, + { + "text": "恋变剧场", + "boxes": [ + 594, + 431, + 720, + 474 + ] + }, + { + "text": "雅水竹亭", + "boxes": [ + 542, + 453, + 764, + 556 + ] + }, + { + "text": "根本停不下来", + "boxes": [ + 1484, + 457, + 1586, + 482 + ] + }, + { + "text": "人生", + "boxes": [ + 346, + 480, + 422, + 518 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 13, + 496, + 97, + 533 + ] + }, + { + "text": "学习时刻", + "boxes": [ + 1516, + 494, + 1588, + 520 + ] + }, + { + "text": "白电视剧", + "boxes": [ + 346, + 528, + 436, + 560 + ] + }, + { + "text": "传奇盛世2", + "boxes": [ + 1508, + 532, + 1590, + 558 + ] + }, + { + "text": "直通结局！面具团集结决战", + "boxes": [ + 546, + 560, + 750, + 596 + ] + }, + { + "text": "微剧", + "boxes": [ + 348, + 572, + 428, + 604 + ] + }, + { + "text": "不说话的爱", + "boxes": [ + 802, + 570, + 1074, + 685 + ] + }, + { + "text": "", + "boxes": [ + 892, + 572, + 914, + 586 + ] + }, + { + "text": "五哈第5季", + "boxes": [ + 1504, + 566, + 1588, + 598 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "?电影", + "boxes": [ + 346, + 615, + 420, + 647 + ] + }, + { + "text": "都市古仙医", + "boxes": [ + 1502, + 606, + 1588, + 631 + ] + }, + { + "text": "播放正片", + "boxes": [ + 588, + 619, + 676, + 645 + ] + }, + { + "text": "怒水西流", + "boxes": [ + 1514, + 643, + 1588, + 669 + ] + }, + { + "text": "云云影院", + "boxes": [ + 344, + 657, + 434, + 693 + ] + }, + { + "text": "无声告白", + "boxes": [ + 894, + 671, + 986, + 703 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "综艺", + "boxes": [ + 346, + 701, + 422, + 739 + ] + }, + { + "text": "张艺兴手语呐喊直击人心", + "boxes": [ + 850, + 705, + 1032, + 735 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "正在热播", + "boxes": [ + 500, + 727, + 592, + 758 + ] + }, + { + "text": "全部", + "boxes": [ + 602, + 731, + 644, + 756 + ] + }, + { + "text": "电视剧", + "boxes": [ + 660, + 731, + 710, + 756 + ] + }, + { + "text": "@少儿", + "boxes": [ + 344, + 744, + 422, + 782 + ] + }, + { + "text": "立即预约", + "boxes": [ + 906, + 762, + 978, + 788 + ] + }, + { + "text": "你正在追", + "boxes": [ + 504, + 772, + 578, + 798 + ] + }, + { + "text": "动漫", + "boxes": [ + 348, + 792, + 422, + 824 + ] + }, + { + "text": "狂枫", + "boxes": [ + 1318, + 798, + 1420, + 860 + ] + }, + { + "text": "超水西流", + "boxes": [ + 509, + 813, + 615, + 856 + ] + }, + { + "text": "Draw", + "boxes": [ + 30, + 830, + 88, + 864 + ] + }, + { + "text": " 纪录片", + "boxes": [ + 348, + 836, + 434, + 868 + ] + }, + { + "text": "游戏", + "boxes": [ + 346, + 879, + 422, + 911 + ] + }, + { + "text": "多传奇游戏库", + "boxes": [ + 350, + 923, + 468, + 955 + ] + }, + { + "text": "怒水西流", + "boxes": [ + 502, + 919, + 578, + 951 + ] + }, + { + "text": "唐朝诡事录之西行", + "boxes": [ + 776, + 919, + 912, + 949 + ] + }, + { + "text": "无差别看球指南", + "boxes": [ + 1048, + 919, + 1168, + 949 + ] + }, + { + "text": "狂", + "boxes": [ + 1322, + 923, + 1356, + 945 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + }, + { + "text": "继续观看", + "boxes": [ + 506, + 943, + 568, + 969 + ] + }, + { + "text": "皇马巴萨差距越来越大？", + "boxes": [ + 1052, + 945, + 1200, + 969 + ] + }, + { + "text": "最高热度破10000", + "boxes": [ + 1330, + 949, + 1436, + 967 + ] + }, + { + "text": "体育", + "boxes": [ + 348, + 967, + 420, + 999 + ] + }, + { + "text": "爱奇艺-在线视··", + "boxes": [ + 203, + 1042, + 317, + 1077 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 326, + 44, + 340, + 62 + ] + }, + { + "text": "Mozilla Firefox", + "boxes": [ + 1070, + 42, + 1196, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正×十", + "boxes": [ + 322, + 66, + 574, + 95 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 454, + 133 + ] + }, + { + "text": " https:/ww.igi.com ", + "boxes": [ + 544, + 99, + 764, + 135 + ] + }, + { + "text": "·日☆", + "boxes": [ + 1282, + 101, + 1370, + 133 + ] + }, + { + "text": "三田@", + "boxes": [ + 1460, + 97, + 1570, + 135 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1588, + 125 + ] + }, + { + "text": "You must enable DRM to play some audio orvideo on this page.Learn More", + "boxes": [ + 374, + 149, + 970, + 185 + ] + }, + { + "text": " Enable DRM ", + "boxes": [ + 1436, + 147, + 1544, + 179 + ] + }, + { + "text": "×", + "boxes": [ + 1554, + 155, + 1580, + 175 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "iQIYI", + "boxes": [ + 336, + 208, + 418, + 246 + ] + }, + { + "text": "狐妖小红娘 (玄幻)", + "boxes": [ + 522, + 210, + 656, + 240 + ] + }, + { + "text": "↓", + "boxes": [ + 1334, + 206, + 1354, + 222 + ] + }, + { + "text": "L", + "boxes": [ + 1444, + 208, + 1462, + 222 + ] + }, + { + "text": "登录", + "boxes": [ + 1499, + 204, + 1577, + 243 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 950, + 216, + 996, + 236 + ] + }, + { + "text": "人生若如初见", + "boxes": [ + 1487, + 262, + 1591, + 298 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 104, + 308 + ] + }, + { + "text": "IA 首页", + "boxes": [ + 332, + 282, + 428, + 314 + ] + }, + { + "text": "淮水竹亭", + "boxes": [ + 1516, + 300, + 1590, + 332 + ] + }, + { + "text": "免费", + "boxes": [ + 346, + 326, + 420, + 357 + ] + }, + { + "text": "恋爱兄妹", + "boxes": [ + 1488, + 343, + 1588, + 375 + ] + }, + { + "text": "短视频", + "boxes": [ + 348, + 369, + 436, + 401 + ] + }, + { + "text": "绝密较量", + "boxes": [ + 1516, + 379, + 1590, + 411 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 114, + 419 + ] + }, + { + "text": "会员中心", + "boxes": [ + 345, + 410, + 453, + 447 + ] + }, + { + "text": "无忧渡", + "boxes": [ + 1530, + 419, + 1590, + 451 + ] + }, + { + "text": "果立方", + "boxes": [ + 582, + 464, + 654, + 508 + ] + }, + { + "text": "根本停不下来", + "boxes": [ + 1486, + 457, + 1586, + 482 + ] + }, + { + "text": "人生", + "boxes": [ + 346, + 480, + 422, + 518 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 13, + 496, + 95, + 533 + ] + }, + { + "text": "学习时刻", + "boxes": [ + 1516, + 494, + 1588, + 520 + ] + }, + { + "text": "白电视剧", + "boxes": [ + 346, + 528, + 434, + 560 + ] + }, + { + "text": "传奇盛世2", + "boxes": [ + 1508, + 532, + 1588, + 558 + ] + }, + { + "text": "微剧万", + "boxes": [ + 348, + 572, + 450, + 604 + ] + }, + { + "text": "不说话的爱", + "boxes": [ + 802, + 570, + 1074, + 685 + ] + }, + { + "text": "5", + "boxes": [ + 890, + 568, + 916, + 588 + ] + }, + { + "text": "五哈第5季", + "boxes": [ + 1506, + 566, + 1588, + 598 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "?电影", + "boxes": [ + 346, + 615, + 420, + 647 + ] + }, + { + "text": "都市古仙医", + "boxes": [ + 1502, + 606, + 1588, + 631 + ] + }, + { + "text": "怒水西流", + "boxes": [ + 1514, + 643, + 1588, + 669 + ] + }, + { + "text": "云云影院", + "boxes": [ + 344, + 657, + 434, + 693 + ] + }, + { + "text": "无声告白", + "boxes": [ + 896, + 671, + 988, + 703 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "综艺", + "boxes": [ + 346, + 701, + 422, + 739 + ] + }, + { + "text": "张艺兴手语呐喊直击人心", + "boxes": [ + 852, + 705, + 1032, + 735 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "正在热播", + "boxes": [ + 500, + 727, + 594, + 758 + ] + }, + { + "text": "全部", + "boxes": [ + 592, + 731, + 644, + 756 + ] + }, + { + "text": "电视剧", + "boxes": [ + 660, + 733, + 706, + 752 + ] + }, + { + "text": "@少儿", + "boxes": [ + 344, + 744, + 422, + 782 + ] + }, + { + "text": "你正在追", + "boxes": [ + 502, + 770, + 580, + 802 + ] + }, + { + "text": "立即预约", + "boxes": [ + 906, + 762, + 978, + 788 + ] + }, + { + "text": "动漫", + "boxes": [ + 348, + 792, + 422, + 824 + ] + }, + { + "text": "狂枫", + "boxes": [ + 1314, + 796, + 1434, + 862 + ] + }, + { + "text": "超水西流", + "boxes": [ + 509, + 813, + 615, + 858 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": " 纪录片", + "boxes": [ + 348, + 836, + 434, + 868 + ] + }, + { + "text": "游戏", + "boxes": [ + 346, + 879, + 422, + 911 + ] + }, + { + "text": "多传奇游戏库", + "boxes": [ + 350, + 923, + 470, + 955 + ] + }, + { + "text": "怒水西流", + "boxes": [ + 502, + 919, + 578, + 951 + ] + }, + { + "text": "唐朝诡事录之西行", + "boxes": [ + 776, + 919, + 912, + 949 + ] + }, + { + "text": "无差别看球指南", + "boxes": [ + 1048, + 919, + 1168, + 949 + ] + }, + { + "text": "狂", + "boxes": [ + 1322, + 923, + 1356, + 945 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + }, + { + "text": "继续观看", + "boxes": [ + 506, + 943, + 568, + 969 + ] + }, + { + "text": "皇马巴萨差距越来越大？", + "boxes": [ + 1052, + 945, + 1202, + 969 + ] + }, + { + "text": "最高热度破10000", + "boxes": [ + 1330, + 949, + 1436, + 967 + ] + }, + { + "text": "体育", + "boxes": [ + 348, + 967, + 420, + 999 + ] + }, + { + "text": "爱奇艺-在线视，··", + "boxes": [ + 208, + 1048, + 316, + 1076 + ] + } + ] + }, + { + "frame_id": "40_6_5", + "episode_id": 40, + "env_id": 6, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.219429016113281, + "advantages": 0.4867364168167114, + "generated_text": "{\n \"intent\": \"Reading recent news articles related to artificial intelligence developments, which aligns with the goal of exploring the current topics in science and technology.\",\n \"action\": \"DoubleClick(205, 336)\" \n}", + "action_string": "DoubleClick(205, 336)", + "intent_string": "Reading recent news articles related to artificial intelligence developments, which aligns with the goal of exploring the current topics in science and technology.", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 26, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 266, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 460, + 230 + ] + }, + { + "text": " About 2,660,000 results", + "boxes": [ + 176, + 260, + 328, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 210, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 176, + 336, + 668, + 371 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功", + "boxes": [ + 176, + 361, + 788, + 393 + ] + }, + { + "text": "将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计，", + "boxes": [ + 180, + 389, + 758, + 413 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "", + "boxes": [ + 486, + 427, + 502, + 447 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://wwv", + "boxes": [ + 214, + 455, + 284, + 472 + ] + }, + { + "text": "w.thepaper.cn", + "boxes": [ + 276, + 450, + 374, + 481 + ] + }, + { + "text": " Translate this result", + "boxes": [ + 366, + 455, + 488, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 172, + 476, + 662, + 512 + ] + }, + { + "text": "5 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 780, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"星.", + "boxes": [ + 178, + 530, + 782, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 210, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报|将人工智能送上太空！我国太空计算卫星.", + "boxes": [ + 176, + 613, + 710, + 649 + ] + }, + { + "text": "4 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 778, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"星，", + "boxes": [ + 178, + 669, + 776, + 693 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 212, + 715, + 292, + 741 + ] + }, + { + "text": "https://c.chinadaily.comcn Translatethisresut", + "boxes": [ + 210, + 731, + 514, + 760 + ] + }, + { + "text": "将AI送上太空 我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 174, + 756, + 704, + 792 + ] + }, + { + "text": "3 hours ago·12星箭上排布图 首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 180, + 784, + 772, + 814 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链，", + "boxes": [ + 178, + 810, + 774, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 190, + 872, + 202, + 883 + ] + }, + { + "text": "https:/fnance.sina.com.cn jsw doc-inewpmqw. ranslae this result ", + "boxes": [ + 210, + 872, + 664, + 901 + ] + }, + { + "text": "将AI送上太空 我国成功发射太空计算卫星星座－新浪财经", + "boxes": [ + 174, + 895, + 686, + 931 + ] + }, + { + "text": "1 hourago·国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空.人工智能领", + "boxes": [ + 178, + 925, + 778, + 955 + ] + }, + { + "text": "域边界从地面迈向太空。国星宇航\"星算\"计划首发星座一轨12..", + "boxes": [ + 172, + 941, + 580, + 979 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 208, + 991, + 280, + 1022 + ] + }, + { + "text": "https:/finance.sinacom.cn tech>digi>doc. ranslate thisresut", + "boxes": [ + 210, + 1012, + 624, + 1042 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 300, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 858, + 108, + 893, + 134 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1152, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 360, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "40_7_5", + "episode_id": 40, + "env_id": 7, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.291454315185547, + "advantages": -0.179778054356575, + "generated_text": "{\n \"intent\": \"Click on the Calculator icon to open the application, which is an important step towards exploring its features.\",\n \"action\": \"DoubleClick(332, 347)\"\n}", + "action_string": "DoubleClick(332, 347)", + "intent_string": "Click on the Calculator icon to open the application, which is an important step towards exploring its features.", + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 40, + 131, + 74, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "国", + "boxes": [ + 818, + 359, + 834, + 375 + ] + }, + { + "text": "galculator", + "boxes": [ + 910, + 351, + 1016, + 379 + ] + }, + { + "text": "口", + "boxes": [ + 1036, + 353, + 1108, + 379 + ] + }, + { + "text": "File", + "boxes": [ + 820, + 381, + 852, + 401 + ] + }, + { + "text": "Edit View Calculator Help", + "boxes": [ + 852, + 379, + 1062, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "O", + "boxes": [ + 1060, + 416, + 1095, + 451 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 40, + 131, + 74, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "国", + "boxes": [ + 818, + 359, + 834, + 375 + ] + }, + { + "text": "galculator", + "boxes": [ + 910, + 351, + 1016, + 379 + ] + }, + { + "text": "口", + "boxes": [ + 1036, + 353, + 1108, + 379 + ] + }, + { + "text": "File", + "boxes": [ + 820, + 381, + 852, + 401 + ] + }, + { + "text": "Edit View Calculator Help", + "boxes": [ + 852, + 379, + 1062, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "O", + "boxes": [ + 1060, + 416, + 1095, + 451 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 32, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "40_0_6", + "episode_id": 40, + "env_id": 0, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.337188720703125, + "advantages": 0.1817397177219391, + "generated_text": "{\n \"intent\": \"To start searching for a website or query, which is the primary task in navigating the Firefox browser\",\n \"action\": \"RightClick(203, 71)\"\n}", + "action_string": "RightClick(203, 71)", + "intent_string": "To start searching for a website or query, which is the primary task in navigating the Firefox browser", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter adress", + "boxes": [ + 248, + 64, + 520, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 248, + 32, + 312, + 52 + ] + }, + { + "text": "g or enter address", + "boxes": [ + 388, + 63, + 518, + 91 + ] + }, + { + "text": " Pin to Overflow Menu", + "boxes": [ + 228, + 75, + 376, + 101 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 14, + 103, + 158, + 121 + ] + }, + { + "text": "Remove from Toolbar", + "boxes": [ + 232, + 103, + 374, + 127 + ] + }, + { + "text": " Menu Bar", + "boxes": [ + 226, + 131, + 298, + 157 + ] + }, + { + "text": "Bookmarks Toolbar", + "boxes": [ + 228, + 157, + 358, + 187 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Customiz", + "boxes": [ + 230, + 191, + 294, + 210 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "40_1_6", + "episode_id": 40, + "env_id": 1, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.633272171020508, + "advantages": 0.6298049092292786, + "generated_text": "{\n \"intent\": \"The Firefox Privacy Notice will provide insights into how Mozilla considers data privacy to be fundamental. Reading through these terms explains the steps that users take to ensure their online data stays secure, especially when using browsers like Firefox.\",\n \"action\": \"DoubleClick(356, 16)\"\n}", + "action_string": "DoubleClick(356, 16)", + "intent_string": "The Firefox Privacy Notice will provide insights into how Mozilla considers data privacy to be fundamental. Reading through these terms explains the steps that users take to ensure their online data stays secure, especially when using browsers like Firefox.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1536, + 57, + 1664, + 94 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1872, + 89 + ] + }, + { + "text": "O", + "boxes": [ + 538, + 105, + 578, + 131 + ] + }, + { + "text": "Q", + "boxes": [ + 622, + 109, + 656, + 129 + ] + }, + { + "text": " Firefox for desktop", + "boxes": [ + 1014, + 123, + 1176, + 153 + ] + }, + { + "text": " Firefox for mobile", + "boxes": [ + 1226, + 125, + 1376, + 149 + ] + }, + { + "text": "Firefox Privacy Notice", + "boxes": [ + 230, + 345, + 522, + 381 + ] + }, + { + "text": "Effective February 25, 2025", + "boxes": [ + 1450, + 359, + 1678, + 389 + ] + }, + { + "text": "Contents", + "boxes": [ + 228, + 492, + 402, + 540 + ] + }, + { + "text": "At Mozilla, we believe that privacy is", + "boxes": [ + 606, + 496, + 1406, + 546 + ] + }, + { + "text": "fundamental to a healthy internet", + "boxes": [ + 602, + 546, + 1354, + 604 + ] + }, + { + "text": "I How is yar data used?", + "boxes": [ + 220, + 562, + 422, + 598 + ] + }, + { + "text": "How is your data shared?", + "boxes": [ + 230, + 602, + 436, + 631 + ] + }, + { + "text": "How long is your data kept?", + "boxes": [ + 232, + 635, + 454, + 665 + ] + }, + { + "text": "Your rights and choices", + "boxes": [ + 228, + 667, + 424, + 701 + ] + }, + { + "text": "how you can exercise choices about how we process your information.", + "boxes": [ + 610, + 659, + 1162, + 689 + ] + }, + { + "text": "What happens with international data", + "boxes": [ + 232, + 705, + 532, + 735 + ] + }, + { + "text": "transfers?", + "boxes": [ + 234, + 729, + 316, + 752 + ] + }, + { + "text": "Applicability (Firefox version) and changes", + "boxes": [ + 232, + 760, + 568, + 790 + ] + }, + { + "text": "Types of Data Defined", + "boxes": [ + 230, + 794, + 412, + 824 + ] + }, + { + "text": "How is your data used?", + "boxes": [ + 604, + 810, + 1130, + 866 + ] + }, + { + "text": "Lawful Bases", + "boxes": [ + 232, + 834, + 336, + 858 + ] + }, + { + "text": "To provide you with the Firefox browser", + "boxes": [ + 604, + 927, + 1314, + 975 + ] + }, + { + "text": "Take me backtothe top of the Privacy", + "boxes": [ + 228, + 951, + 536, + 991 + ] + }, + { + "text": "Notice", + "boxes": [ + 234, + 977, + 286, + 1003 + ] + }, + { + "text": "Mozillacollects certaindata like technicaland settings data,to provide thecorefunctionality of the Firefoxbrowser andassociated", + "boxes": [ + 608, + 991, + 1656, + 1020 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "Firefox Privacy Notice -", + "boxes": [ + 352, + 68, + 502, + 91 + ] + }, + { + "text": "×+", + "boxes": [ + 504, + 66, + 574, + 91 + ] + }, + { + "text": "→", + "boxes": [ + 346, + 101, + 454, + 133 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1244, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1552, + 129 + ] + }, + { + "text": "At ivlozilla, we belleve that privacy is", + "boxes": [ + 684, + 131, + 1482, + 173 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Contents", + "boxes": [ + 378, + 164, + 552, + 213 + ] + }, + { + "text": "fundamental to a healthy internet", + "boxes": [ + 682, + 179, + 1430, + 226 + ] + }, + { + "text": "I How is your data used?", + "boxes": [ + 370, + 236, + 570, + 266 + ] + }, + { + "text": "Thats whredarouttgiyoueantrothifmatouhae", + "boxes": [ + 680, + 242, + 1530, + 284 + ] + }, + { + "text": "How is your data shared?", + "boxes": [ + 382, + 274, + 586, + 298 + ] + }, + { + "text": "online and the information you share with us. In this Privacy Notice, we explain what data we process, how", + "boxes": [ + 692, + 272, + 1516, + 290 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "we process it, and for what purposes. Then, we explain how you can exercise choices about how we ", + "boxes": [ + 686, + 288, + 1466, + 312 + ] + }, + { + "text": "How long is your data kept?", + "boxes": [ + 384, + 310, + 604, + 334 + ] + }, + { + "text": "process your information.", + "boxes": [ + 682, + 300, + 892, + 334 + ] + }, + { + "text": "Your rights and choices", + "boxes": [ + 382, + 341, + 572, + 371 + ] + }, + { + "text": "What happens with international", + "boxes": [ + 382, + 377, + 646, + 407 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 114, + 421 + ] + }, + { + "text": "data transfers?", + "boxes": [ + 384, + 399, + 510, + 423 + ] + }, + { + "text": "Aplicability(Firefox version) and", + "boxes": [ + 380, + 427, + 654, + 463 + ] + }, + { + "text": "How is your data used?", + "boxes": [ + 682, + 429, + 1204, + 476 + ] + }, + { + "text": "changes", + "boxes": [ + 381, + 450, + 453, + 479 + ] + }, + { + "text": "Types of Data Defined", + "boxes": [ + 382, + 484, + 560, + 514 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 88, + 528 + ] + }, + { + "text": "Lawful Bases", + "boxes": [ + 380, + 522, + 494, + 552 + ] + }, + { + "text": "To provide you with the Firefox browser", + "boxes": [ + 682, + 526, + 1388, + 568 + ] + }, + { + "text": "Privacy Policies for Search", + "boxes": [ + 380, + 556, + 600, + 586 + ] + }, + { + "text": "Providers", + "boxes": [ + 382, + 576, + 464, + 602 + ] + }, + { + "text": "Mozillacoltcertaindataechcaandseingatatrovidethoreutionalityft", + "boxes": [ + 680, + 582, + 1482, + 619 + ] + }, + { + "text": "Firfoxrwdaieeicedisinsifrthendt", + "boxes": [ + 680, + 599, + 1518, + 641 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "settingdriduitfaleuruhadiiworadt", + "boxes": [ + 682, + 623, + 1518, + 659 + ] + }, + { + "text": "CokieProtection.Youcanfurthercustomize yourFirefoxexperiencebyadjustingyourcontrols,buttons.", + "boxes": [ + 678, + 639, + 1516, + 679 + ] + }, + { + "text": "Take me back to the top of the", + "boxes": [ + 380, + 663, + 624, + 697 + ] + }, + { + "text": "and toolbars and adding features with add-ons.", + "boxes": [ + 684, + 665, + 1060, + 695 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Privacy Notice", + "boxes": [ + 384, + 687, + 502, + 711 + ] + }, + { + "text": "Some Firefox features, like automated translation for web pages and \"“alt-text\" suggestions when you", + "boxes": [ + 680, + 701, + 1480, + 735 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "Lost in the details? Get back to", + "boxes": [ + 380, + 723, + 632, + 755 + ] + }, + { + "text": "upload images in your PDFs, are powered by artificial intelligence (AI) based on small Language models", + "boxes": [ + 680, + 719, + 1490, + 752 + ] + }, + { + "text": "the Firefox privacy basics.", + "boxes": [ + 380, + 742, + 596, + 774 + ] + }, + { + "text": "downloadedtyourdevice.TheeperatelocallywebpagecontentPDFsmageand tabRLsstayn", + "boxes": [ + 680, + 736, + 1516, + 776 + ] + }, + { + "text": "consenhthFreeinratthrdtdutaledi", + "boxes": [ + 680, + 774, + 1504, + 812 + ] + }, + { + "text": "口", + "boxes": [ + 38, + 786, + 78, + 826 + ] + }, + { + "text": "Notice.", + "boxes": [ + 684, + 802, + 744, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "More details, including how to adjust your data settings:", + "boxes": [ + 682, + 840, + 1176, + 870 + ] + }, + { + "text": "You can read more detailed information about the information we collect for Desktop, Android or ios. You", + "boxes": [ + 684, + 860, + 1512, + 889 + ] + }, + { + "text": "can update your data collection settings for Desktop and Mobile at any time.", + "boxes": [ + 684, + 879, + 1288, + 909 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "To adapt Firefox to your needs", + "boxes": [ + 682, + 951, + 1222, + 995 + ] + } + ] + }, + { + "frame_id": "40_2_6", + "episode_id": 40, + "env_id": 2, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.15843391418457, + "advantages": 0.11994291841983795, + "generated_text": "{\n \"intent\": \"Move closer to the top-left corner of the desktop to identify potential windows or applications\",\n \"action\": \"Move(788, 216)\"\n}", + "action_string": "Move(788, 216)", + "intent_string": "Move closer to the top-left corner of the desktop to identify potential windows or applications", + "before_screen_ocr_results": [ + { + "text": "口", + "boxes": [ + 16, + 66, + 44, + 87 + ] + }, + { + "text": " Open File", + "boxes": [ + 40, + 66, + 144, + 91 + ] + }, + { + "text": " Remote Files ", + "boxes": [ + 38, + 109, + 180, + 141 + ] + }, + { + "text": "?", + "boxes": [ + 14, + 177, + 36, + 201 + ] + }, + { + "text": " Recent Files ", + "boxes": [ + 44, + 173, + 170, + 204 + ] + }, + { + "text": "D", + "boxes": [ + 6, + 214, + 50, + 254 + ] + }, + { + "text": " Templates", + "boxes": [ + 36, + 220, + 154, + 252 + ] + }, + { + "text": "Customize", + "boxes": [ + 916, + 246, + 1004, + 264 + ] + }, + { + "text": "Create:", + "boxes": [ + 8, + 276, + 86, + 308 + ] + }, + { + "text": "Menus", + "boxes": [ + 588, + 280, + 644, + 300 + ] + }, + { + "text": "Toolbars", + "boxes": [ + 650, + 280, + 710, + 300 + ] + }, + { + "text": " Context Menus", + "boxes": [ + 728, + 280, + 828, + 298 + ] + }, + { + "text": "Events", + "boxes": [ + 842, + 280, + 892, + 298 + ] + }, + { + "text": "Search ", + "boxes": [ + 586, + 304, + 638, + 330 + ] + }, + { + "text": "Scope", + "boxes": [ + 964, + 304, + 1008, + 330 + ] + }, + { + "text": " Type to search", + "boxes": [ + 590, + 334, + 692, + 357 + ] + }, + { + "text": " Libreoffice", + "boxes": [ + 970, + 332, + 1050, + 357 + ] + }, + { + "text": "国", + "boxes": [ + 10, + 359, + 52, + 397 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 48, + 365, + 224, + 395 + ] + }, + { + "text": "Category", + "boxes": [ + 585, + 363, + 653, + 394 + ] + }, + { + "text": "Target", + "boxes": [ + 970, + 369, + 1004, + 391 + ] + }, + { + "text": " All commands", + "boxes": [ + 590, + 391, + 694, + 419 + ] + }, + { + "text": "0", + "boxes": [ + 1246, + 389, + 1292, + 423 + ] + }, + { + "text": "", + "boxes": [ + 12, + 409, + 44, + 443 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 48, + 413, + 256, + 443 + ] + }, + { + "text": "D", + "boxes": [ + 12, + 455, + 44, + 490 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 46, + 454, + 194, + 491 + ] + }, + { + "text": "", + "boxes": [ + 610, + 455, + 636, + 474 + ] + }, + { + "text": "150%", + "boxes": [ + 640, + 476, + 682, + 504 + ] + }, + { + "text": "P", + "boxes": [ + 976, + 478, + 1000, + 506 + ] + }, + { + "text": "Open", + "boxes": [ + 1014, + 478, + 1046, + 500 + ] + }, + { + "text": "200%", + "boxes": [ + 640, + 498, + 682, + 526 + ] + }, + { + "text": "2", + "boxes": [ + 976, + 502, + 1002, + 526 + ] + }, + { + "text": "Open Rer", + "boxes": [ + 1012, + 500, + 1070, + 526 + ] + }, + { + "text": "50%", + "boxes": [ + 636, + 517, + 680, + 553 + ] + }, + { + "text": "L", + "boxes": [ + 980, + 528, + 1000, + 548 + ] + }, + { + "text": "RecentDoc", + "boxes": [ + 1014, + 530, + 1084, + 548 + ] + }, + { + "text": "#", + "boxes": [ + 12, + 552, + 46, + 582 + ] + }, + { + "text": " Base Database", + "boxes": [ + 40, + 548, + 200, + 584 + ] + }, + { + "text": "75%", + "boxes": [ + 640, + 544, + 678, + 572 + ] + }, + { + "text": "About LibreOffice", + "boxes": [ + 642, + 568, + 754, + 590 + ] + }, + { + "text": "?", + "boxes": [ + 972, + 574, + 1006, + 604 + ] + }, + { + "text": "Wizards", + "boxes": [ + 1002, + 566, + 1070, + 607 + ] + }, + { + "text": "Auto-Redact ", + "boxes": [ + 608, + 639, + 730, + 671 + ] + }, + { + "text": "AutoCorrect Options", + "boxes": [ + 642, + 665, + 774, + 689 + ] + }, + { + "text": "AutoPilot: Address Data 9", + "boxes": [ + 642, + 689, + 806, + 713 + ] + }, + { + "text": "", + "boxes": [ + 976, + 701, + 996, + 715 + ] + }, + { + "text": "Exi", + "boxes": [ + 1012, + 703, + 1032, + 717 + ] + }, + { + "text": "Description", + "boxes": [ + 586, + 721, + 666, + 744 + ] + }, + { + "text": "Customize", + "boxes": [ + 970, + 721, + 1034, + 739 + ] + }, + { + "text": "? Help", + "boxes": [ + 598, + 808, + 656, + 840 + ] + }, + { + "text": "Help", + "boxes": [ + 56, + 1011, + 84, + 1032 + ] + }, + { + "text": "Extensions", + "boxes": [ + 163, + 1008, + 233, + 1033 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "二", + "boxes": [ + 16, + 66, + 42, + 87 + ] + }, + { + "text": " Open File", + "boxes": [ + 40, + 66, + 144, + 91 + ] + }, + { + "text": " Remote Files ", + "boxes": [ + 38, + 109, + 180, + 141 + ] + }, + { + "text": "?", + "boxes": [ + 14, + 177, + 36, + 201 + ] + }, + { + "text": " Recent Files ", + "boxes": [ + 44, + 173, + 170, + 204 + ] + }, + { + "text": "D", + "boxes": [ + 6, + 214, + 50, + 254 + ] + }, + { + "text": " Templates", + "boxes": [ + 36, + 220, + 154, + 252 + ] + }, + { + "text": "Customize", + "boxes": [ + 916, + 246, + 1004, + 264 + ] + }, + { + "text": "Create:", + "boxes": [ + 8, + 276, + 84, + 308 + ] + }, + { + "text": "Menus ", + "boxes": [ + 590, + 280, + 640, + 300 + ] + }, + { + "text": "Toolbars", + "boxes": [ + 650, + 280, + 708, + 300 + ] + }, + { + "text": "Context Menus", + "boxes": [ + 730, + 280, + 828, + 298 + ] + }, + { + "text": "Events", + "boxes": [ + 842, + 280, + 892, + 298 + ] + }, + { + "text": "Search ", + "boxes": [ + 588, + 304, + 638, + 330 + ] + }, + { + "text": "Scope", + "boxes": [ + 964, + 304, + 1008, + 330 + ] + }, + { + "text": " Type to search", + "boxes": [ + 590, + 334, + 692, + 357 + ] + }, + { + "text": " Libreoffice", + "boxes": [ + 970, + 332, + 1050, + 357 + ] + }, + { + "text": "国", + "boxes": [ + 10, + 359, + 50, + 397 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 48, + 365, + 224, + 395 + ] + }, + { + "text": "Category", + "boxes": [ + 585, + 363, + 653, + 394 + ] + }, + { + "text": "Target", + "boxes": [ + 970, + 369, + 1004, + 389 + ] + }, + { + "text": " All commands", + "boxes": [ + 592, + 393, + 694, + 417 + ] + }, + { + "text": "", + "boxes": [ + 12, + 409, + 44, + 443 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 48, + 413, + 256, + 443 + ] + }, + { + "text": "D", + "boxes": [ + 12, + 455, + 42, + 490 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 46, + 454, + 194, + 491 + ] + }, + { + "text": "", + "boxes": [ + 610, + 455, + 636, + 474 + ] + }, + { + "text": "150%", + "boxes": [ + 640, + 476, + 682, + 504 + ] + }, + { + "text": "#", + "boxes": [ + 969, + 470, + 1008, + 510 + ] + }, + { + "text": "Open", + "boxes": [ + 1014, + 478, + 1046, + 500 + ] + }, + { + "text": "200%", + "boxes": [ + 640, + 498, + 682, + 526 + ] + }, + { + "text": "2", + "boxes": [ + 976, + 502, + 1002, + 526 + ] + }, + { + "text": "Open Rer", + "boxes": [ + 1012, + 500, + 1070, + 526 + ] + }, + { + "text": "50%", + "boxes": [ + 636, + 517, + 680, + 553 + ] + }, + { + "text": "", + "boxes": [ + 976, + 526, + 1000, + 548 + ] + }, + { + "text": "RecentDoc", + "boxes": [ + 1014, + 530, + 1084, + 548 + ] + }, + { + "text": "自", + "boxes": [ + 6, + 546, + 49, + 588 + ] + }, + { + "text": " Base Database", + "boxes": [ + 40, + 548, + 200, + 584 + ] + }, + { + "text": "75%", + "boxes": [ + 640, + 544, + 678, + 572 + ] + }, + { + "text": "About LibreOffice", + "boxes": [ + 642, + 568, + 754, + 590 + ] + }, + { + "text": "?", + "boxes": [ + 972, + 574, + 1006, + 604 + ] + }, + { + "text": "Wizards", + "boxes": [ + 1002, + 566, + 1070, + 607 + ] + }, + { + "text": "Auto-Redact ", + "boxes": [ + 608, + 639, + 730, + 671 + ] + }, + { + "text": "AutoCorrect Options", + "boxes": [ + 642, + 665, + 774, + 689 + ] + }, + { + "text": "AutoPilot: Address Data 9", + "boxes": [ + 642, + 689, + 806, + 713 + ] + }, + { + "text": "", + "boxes": [ + 976, + 701, + 996, + 715 + ] + }, + { + "text": "Exi", + "boxes": [ + 1012, + 703, + 1032, + 717 + ] + }, + { + "text": "Description", + "boxes": [ + 586, + 721, + 666, + 744 + ] + }, + { + "text": "Customize", + "boxes": [ + 970, + 721, + 1034, + 739 + ] + }, + { + "text": "? Help", + "boxes": [ + 598, + 808, + 656, + 840 + ] + }, + { + "text": "Help", + "boxes": [ + 56, + 1011, + 84, + 1032 + ] + } + ] + }, + { + "frame_id": "40_3_6", + "episode_id": 40, + "env_id": 3, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.52198600769043, + "advantages": 0.24562543630599976, + "generated_text": "{\n \"intent\": \"To explore popular websites by clicking them, starting from the new tab page.\",\n \"action\": \"Move(579, 57)\" \n}", + "action_string": "Move(579, 57)", + "intent_string": "To explore popular websites by clicking them, starting from the new tab page.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Apple -- tt://www.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing 一 bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 272, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.com", + "boxes": [ + 602, + 220, + 662, + 238 + ] + }, + { + "text": "知zhihu ", + "boxes": [ + 256, + 252, + 326, + 274 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 36, + 68, + 128, + 91 + ] + }, + { + "text": " Apple -- tt://www.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing 一 bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 272, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.com", + "boxes": [ + 602, + 220, + 662, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 252, + 324, + 272 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "40_4_6", + "episode_id": 40, + "env_id": 4, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.056328773498535, + "advantages": 0.08464445173740387, + "generated_text": "{\n \"intent\": \"Opening a new tab to explore more of the desktop.\",\n \"action\": \"Key(\\\"Shift+K\\\")\"\n}", + "action_string": "Key(Shift_L+K)", + "intent_string": "Opening a new tab to explore more of the desktop.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "40_5_6", + "episode_id": 40, + "env_id": 5, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.284924507141113, + "advantages": 0.163671612739563, + "generated_text": "{\n \"intent\": \"Move the cursor to the center of the screen so I can access the search functionality more easily.\",\n \"action\": \"Move(960, 540)\"\n}", + "action_string": "Move(960, 540)", + "intent_string": "Move the cursor to the center of the screen so I can access the search functionality more easily.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 320, + 40, + 344, + 64 + ] + }, + { + "text": "MozillaFirefo", + "boxes": [ + 1076, + 42, + 1188, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正×十", + "boxes": [ + 320, + 64, + 572, + 93 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 454, + 133 + ] + }, + { + "text": " https:/ww.i.com", + "boxes": [ + 542, + 97, + 762, + 137 + ] + }, + { + "text": "·日☆", + "boxes": [ + 1282, + 101, + 1370, + 133 + ] + }, + { + "text": "三田@", + "boxes": [ + 1460, + 97, + 1570, + 135 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1588, + 123 + ] + }, + { + "text": "You must enable DRM to play some audio or video on this page. Learn More", + "boxes": [ + 376, + 151, + 968, + 181 + ] + }, + { + "text": " Enable DRM", + "boxes": [ + 1438, + 149, + 1544, + 181 + ] + }, + { + "text": "×", + "boxes": [ + 1555, + 156, + 1579, + 173 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 170, + 110, + 201 + ] + }, + { + "text": "iQIYI", + "boxes": [ + 336, + 208, + 418, + 246 + ] + }, + { + "text": "狐妖小红娘月红篇[", + "boxes": [ + 526, + 212, + 650, + 236 + ] + }, + { + "text": "登录", + "boxes": [ + 1506, + 212, + 1574, + 238 + ] + }, + { + "text": "人生若如初见", + "boxes": [ + 1490, + 268, + 1586, + 294 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 104, + 308 + ] + }, + { + "text": "IA 首页", + "boxes": [ + 334, + 282, + 428, + 314 + ] + }, + { + "text": "淮水竹亭", + "boxes": [ + 1510, + 300, + 1590, + 332 + ] + }, + { + "text": "免费", + "boxes": [ + 346, + 326, + 420, + 357 + ] + }, + { + "text": "恋爱兄妹", + "boxes": [ + 1512, + 339, + 1590, + 371 + ] + }, + { + "text": "短视频", + "boxes": [ + 348, + 371, + 436, + 403 + ] + }, + { + "text": "绝密较量", + "boxes": [ + 1488, + 379, + 1588, + 411 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 114, + 419 + ] + }, + { + "text": "会员中心", + "boxes": [ + 345, + 410, + 453, + 447 + ] + }, + { + "text": "无忧渡", + "boxes": [ + 1532, + 421, + 1588, + 447 + ] + }, + { + "text": "根本停不下来", + "boxes": [ + 1486, + 457, + 1588, + 482 + ] + }, + { + "text": "人生", + "boxes": [ + 346, + 480, + 422, + 518 + ] + }, + { + "text": "绝密较量", + "boxes": [ + 545, + 482, + 759, + 556 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 96, + 530 + ] + }, + { + "text": "学习时刻", + "boxes": [ + 1514, + 490, + 1590, + 522 + ] + }, + { + "text": "白电视剧", + "boxes": [ + 346, + 528, + 436, + 560 + ] + }, + { + "text": "传奇盛世2", + "boxes": [ + 1508, + 532, + 1588, + 558 + ] + }, + { + "text": "杨光夜探别墅拿到重要录音", + "boxes": [ + 550, + 560, + 752, + 598 + ] + }, + { + "text": "微剧", + "boxes": [ + 348, + 572, + 426, + 604 + ] + }, + { + "text": "不说话的爱", + "boxes": [ + 802, + 570, + 1074, + 685 + ] + }, + { + "text": "5", + "boxes": [ + 890, + 568, + 916, + 588 + ] + }, + { + "text": "五哈第5季", + "boxes": [ + 1506, + 568, + 1586, + 594 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "?电影", + "boxes": [ + 346, + 615, + 420, + 647 + ] + }, + { + "text": "都市古仙医", + "boxes": [ + 1502, + 606, + 1588, + 631 + ] + }, + { + "text": "播放正片", + "boxes": [ + 590, + 619, + 678, + 645 + ] + }, + { + "text": "怒水西流", + "boxes": [ + 1512, + 643, + 1588, + 669 + ] + }, + { + "text": "云云影院", + "boxes": [ + 346, + 659, + 436, + 691 + ] + }, + { + "text": "无声告白", + "boxes": [ + 896, + 671, + 988, + 703 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "你", + "boxes": [ + 704, + 695, + 748, + 733 + ] + }, + { + "text": "发现", + "boxes": [ + 1132, + 691, + 1224, + 737 + ] + }, + { + "text": "综艺", + "boxes": [ + 346, + 701, + 422, + 739 + ] + }, + { + "text": "张艺兴手语呐喊直击人心", + "boxes": [ + 852, + 705, + 1032, + 735 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "正在热播", + "boxes": [ + 500, + 727, + 594, + 758 + ] + }, + { + "text": "全部", + "boxes": [ + 602, + 731, + 646, + 756 + ] + }, + { + "text": "电视剧", + "boxes": [ + 654, + 731, + 710, + 756 + ] + }, + { + "text": "@少儿", + "boxes": [ + 344, + 744, + 422, + 782 + ] + }, + { + "text": "立即预约", + "boxes": [ + 906, + 762, + 978, + 788 + ] + }, + { + "text": "你正在追", + "boxes": [ + 504, + 772, + 578, + 798 + ] + }, + { + "text": "动漫", + "boxes": [ + 348, + 792, + 422, + 824 + ] + }, + { + "text": "狂枫", + "boxes": [ + 1316, + 798, + 1422, + 860 + ] + }, + { + "text": "超水西流", + "boxes": [ + 509, + 813, + 615, + 856 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": " 纪录片", + "boxes": [ + 348, + 836, + 434, + 868 + ] + }, + { + "text": "游戏", + "boxes": [ + 348, + 879, + 422, + 911 + ] + }, + { + "text": "多传奇游戏库", + "boxes": [ + 350, + 923, + 468, + 955 + ] + }, + { + "text": "怒水西流", + "boxes": [ + 502, + 919, + 576, + 951 + ] + }, + { + "text": "唐朝诡事录之西行", + "boxes": [ + 776, + 919, + 912, + 949 + ] + }, + { + "text": "无差别看球指南", + "boxes": [ + 1048, + 919, + 1168, + 949 + ] + }, + { + "text": "狂", + "boxes": [ + 1322, + 923, + 1356, + 945 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + }, + { + "text": "继续观看", + "boxes": [ + 506, + 943, + 568, + 969 + ] + }, + { + "text": "皇马巴萨差距越来越大？", + "boxes": [ + 1052, + 945, + 1202, + 969 + ] + }, + { + "text": "最高热度破10000", + "boxes": [ + 1330, + 949, + 1436, + 967 + ] + }, + { + "text": "体育", + "boxes": [ + 348, + 967, + 420, + 999 + ] + }, + { + "text": "爱奇艺-在线视··", + "boxes": [ + 203, + 1042, + 317, + 1077 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 320, + 40, + 344, + 64 + ] + }, + { + "text": "MozillaFirefo", + "boxes": [ + 1078, + 42, + 1188, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正×十", + "boxes": [ + 320, + 64, + 572, + 93 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 454, + 133 + ] + }, + { + "text": " https:/ww.iai.com", + "boxes": [ + 542, + 97, + 762, + 137 + ] + }, + { + "text": "·日☆", + "boxes": [ + 1282, + 101, + 1370, + 133 + ] + }, + { + "text": "三田@", + "boxes": [ + 1460, + 97, + 1570, + 135 + ] + }, + { + "text": "You must enable DRM to play some audio orvideo on this page.Learn More", + "boxes": [ + 374, + 149, + 970, + 185 + ] + }, + { + "text": " Enable DRM", + "boxes": [ + 1438, + 149, + 1546, + 181 + ] + }, + { + "text": "×", + "boxes": [ + 1553, + 154, + 1579, + 175 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "iQIYI", + "boxes": [ + 336, + 208, + 418, + 246 + ] + }, + { + "text": "次元故事：海贼王", + "boxes": [ + 532, + 214, + 644, + 232 + ] + }, + { + "text": "登录", + "boxes": [ + 1499, + 206, + 1577, + 243 + ] + }, + { + "text": "人生若如初见", + "boxes": [ + 1488, + 268, + 1586, + 294 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 104, + 308 + ] + }, + { + "text": "IA 首页", + "boxes": [ + 332, + 282, + 428, + 314 + ] + }, + { + "text": "淮水竹亭", + "boxes": [ + 1514, + 302, + 1590, + 334 + ] + }, + { + "text": "免费", + "boxes": [ + 346, + 326, + 420, + 357 + ] + }, + { + "text": "恋爱兄妹", + "boxes": [ + 1516, + 341, + 1588, + 367 + ] + }, + { + "text": "短视频", + "boxes": [ + 350, + 373, + 434, + 399 + ] + }, + { + "text": "绝密较量", + "boxes": [ + 1514, + 375, + 1588, + 407 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 114, + 419 + ] + }, + { + "text": "会员中心", + "boxes": [ + 345, + 410, + 453, + 447 + ] + }, + { + "text": "无忧渡", + "boxes": [ + 1508, + 415, + 1590, + 453 + ] + }, + { + "text": "根本停不下来", + "boxes": [ + 1481, + 450, + 1591, + 487 + ] + }, + { + "text": "人生", + "boxes": [ + 346, + 480, + 422, + 518 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 13, + 496, + 97, + 533 + ] + }, + { + "text": "学习时刻", + "boxes": [ + 1514, + 494, + 1590, + 520 + ] + }, + { + "text": "无九爱", + "boxes": [ + 558, + 508, + 750, + 592 + ] + }, + { + "text": "白电视剧", + "boxes": [ + 346, + 528, + 436, + 560 + ] + }, + { + "text": "传奇盛世2", + "boxes": [ + 1508, + 532, + 1590, + 558 + ] + }, + { + "text": "微剧E万融", + "boxes": [ + 348, + 572, + 454, + 604 + ] + }, + { + "text": "不说话的爱", + "boxes": [ + 802, + 570, + 1074, + 685 + ] + }, + { + "text": "5", + "boxes": [ + 890, + 568, + 916, + 588 + ] + }, + { + "text": "五哈第5季", + "boxes": [ + 1506, + 566, + 1588, + 598 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "?电影", + "boxes": [ + 346, + 615, + 420, + 647 + ] + }, + { + "text": "都市古仙医", + "boxes": [ + 1502, + 606, + 1588, + 631 + ] + }, + { + "text": "播放正片", + "boxes": [ + 590, + 619, + 674, + 645 + ] + }, + { + "text": "怒水西流", + "boxes": [ + 1512, + 639, + 1590, + 671 + ] + }, + { + "text": "云云影院", + "boxes": [ + 346, + 659, + 434, + 691 + ] + }, + { + "text": "无声告白", + "boxes": [ + 894, + 671, + 988, + 703 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "综艺", + "boxes": [ + 346, + 701, + 422, + 739 + ] + }, + { + "text": "张艺兴手语呐喊直击人心", + "boxes": [ + 852, + 705, + 1032, + 735 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "正在热播", + "boxes": [ + 502, + 731, + 592, + 756 + ] + }, + { + "text": "全部", + "boxes": [ + 602, + 731, + 646, + 756 + ] + }, + { + "text": "电视剧", + "boxes": [ + 656, + 731, + 710, + 756 + ] + }, + { + "text": "@少儿", + "boxes": [ + 344, + 744, + 422, + 782 + ] + }, + { + "text": "立即预约", + "boxes": [ + 906, + 762, + 978, + 788 + ] + }, + { + "text": "你正在追", + "boxes": [ + 504, + 772, + 578, + 798 + ] + }, + { + "text": "动漫", + "boxes": [ + 348, + 792, + 422, + 824 + ] + }, + { + "text": "狂枫", + "boxes": [ + 1316, + 796, + 1430, + 862 + ] + }, + { + "text": "超水西流", + "boxes": [ + 509, + 813, + 615, + 858 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": " 纪录片", + "boxes": [ + 348, + 836, + 434, + 868 + ] + }, + { + "text": "游戏", + "boxes": [ + 346, + 879, + 422, + 911 + ] + }, + { + "text": "多传奇游戏库", + "boxes": [ + 350, + 923, + 470, + 955 + ] + }, + { + "text": "怒水西流", + "boxes": [ + 502, + 919, + 578, + 951 + ] + }, + { + "text": "唐朝诡事录之西行", + "boxes": [ + 776, + 919, + 912, + 949 + ] + }, + { + "text": "无差别看球指南", + "boxes": [ + 1048, + 919, + 1168, + 949 + ] + }, + { + "text": "狂", + "boxes": [ + 1322, + 923, + 1356, + 945 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + }, + { + "text": "继续观看", + "boxes": [ + 506, + 943, + 568, + 969 + ] + }, + { + "text": "皇马巴萨差距越来越大？", + "boxes": [ + 1052, + 945, + 1202, + 969 + ] + }, + { + "text": "最高热度破10000", + "boxes": [ + 1330, + 949, + 1436, + 967 + ] + }, + { + "text": "体育", + "boxes": [ + 348, + 967, + 420, + 999 + ] + }, + { + "text": "爱奇艺-在线视··", + "boxes": [ + 203, + 1042, + 317, + 1077 + ] + } + ] + }, + { + "frame_id": "40_6_6", + "episode_id": 40, + "env_id": 6, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.18004035949707, + "advantages": 0.12741242349147797, + "generated_text": "{\n \"intent\": \"The goal is to navigate through the web pages visible on the desktop and gather information about their contents to achieve the purpose.\",\n \"action\": \"Move(78, 105)\" \n}", + "action_string": "Move(78, 105)", + "intent_string": "The goal is to navigate through the web pages visible on the desktop and gather information about their contents to achieve the purpose.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "新闻", + "boxes": [ + 514, + 111, + 546, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 858, + 108, + 893, + 134 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1152, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "地方", + "boxes": [ + 360, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "新闻", + "boxes": [ + 514, + 111, + 546, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 858, + 108, + 893, + 134 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1168, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "40_7_6", + "episode_id": 40, + "env_id": 7, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.066730499267578, + "advantages": -0.2574666440486908, + "generated_text": "{\n \"intent\": \"Moving the mouse to the location of the next application icon to perform potential actions such as launching them.\",\n \"action\": \"Move(567, 809)\" }", + "action_string": "Move(567, 809)", + "intent_string": "Moving the mouse to the location of the next application icon to perform potential actions such as launching them.", + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 40, + 131, + 74, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "国", + "boxes": [ + 818, + 359, + 834, + 375 + ] + }, + { + "text": "galculator", + "boxes": [ + 910, + 351, + 1016, + 379 + ] + }, + { + "text": "口", + "boxes": [ + 1036, + 353, + 1108, + 379 + ] + }, + { + "text": "File", + "boxes": [ + 820, + 381, + 852, + 401 + ] + }, + { + "text": "Edit View Calculator Help", + "boxes": [ + 852, + 379, + 1062, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "O", + "boxes": [ + 1060, + 416, + 1095, + 451 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 32, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 40, + 131, + 74, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 32, + 347, + 78, + 373 + ] + }, + { + "text": "国", + "boxes": [ + 818, + 359, + 834, + 375 + ] + }, + { + "text": "galculator", + "boxes": [ + 910, + 351, + 1016, + 379 + ] + }, + { + "text": "口", + "boxes": [ + 1036, + 353, + 1108, + 379 + ] + }, + { + "text": "File", + "boxes": [ + 820, + 381, + 852, + 401 + ] + }, + { + "text": "Edit View Calculator Help", + "boxes": [ + 852, + 379, + 1062, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "O", + "boxes": [ + 1060, + 416, + 1095, + 451 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 96, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 32, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "40_0_7", + "episode_id": 40, + "env_id": 0, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.149372100830078, + "advantages": 0.11681018769741058, + "generated_text": "{\n \"intent\": \"Exploring the current screen content and possible interactions.\",\n \"action\": \"DoubleClick(131, 72)\" }", + "action_string": "DoubleClick(131, 72)", + "intent_string": "Exploring the current screen content and possible interactions.", + "before_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 248, + 32, + 312, + 52 + ] + }, + { + "text": "g or enter address", + "boxes": [ + 388, + 63, + 518, + 91 + ] + }, + { + "text": " Pin to Overflow Menu", + "boxes": [ + 228, + 75, + 376, + 101 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 14, + 103, + 158, + 121 + ] + }, + { + "text": "Remove from Toolbar", + "boxes": [ + 232, + 103, + 374, + 127 + ] + }, + { + "text": " Menu Bar", + "boxes": [ + 226, + 131, + 298, + 157 + ] + }, + { + "text": "Bookmarks Toolbar", + "boxes": [ + 228, + 157, + 358, + 187 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Customiz", + "boxes": [ + 230, + 191, + 294, + 210 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "New Tab", + "boxes": [ + 248, + 32, + 312, + 52 + ] + }, + { + "text": "↑→白，", + "boxes": [ + 8, + 64, + 144, + 95 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "40_1_7", + "episode_id": 40, + "env_id": 1, + "step": 7, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.0461924076080322, + "generated_text": "{\n \"intent\": \"Scroll up to start exploring the desktop contents.\",\n \"action\": \"ScrollUp(0.2)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "Firefox Privacy Notice -", + "boxes": [ + 352, + 68, + 502, + 91 + ] + }, + { + "text": "×+", + "boxes": [ + 504, + 66, + 574, + 91 + ] + }, + { + "text": "→", + "boxes": [ + 346, + 101, + 454, + 133 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1244, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1552, + 129 + ] + }, + { + "text": "At ivlozilla, we belleve that privacy is", + "boxes": [ + 684, + 131, + 1482, + 173 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Contents", + "boxes": [ + 378, + 164, + 552, + 213 + ] + }, + { + "text": "fundamental to a healthy internet", + "boxes": [ + 682, + 179, + 1430, + 226 + ] + }, + { + "text": "I How is your data used?", + "boxes": [ + 370, + 236, + 570, + 266 + ] + }, + { + "text": "Thats whredarouttgiyoueantrothifmatouhae", + "boxes": [ + 680, + 242, + 1530, + 284 + ] + }, + { + "text": "How is your data shared?", + "boxes": [ + 382, + 274, + 586, + 298 + ] + }, + { + "text": "online and the information you share with us. In this Privacy Notice, we explain what data we process, how", + "boxes": [ + 692, + 272, + 1516, + 290 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "we process it, and for what purposes. Then, we explain how you can exercise choices about how we ", + "boxes": [ + 686, + 288, + 1466, + 312 + ] + }, + { + "text": "How long is your data kept?", + "boxes": [ + 384, + 310, + 604, + 334 + ] + }, + { + "text": "process your information.", + "boxes": [ + 682, + 300, + 892, + 334 + ] + }, + { + "text": "Your rights and choices", + "boxes": [ + 382, + 341, + 572, + 371 + ] + }, + { + "text": "What happens with international", + "boxes": [ + 382, + 377, + 646, + 407 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 114, + 421 + ] + }, + { + "text": "data transfers?", + "boxes": [ + 384, + 399, + 510, + 423 + ] + }, + { + "text": "Aplicability(Firefox version) and", + "boxes": [ + 380, + 427, + 654, + 463 + ] + }, + { + "text": "How is your data used?", + "boxes": [ + 682, + 429, + 1204, + 476 + ] + }, + { + "text": "changes", + "boxes": [ + 381, + 450, + 453, + 479 + ] + }, + { + "text": "Types of Data Defined", + "boxes": [ + 382, + 484, + 560, + 514 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 88, + 528 + ] + }, + { + "text": "Lawful Bases", + "boxes": [ + 380, + 522, + 494, + 552 + ] + }, + { + "text": "To provide you with the Firefox browser", + "boxes": [ + 682, + 526, + 1388, + 568 + ] + }, + { + "text": "Privacy Policies for Search", + "boxes": [ + 380, + 556, + 600, + 586 + ] + }, + { + "text": "Providers", + "boxes": [ + 382, + 576, + 464, + 602 + ] + }, + { + "text": "Mozillacoltcertaindataechcaandseingatatrovidethoreutionalityft", + "boxes": [ + 680, + 582, + 1482, + 619 + ] + }, + { + "text": "Firfoxrwdaieeicedisinsifrthendt", + "boxes": [ + 680, + 599, + 1518, + 641 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "settingdriduitfaleuruhadiiworadt", + "boxes": [ + 682, + 623, + 1518, + 659 + ] + }, + { + "text": "CokieProtection.Youcanfurthercustomize yourFirefoxexperiencebyadjustingyourcontrols,buttons.", + "boxes": [ + 678, + 639, + 1516, + 679 + ] + }, + { + "text": "Take me back to the top of the", + "boxes": [ + 380, + 663, + 624, + 697 + ] + }, + { + "text": "and toolbars and adding features with add-ons.", + "boxes": [ + 684, + 665, + 1060, + 695 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Privacy Notice", + "boxes": [ + 384, + 687, + 502, + 711 + ] + }, + { + "text": "Some Firefox features, like automated translation for web pages and \"“alt-text\" suggestions when you", + "boxes": [ + 680, + 701, + 1480, + 735 + ] + }, + { + "text": "Excel", + "boxes": [ + 34, + 723, + 88, + 748 + ] + }, + { + "text": "Lost in the details? Get back to", + "boxes": [ + 380, + 723, + 632, + 755 + ] + }, + { + "text": "upload images in your PDFs, are powered by artificial intelligence (AI) based on small Language models", + "boxes": [ + 680, + 719, + 1490, + 752 + ] + }, + { + "text": "the Firefox privacy basics.", + "boxes": [ + 380, + 742, + 596, + 774 + ] + }, + { + "text": "downloadedtyourdevice.TheeperatelocallywebpagecontentPDFsmageand tabRLsstayn", + "boxes": [ + 680, + 736, + 1516, + 776 + ] + }, + { + "text": "consenhthFreeinratthrdtdutaledi", + "boxes": [ + 680, + 774, + 1504, + 812 + ] + }, + { + "text": "口", + "boxes": [ + 38, + 786, + 78, + 826 + ] + }, + { + "text": "Notice.", + "boxes": [ + 684, + 802, + 744, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "More details, including how to adjust your data settings:", + "boxes": [ + 682, + 840, + 1176, + 870 + ] + }, + { + "text": "You can read more detailed information about the information we collect for Desktop, Android or ios. You", + "boxes": [ + 684, + 860, + 1512, + 889 + ] + }, + { + "text": "can update your data collection settings for Desktop and Mobile at any time.", + "boxes": [ + 684, + 879, + 1288, + 909 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "To adapt Firefox to your needs", + "boxes": [ + 682, + 951, + 1222, + 995 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "Firefox Privacy Notice -", + "boxes": [ + 352, + 68, + 502, + 91 + ] + }, + { + "text": "×+", + "boxes": [ + 504, + 66, + 574, + 91 + ] + }, + { + "text": "→", + "boxes": [ + 346, + 101, + 454, + 133 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1244, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1552, + 129 + ] + }, + { + "text": "At ivlozilla, we belleve that privacy is", + "boxes": [ + 684, + 131, + 1482, + 173 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Contents", + "boxes": [ + 378, + 164, + 552, + 213 + ] + }, + { + "text": "fundamental to a healthy internet", + "boxes": [ + 682, + 179, + 1430, + 226 + ] + }, + { + "text": "I How is your data used?", + "boxes": [ + 370, + 236, + 570, + 266 + ] + }, + { + "text": "Thats whredarouttgiyoueantrothifmatouhae", + "boxes": [ + 680, + 242, + 1530, + 284 + ] + }, + { + "text": "How is your data shared?", + "boxes": [ + 382, + 274, + 586, + 298 + ] + }, + { + "text": "online and the information you share with us. In this Privacy Notice, we explain what data we process, how", + "boxes": [ + 692, + 272, + 1516, + 290 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "we process it, and for what purposes. Then, we explain how you can exercise choices about how we ", + "boxes": [ + 686, + 288, + 1466, + 312 + ] + }, + { + "text": "How long is your data kept?", + "boxes": [ + 384, + 310, + 604, + 334 + ] + }, + { + "text": "process your information.", + "boxes": [ + 682, + 300, + 892, + 334 + ] + }, + { + "text": "Your rights and choices", + "boxes": [ + 382, + 341, + 572, + 371 + ] + }, + { + "text": "What happens with international", + "boxes": [ + 382, + 377, + 646, + 407 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 115, + 423 + ] + }, + { + "text": "data transfers?", + "boxes": [ + 384, + 399, + 510, + 423 + ] + }, + { + "text": "Aplicability(Firefox version) and", + "boxes": [ + 380, + 427, + 654, + 463 + ] + }, + { + "text": "How is your data used?", + "boxes": [ + 682, + 429, + 1204, + 476 + ] + }, + { + "text": "changes", + "boxes": [ + 381, + 450, + 453, + 479 + ] + }, + { + "text": "Types of Data Defined", + "boxes": [ + 382, + 484, + 560, + 514 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 88, + 528 + ] + }, + { + "text": "Lawful Bases", + "boxes": [ + 380, + 522, + 494, + 552 + ] + }, + { + "text": "To provide you with the Firefox browser", + "boxes": [ + 682, + 526, + 1388, + 568 + ] + }, + { + "text": "Privacy Policies for Search", + "boxes": [ + 380, + 556, + 600, + 586 + ] + }, + { + "text": "Providers", + "boxes": [ + 382, + 576, + 464, + 602 + ] + }, + { + "text": "Mozillacoltcertaindataechcaandseingatatrovidethoreutionalityft", + "boxes": [ + 680, + 582, + 1482, + 619 + ] + }, + { + "text": "Firfoxrwdaieeicedisinsifrthendt", + "boxes": [ + 680, + 599, + 1518, + 641 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "settingdriduitfaleuruhadiiworadt", + "boxes": [ + 682, + 623, + 1518, + 659 + ] + }, + { + "text": "CokieProtection.Youcanfurthercustomize yourFirefoxexperiencebyadjustingyourcontrols,buttons.", + "boxes": [ + 678, + 639, + 1516, + 679 + ] + }, + { + "text": "Take me back to the top of the", + "boxes": [ + 380, + 663, + 624, + 697 + ] + }, + { + "text": "and toolbars and adding features with add-ons.", + "boxes": [ + 684, + 665, + 1060, + 695 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Privacy Notice", + "boxes": [ + 384, + 687, + 502, + 711 + ] + }, + { + "text": "Some Firefox features, like automated translation for web pages and \"“alt-text\" suggestions when you", + "boxes": [ + 680, + 701, + 1480, + 735 + ] + }, + { + "text": "Excel", + "boxes": [ + 34, + 723, + 88, + 748 + ] + }, + { + "text": "Lost in the details? Get back to", + "boxes": [ + 380, + 723, + 632, + 755 + ] + }, + { + "text": "upload images in your PDFs, are powered by artificial intelligence (AI) based on small Language models", + "boxes": [ + 680, + 719, + 1490, + 752 + ] + }, + { + "text": "the Firefox privacy basics.", + "boxes": [ + 380, + 742, + 596, + 774 + ] + }, + { + "text": "downloadedtyourdevice.TheeperatelocallywebpagecontentPDFsmageand tabRLsstayn", + "boxes": [ + 680, + 736, + 1516, + 776 + ] + }, + { + "text": "consenhthFreeinratthrdtdutaledi", + "boxes": [ + 680, + 774, + 1504, + 812 + ] + }, + { + "text": "口", + "boxes": [ + 38, + 786, + 78, + 826 + ] + }, + { + "text": "Notice.", + "boxes": [ + 684, + 802, + 744, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "More details, including how to adjust your data settings:", + "boxes": [ + 682, + 840, + 1176, + 870 + ] + }, + { + "text": "You can read more detailed information about the information we collect for Desktop, Android or ios. You", + "boxes": [ + 684, + 860, + 1512, + 889 + ] + }, + { + "text": "can update your data collection settings for Desktop and Mobile at any time.", + "boxes": [ + 684, + 879, + 1288, + 909 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "To adapt Firefox to your needs", + "boxes": [ + 682, + 951, + 1222, + 995 + ] + } + ] + }, + { + "frame_id": "40_2_7", + "episode_id": 40, + "env_id": 2, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.22801399230957, + "advantages": 0.14399723708629608, + "generated_text": "{\n \"intent\": \"Move and interact with the LibreOffice Customization window by checking its contents for further useful actions.\",\n \"action\": \"DoubleClick(1700, 200)\" \n}", + "action_string": "DoubleClick(1700, 200)", + "intent_string": "Move and interact with the LibreOffice Customization window by checking its contents for further useful actions.", + "before_screen_ocr_results": [ + { + "text": "二", + "boxes": [ + 16, + 66, + 42, + 87 + ] + }, + { + "text": " Open File", + "boxes": [ + 40, + 66, + 144, + 91 + ] + }, + { + "text": " Remote Files ", + "boxes": [ + 38, + 109, + 180, + 141 + ] + }, + { + "text": "?", + "boxes": [ + 14, + 177, + 36, + 201 + ] + }, + { + "text": " Recent Files ", + "boxes": [ + 44, + 173, + 170, + 204 + ] + }, + { + "text": "D", + "boxes": [ + 6, + 214, + 50, + 254 + ] + }, + { + "text": " Templates", + "boxes": [ + 36, + 220, + 154, + 252 + ] + }, + { + "text": "Customize", + "boxes": [ + 916, + 246, + 1004, + 264 + ] + }, + { + "text": "Create:", + "boxes": [ + 8, + 276, + 84, + 308 + ] + }, + { + "text": "Menus ", + "boxes": [ + 590, + 280, + 640, + 300 + ] + }, + { + "text": "Toolbars", + "boxes": [ + 650, + 280, + 708, + 300 + ] + }, + { + "text": "Context Menus", + "boxes": [ + 730, + 280, + 828, + 298 + ] + }, + { + "text": "Events", + "boxes": [ + 842, + 280, + 892, + 298 + ] + }, + { + "text": "Search ", + "boxes": [ + 588, + 304, + 638, + 330 + ] + }, + { + "text": "Scope", + "boxes": [ + 964, + 304, + 1008, + 330 + ] + }, + { + "text": " Type to search", + "boxes": [ + 590, + 334, + 692, + 357 + ] + }, + { + "text": " Libreoffice", + "boxes": [ + 970, + 332, + 1050, + 357 + ] + }, + { + "text": "国", + "boxes": [ + 10, + 359, + 50, + 397 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 48, + 365, + 224, + 395 + ] + }, + { + "text": "Category", + "boxes": [ + 585, + 363, + 653, + 394 + ] + }, + { + "text": "Target", + "boxes": [ + 970, + 369, + 1004, + 389 + ] + }, + { + "text": " All commands", + "boxes": [ + 592, + 393, + 694, + 417 + ] + }, + { + "text": "", + "boxes": [ + 12, + 409, + 44, + 443 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 48, + 413, + 256, + 443 + ] + }, + { + "text": "D", + "boxes": [ + 12, + 455, + 44, + 490 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 46, + 454, + 194, + 491 + ] + }, + { + "text": "", + "boxes": [ + 610, + 455, + 636, + 474 + ] + }, + { + "text": "150%", + "boxes": [ + 640, + 476, + 682, + 504 + ] + }, + { + "text": "#", + "boxes": [ + 969, + 470, + 1008, + 510 + ] + }, + { + "text": "Open", + "boxes": [ + 1014, + 478, + 1046, + 500 + ] + }, + { + "text": "200%", + "boxes": [ + 640, + 498, + 682, + 526 + ] + }, + { + "text": "2", + "boxes": [ + 976, + 502, + 1002, + 526 + ] + }, + { + "text": "Open Rer", + "boxes": [ + 1012, + 500, + 1070, + 526 + ] + }, + { + "text": "50%", + "boxes": [ + 636, + 517, + 680, + 553 + ] + }, + { + "text": "", + "boxes": [ + 976, + 526, + 1000, + 548 + ] + }, + { + "text": "RecentDoc", + "boxes": [ + 1014, + 530, + 1084, + 548 + ] + }, + { + "text": "自", + "boxes": [ + 6, + 546, + 49, + 588 + ] + }, + { + "text": " Base Database", + "boxes": [ + 40, + 548, + 200, + 584 + ] + }, + { + "text": "75%", + "boxes": [ + 640, + 544, + 678, + 572 + ] + }, + { + "text": "About LibreOffice", + "boxes": [ + 642, + 568, + 754, + 590 + ] + }, + { + "text": "?", + "boxes": [ + 972, + 574, + 1006, + 604 + ] + }, + { + "text": "Wizards", + "boxes": [ + 1002, + 566, + 1070, + 607 + ] + }, + { + "text": "Auto-Redact ", + "boxes": [ + 608, + 639, + 730, + 671 + ] + }, + { + "text": "AutoCorrect Options", + "boxes": [ + 642, + 665, + 774, + 689 + ] + }, + { + "text": "AutoPilot: Address Data 9", + "boxes": [ + 642, + 689, + 806, + 713 + ] + }, + { + "text": "", + "boxes": [ + 976, + 701, + 996, + 715 + ] + }, + { + "text": "Exi", + "boxes": [ + 1012, + 703, + 1032, + 717 + ] + }, + { + "text": "Description", + "boxes": [ + 586, + 721, + 666, + 744 + ] + }, + { + "text": "Customize", + "boxes": [ + 970, + 721, + 1034, + 739 + ] + }, + { + "text": "? Help", + "boxes": [ + 598, + 808, + 656, + 840 + ] + }, + { + "text": "Help", + "boxes": [ + 54, + 1011, + 84, + 1032 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "二", + "boxes": [ + 16, + 66, + 42, + 87 + ] + }, + { + "text": " Open File", + "boxes": [ + 40, + 66, + 144, + 91 + ] + }, + { + "text": " Remote Files ", + "boxes": [ + 38, + 109, + 180, + 141 + ] + }, + { + "text": "?", + "boxes": [ + 14, + 177, + 36, + 201 + ] + }, + { + "text": " Recent Files ", + "boxes": [ + 44, + 173, + 170, + 204 + ] + }, + { + "text": "D", + "boxes": [ + 6, + 214, + 50, + 254 + ] + }, + { + "text": " Templates", + "boxes": [ + 36, + 220, + 154, + 252 + ] + }, + { + "text": "Customize", + "boxes": [ + 916, + 246, + 1004, + 264 + ] + }, + { + "text": "Create:", + "boxes": [ + 8, + 276, + 86, + 308 + ] + }, + { + "text": "Menus", + "boxes": [ + 588, + 280, + 644, + 300 + ] + }, + { + "text": "Toolbars", + "boxes": [ + 650, + 280, + 710, + 300 + ] + }, + { + "text": " Context Menus", + "boxes": [ + 728, + 280, + 828, + 298 + ] + }, + { + "text": "Events", + "boxes": [ + 842, + 280, + 892, + 298 + ] + }, + { + "text": "Search ", + "boxes": [ + 588, + 304, + 638, + 330 + ] + }, + { + "text": "Scope", + "boxes": [ + 964, + 304, + 1008, + 330 + ] + }, + { + "text": " Type to search", + "boxes": [ + 590, + 334, + 692, + 357 + ] + }, + { + "text": " Libreoffice", + "boxes": [ + 970, + 332, + 1050, + 357 + ] + }, + { + "text": "国", + "boxes": [ + 10, + 359, + 52, + 397 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 48, + 365, + 224, + 395 + ] + }, + { + "text": "Category", + "boxes": [ + 585, + 363, + 653, + 394 + ] + }, + { + "text": "Target", + "boxes": [ + 970, + 369, + 1004, + 391 + ] + }, + { + "text": " All commands", + "boxes": [ + 592, + 393, + 694, + 417 + ] + }, + { + "text": "0", + "boxes": [ + 1246, + 389, + 1292, + 423 + ] + }, + { + "text": "", + "boxes": [ + 12, + 409, + 44, + 443 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 48, + 413, + 256, + 443 + ] + }, + { + "text": "D", + "boxes": [ + 12, + 455, + 44, + 490 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 46, + 454, + 194, + 491 + ] + }, + { + "text": "", + "boxes": [ + 610, + 455, + 636, + 474 + ] + }, + { + "text": "150%", + "boxes": [ + 640, + 476, + 682, + 504 + ] + }, + { + "text": "#", + "boxes": [ + 969, + 470, + 1008, + 510 + ] + }, + { + "text": "Open", + "boxes": [ + 1014, + 478, + 1046, + 500 + ] + }, + { + "text": "200%", + "boxes": [ + 640, + 498, + 682, + 526 + ] + }, + { + "text": "2", + "boxes": [ + 976, + 502, + 1002, + 526 + ] + }, + { + "text": "Open Rer", + "boxes": [ + 1012, + 500, + 1070, + 526 + ] + }, + { + "text": "50%", + "boxes": [ + 636, + 517, + 680, + 553 + ] + }, + { + "text": "L", + "boxes": [ + 980, + 528, + 1000, + 548 + ] + }, + { + "text": "RecentDoc", + "boxes": [ + 1014, + 530, + 1084, + 548 + ] + }, + { + "text": "#", + "boxes": [ + 12, + 552, + 46, + 582 + ] + }, + { + "text": " Base Database", + "boxes": [ + 40, + 548, + 200, + 584 + ] + }, + { + "text": "75%", + "boxes": [ + 640, + 544, + 678, + 572 + ] + }, + { + "text": "About LibreOffice", + "boxes": [ + 642, + 568, + 754, + 590 + ] + }, + { + "text": "?", + "boxes": [ + 972, + 574, + 1006, + 604 + ] + }, + { + "text": "Wizards", + "boxes": [ + 1002, + 566, + 1070, + 607 + ] + }, + { + "text": "Auto-Redact ", + "boxes": [ + 608, + 639, + 730, + 671 + ] + }, + { + "text": "AutoCorrect Options", + "boxes": [ + 642, + 665, + 774, + 689 + ] + }, + { + "text": "AutoPilot: Address Data 9", + "boxes": [ + 642, + 689, + 806, + 713 + ] + }, + { + "text": "", + "boxes": [ + 976, + 701, + 996, + 715 + ] + }, + { + "text": "Exi", + "boxes": [ + 1012, + 703, + 1032, + 717 + ] + }, + { + "text": "Description", + "boxes": [ + 586, + 721, + 666, + 744 + ] + }, + { + "text": "Customize", + "boxes": [ + 970, + 721, + 1034, + 739 + ] + }, + { + "text": "? Help", + "boxes": [ + 598, + 808, + 656, + 840 + ] + }, + { + "text": "Help", + "boxes": [ + 54, + 1011, + 84, + 1032 + ] + }, + { + "text": "Extensions", + "boxes": [ + 163, + 1008, + 233, + 1033 + ] + } + ] + }, + { + "frame_id": "40_3_7", + "episode_id": 40, + "env_id": 3, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.406908988952637, + "advantages": 0.5515495538711548, + "generated_text": "{\n \"intent\": \"To add a new tab, which will allow access to different webpages or functionalities quickly.\",\n \"action\": \"Click(531, 307)\" \n}", + "action_string": "Click(531, 307)", + "intent_string": "To add a new tab, which will allow access to different webpages or functionalities quickly.", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 36, + 68, + 128, + 91 + ] + }, + { + "text": " Apple -- tt://www.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing 一 bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 272, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.com", + "boxes": [ + 602, + 220, + 662, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 252, + 324, + 272 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 506, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 258, + 71, + 274, + 85 + ] + }, + { + "text": "/w.ifeng.com", + "boxes": [ + 378, + 69, + 464, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1664, + 89 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1876, + 89 + ] + }, + { + "text": "鳳凰網", + "boxes": [ + 261, + 99, + 411, + 147 + ] + }, + { + "text": "装会将值现", + "boxes": [ + 1330, + 101, + 1446, + 133 + ] + }, + { + "text": "凤凰网公益基金", + "boxes": [ + 1488, + 101, + 1624, + 133 + ] + }, + { + "text": "IFENG.COM", + "boxes": [ + 270, + 135, + 404, + 159 + ] + }, + { + "text": "Q 搜索 PHOENIX TV ", + "boxes": [ + 1290, + 133, + 1456, + 163 + ] + }, + { + "text": "下载客户端", + "boxes": [ + 1444, + 137, + 1542, + 163 + ] + }, + { + "text": "注册", + "boxes": [ + 1542, + 133, + 1608, + 165 + ] + }, + { + "text": "登录", + "boxes": [ + 1600, + 137, + 1654, + 163 + ] + }, + { + "text": "资讯", + "boxes": [ + 280, + 175, + 318, + 202 + ] + }, + { + "text": "财经", + "boxes": [ + 362, + 173, + 406, + 201 + ] + }, + { + "text": "科技", + "boxes": [ + 450, + 173, + 492, + 199 + ] + }, + { + "text": "凤凰卫视", + "boxes": [ + 522, + 173, + 596, + 199 + ] + }, + { + "text": "娱乐", + "boxes": [ + 626, + 175, + 660, + 197 + ] + }, + { + "text": "时尚", + "boxes": [ + 708, + 173, + 750, + 199 + ] + }, + { + "text": "军事", + "boxes": [ + 796, + 177, + 834, + 197 + ] + }, + { + "text": "体育", + "boxes": [ + 886, + 177, + 920, + 197 + ] + }, + { + "text": "中国力量", + "boxes": [ + 954, + 173, + 1026, + 199 + ] + }, + { + "text": "政务", + "boxes": [ + 1056, + 173, + 1094, + 201 + ] + }, + { + "text": "汽车", + "boxes": [ + 1146, + 175, + 1180, + 197 + ] + }, + { + "text": "房产", + "boxes": [ + 1234, + 177, + 1268, + 197 + ] + }, + { + "text": "视频", + "boxes": [ + 1320, + 177, + 1356, + 197 + ] + }, + { + "text": "美好中国", + "boxes": [ + 1386, + 171, + 1462, + 202 + ] + }, + { + "text": "小说", + "boxes": [ + 1490, + 173, + 1530, + 199 + ] + }, + { + "text": "凰家尚品", + "boxes": [ + 1557, + 166, + 1633, + 203 + ] + }, + { + "text": "直播", + "boxes": [ + 274, + 210, + 310, + 238 + ] + }, + { + "text": "评论", + "boxes": [ + 354, + 214, + 388, + 236 + ] + }, + { + "text": "智库", + "boxes": [ + 428, + 212, + 468, + 238 + ] + }, + { + "text": "股票", + "boxes": [ + 504, + 212, + 544, + 238 + ] + }, + { + "text": "数码", + "boxes": [ + 582, + 212, + 622, + 238 + ] + }, + { + "text": "评测", + "boxes": [ + 662, + 214, + 696, + 236 + ] + }, + { + "text": "吉林", + "boxes": [ + 740, + 214, + 772, + 236 + ] + }, + { + "text": "读书", + "boxes": [ + 812, + 212, + 854, + 238 + ] + }, + { + "text": "国学", + "boxes": [ + 888, + 212, + 930, + 238 + ] + }, + { + "text": "佛教文化", + "boxes": [ + 948, + 212, + 1022, + 238 + ] + }, + { + "text": "酒业", + "boxes": [ + 1046, + 214, + 1082, + 234 + ] + }, + { + "text": "旅游", + "boxes": [ + 1124, + 214, + 1156, + 234 + ] + }, + { + "text": "美食", + "boxes": [ + 1202, + 214, + 1236, + 236 + ] + }, + { + "text": "公益", + "boxes": [ + 1278, + 214, + 1312, + 234 + ] + }, + { + "text": "教育", + "boxes": [ + 1354, + 214, + 1388, + 236 + ] + }, + { + "text": "健康", + "boxes": [ + 1432, + 214, + 1466, + 236 + ] + }, + { + "text": "5G", + "boxes": [ + 1508, + 205, + 1543, + 240 + ] + }, + { + "text": "创新", + "boxes": [ + 1584, + 214, + 1618, + 236 + ] + }, + { + "text": "148枚珍邮", + "boxes": [ + 600, + 268, + 908, + 336 + ] + }, + { + "text": "从灵猴献瑞到祥蛇纳福", + "boxes": [ + 966, + 260, + 1292, + 302 + ] + }, + { + "text": "RRR", + "boxes": [ + 1582, + 264, + 1626, + 284 + ] + }, + { + "text": "狗", + "boxes": [ + 438, + 280, + 450, + 292 + ] + }, + { + "text": "R", + "boxes": [ + 423, + 308, + 458, + 342 + ] + }, + { + "text": "", + "boxes": [ + 468, + 308, + 512, + 347 + ] + }, + { + "text": "中", + "boxes": [ + 508, + 302, + 572, + 351 + ] + }, + { + "text": "第四轮生肖小本票129.6元即可入手", + "boxes": [ + 962, + 304, + 1296, + 342 + ] + }, + { + "text": "舍得智慧人物", + "boxes": [ + 264, + 373, + 364, + 399 + ] + }, + { + "text": "亚洲服务器", + "boxes": [ + 456, + 369, + 544, + 401 + ] + }, + { + "text": "韩国专线货代", + "boxes": [ + 650, + 369, + 756, + 401 + ] + }, + { + "text": "凤凰卫视新闻台", + "boxes": [ + 844, + 365, + 966, + 401 + ] + }, + { + "text": "国外浏览器", + "boxes": [ + 1038, + 369, + 1128, + 401 + ] + }, + { + "text": "江岸喊你晒笑脸啦", + "boxes": [ + 1232, + 371, + 1368, + 401 + ] + }, + { + "text": "第六届上海50人论坛", + "boxes": [ + 1428, + 371, + 1582, + 401 + ] + }, + { + "text": "要闻", + "boxes": [ + 772, + 433, + 816, + 461 + ] + }, + { + "text": "吉林要闻", + "boxes": [ + 852, + 431, + 940, + 463 + ] + }, + { + "text": "凤凰卫视", + "boxes": [ + 1285, + 420, + 1383, + 463 + ] + }, + { + "text": "习近平会见哥伦比亚总统佩特罗", + "boxes": [ + 772, + 484, + 1008, + 514 + ] + }, + { + "text": "习近平会见智利总统博里奇", + "boxes": [ + 994, + 484, + 1214, + 514 + ] + }, + { + "text": "三天路程也要来推动中哥战略伙伴关系持续走深南南合作典范", + "boxes": [ + 772, + 520, + 1240, + 550 + ] + }, + { + "text": "铁骨铸丰碑传承慰英魂", + "boxes": [ + 770, + 560, + 942, + 590 + ] + }, + { + "text": "2025年中国网络文明大会将于6月10日至11日在合肥举办", + "boxes": [ + 770, + 598, + 1190, + 627 + ] + }, + { + "text": "“为地区国家基建发展注入动力，为民生发展打开一扇窗”", + "boxes": [ + 770, + 631, + 1178, + 669 + ] + }, + { + "text": "北京多地突降", + "boxes": [ + 268, + 665, + 364, + 687 + ] + }, + { + "text": "搭平台、聚资源皖沪按下外贸优品转内销\"加速键\"", + "boxes": [ + 770, + 675, + 1130, + 705 + ] + }, + { + "text": "人民财评：利长远，持续激发民营经济生机活力", + "boxes": [ + 770, + 711, + 1112, + 741 + ] + }, + { + "text": "|最新节目", + "boxes": [ + 1288, + 711, + 1374, + 742 + ] + }, + { + "text": "热点·资讯", + "boxes": [ + 252, + 733, + 344, + 764 + ] + }, + { + "text": "打开凤凰新闻APP", + "boxes": [ + 1804, + 729, + 1898, + 752 + ] + }, + { + "text": "外企在中国丨中国市场成外企数字化转型“先行区\"", + "boxes": [ + 770, + 750, + 1128, + 780 + ] + }, + { + "text": "凤凰聚焦|印巴冲突谁是赢家？", + "boxes": [ + 1290, + 752, + 1506, + 776 + ] + }, + { + "text": "免费得VIP特权", + "boxes": [ + 1802, + 746, + 1900, + 772 + ] + }, + { + "text": "外交部：中方对美芬太尼反制仍然有效", + "boxes": [ + 248, + 784, + 602, + 820 + ] + }, + { + "text": "商务部：事关国家安全和发展利益，防范战略矿产非法外流！", + "boxes": [ + 770, + 788, + 1206, + 818 + ] + }, + { + "text": "总编关注|中美谈判让世界看出特朗普弱点", + "boxes": [ + 1290, + 788, + 1590, + 818 + ] + }, + { + "text": "125%→10%、24%税率暂停，对美关税开始调整", + "boxes": [ + 252, + 826, + 616, + 856 + ] + }, + { + "text": "前欧洲理事会主席：贸易战并非正确选择", + "boxes": [ + 772, + 826, + 1066, + 856 + ] + }, + { + "text": "新闻今日谈|俄乌再陷两难困局", + "boxes": [ + 1290, + 826, + 1512, + 856 + ] + }, + { + "text": "通知：外地户口转上海户口条件放宽，满足条件即可申请", + "boxes": [ + 250, + 862, + 646, + 891 + ] + }, + { + "text": "看科技考古如何还原\"世界屋脊\"西藏玛不错先民生活", + "boxes": [ + 774, + 864, + 1148, + 893 + ] + }, + { + "text": "问答神州|AI威胁论", + "boxes": [ + 1290, + 864, + 1432, + 893 + ] + }, + { + "text": "横跨36年发行《四大》", + "boxes": [ + 1688, + 874, + 1830, + 897 + ] + }, + { + "text": "名著》珍", + "boxes": [ + 1822, + 876, + 1886, + 893 + ] + }, + { + "text": "布林肯称特朗普只尊重强硬派领导人", + "boxes": [ + 250, + 901, + 512, + 931 + ] + }, + { + "text": "杭州“放大招\"支持足球发展：足球人才可评\"高层次人才”", + "boxes": [ + 772, + 905, + 1174, + 929 + ] + }, + { + "text": "风云对话|破解大脑\"GPS密码\"", + "boxes": [ + 1290, + 901, + 1510, + 931 + ] + }, + { + "text": "全套共78枚", + "boxes": [ + 1720, + 901, + 1772, + 919 + ] + }, + { + "text": "一次集齐仅需198元", + "boxes": [ + 1780, + 897, + 1878, + 923 + ] + }, + { + "text": "印巴谁赢了？发布会上这7秒说明了很多", + "boxes": [ + 250, + 939, + 538, + 969 + ] + }, + { + "text": "全球连线|中俄\"背靠背\"开新局？", + "boxes": [ + 1288, + 939, + 1522, + 969 + ] + }, + { + "text": "杜特尔特，狱中“反杀\"", + "boxes": [ + 250, + 977, + 420, + 1007 + ] + }, + { + "text": "51岁男子强奸并残忍杀害88岁老人，法院：属实，已被执行枪决", + "boxes": [ + 772, + 979, + 1238, + 1009 + ] + }, + { + "text": "军情观察室|美菲军演向台海前移", + "boxes": [ + 1290, + 977, + 1526, + 1007 + ] + }, + { + "text": "风凰网", + "boxes": [ + 222, + 1050, + 260, + 1070 + ] + }, + { + "text": "Mozi", + "boxes": [ + 274, + 1050, + 310, + 1070 + ] + } + ] + }, + { + "frame_id": "40_4_7", + "episode_id": 40, + "env_id": 4, + "step": 7, + "format_rewards": 1.0, + "rewards": 11.635963439941406, + "advantages": 0.9764423370361328, + "generated_text": "{\n \"intent\": \"Click on the Microsoft Bing site to explore it further\",\n \"action\": \"Click(759, 805)\"\n}", + "action_string": "Click(759, 805)", + "intent_string": "Click on the Microsoft Bing site to explore it further", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 44, + 113, + 180, + 145 + ] + }, + { + "text": "8", + "boxes": [ + 1790, + 125, + 1818, + 139 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 486, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "：崔登荣游泳队总教练", + "boxes": [ + 1116, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 449, + 968, + 478 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1116, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 274, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1458, + 764, + 1554, + 796 + ] + }, + { + "text": "1,.7612", + "boxes": [ + 1620, + 792, + 1702, + 849 + ] + }, + { + "text": "恒生", + "boxes": [ + 1454, + 844, + 1538, + 897 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 854, + 1630, + 883 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1692, + 893 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4,329 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": ".", + "boxes": [ + 1581, + 885, + 1649, + 944 + ] + }, + { + "text": "点资讯·14分", + "boxes": [ + 242, + 923, + 326, + 941 + ] + }, + { + "text": "1", + "boxes": [ + 830, + 925, + 850, + 941 + ] + }, + { + "text": "一点资讯·5小时", + "boxes": [ + 848, + 921, + 952, + 947 + ] + }, + { + "text": "央八首播，刘学义彭小苒主", + "boxes": [ + 822, + 937, + 1074, + 977 + ] + }, + { + "text": "一点视频/音频怪物·2周", + "boxes": [ + 1136, + 931, + 1310, + 961 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "真就游戏圈宠粉天花板？网易手搓新游给玩家", + "boxes": [ + 198, + 945, + 794, + 987 + ] + }, + { + "text": "1,6413 ", + "boxes": [ + 1626, + 937, + 1700, + 987 + ] + }, + { + "text": "2025电子通信业拥抱AI新纪", + "boxes": [ + 1136, + 953, + 1408, + 989 + ] + }, + { + "text": "L.", + "boxes": [ + 1596, + 947, + 1634, + 975 + ] + }, + { + "text": "演，丁勇岱加盟，剧情精彩，", + "boxes": [ + 824, + 967, + 1086, + 1003 + ] + }, + { + "text": "过六一！", + "boxes": [ + 196, + 985, + 320, + 1016 + ] + }, + { + "text": "元", + "boxes": [ + 1136, + 983, + 1170, + 1012 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "+5.63%6 ", + "boxes": [ + 1626, + 983, + 1700, + 1030 + ] + }, + { + "text": "越看越上瘾", + "boxes": [ + 830, + 999, + 934, + 1024 + ] + }, + { + "text": "earch - Micr.", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "40_5_7", + "episode_id": 40, + "env_id": 5, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.575305938720703, + "advantages": 0.6097655892372131, + "generated_text": "{\n \"intent\": \"Exploring the desktop by clicking on the LibreOffice icon to open the desired application.\",\n \"action\": \"DoubleClick(38, 470)\" \n}", + "action_string": "DoubleClick(38, 470)", + "intent_string": "Exploring the desktop by clicking on the LibreOffice icon to open the desired application.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 324, + 44, + 340, + 62 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 1070, + 42, + 1196, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正×十", + "boxes": [ + 322, + 66, + 574, + 95 + ] + }, + { + "text": "←→白", + "boxes": [ + 328, + 101, + 454, + 133 + ] + }, + { + "text": " https:/ww.igi.com", + "boxes": [ + 544, + 99, + 762, + 135 + ] + }, + { + "text": "·日☆", + "boxes": [ + 1282, + 101, + 1370, + 133 + ] + }, + { + "text": "三田@", + "boxes": [ + 1460, + 97, + 1570, + 135 + ] + }, + { + "text": "You must enable DRM to play some audio orvideo on this page.Leam More", + "boxes": [ + 372, + 145, + 970, + 185 + ] + }, + { + "text": " Enable DRM", + "boxes": [ + 1436, + 149, + 1546, + 181 + ] + }, + { + "text": "×", + "boxes": [ + 1556, + 159, + 1578, + 173 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "iQIYI", + "boxes": [ + 334, + 206, + 418, + 244 + ] + }, + { + "text": "F", + "boxes": [ + 1224, + 208, + 1250, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 1276, + 204, + 1308, + 224 + ] + }, + { + "text": "四", + "boxes": [ + 1312, + 201, + 1366, + 226 + ] + }, + { + "text": "P", + "boxes": [ + 1372, + 204, + 1414, + 224 + ] + }, + { + "text": "®", + "boxes": [ + 1434, + 199, + 1470, + 228 + ] + }, + { + "text": "绝密较量（今日更新）", + "boxes": [ + 536, + 216, + 668, + 234 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 946, + 216, + 1000, + 236 + ] + }, + { + "text": "开通会员", + "boxes": [ + 1042, + 214, + 1130, + 238 + ] + }, + { + "text": "登录", + "boxes": [ + 1510, + 214, + 1570, + 234 + ] + }, + { + "text": "客户端", + "boxes": [ + 1328, + 228, + 1364, + 248 + ] + }, + { + "text": "消息", + "boxes": [ + 1390, + 230, + 1410, + 244 + ] + }, + { + "text": "人生若如初见", + "boxes": [ + 1491, + 264, + 1587, + 294 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 284, + 104, + 308 + ] + }, + { + "text": "I A 首页", + "boxes": [ + 332, + 282, + 428, + 314 + ] + }, + { + "text": "淮水竹亭", + "boxes": [ + 1512, + 300, + 1586, + 332 + ] + }, + { + "text": "免费", + "boxes": [ + 340, + 322, + 422, + 359 + ] + }, + { + "text": "恋爱兄妹", + "boxes": [ + 1514, + 341, + 1586, + 367 + ] + }, + { + "text": "短视频", + "boxes": [ + 348, + 371, + 436, + 403 + ] + }, + { + "text": "绝密较量", + "boxes": [ + 1520, + 377, + 1584, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 10, + 393, + 114, + 419 + ] + }, + { + "text": "会员中心", + "boxes": [ + 350, + 417, + 450, + 443 + ] + }, + { + "text": "无忧渡", + "boxes": [ + 1540, + 415, + 1578, + 435 + ] + }, + { + "text": "根本停不下来", + "boxes": [ + 1437, + 448, + 1589, + 493 + ] + }, + { + "text": "根辣不团", + "boxes": [ + 563, + 432, + 764, + 548 + ] + }, + { + "text": "人生", + "boxes": [ + 344, + 480, + 422, + 518 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 13, + 496, + 95, + 535 + ] + }, + { + "text": "学习时刻", + "boxes": [ + 1514, + 490, + 1588, + 522 + ] + }, + { + "text": "白电视剧", + "boxes": [ + 346, + 528, + 436, + 560 + ] + }, + { + "text": "传奇盛世2", + "boxes": [ + 1508, + 532, + 1588, + 558 + ] + }, + { + "text": "包贝尔艾伦蔡明爆笑狂", + "boxes": [ + 548, + 560, + 738, + 598 + ] + }, + { + "text": "微剧 E万融", + "boxes": [ + 348, + 572, + 454, + 604 + ] + }, + { + "text": "不说话爱", + "boxes": [ + 802, + 566, + 1076, + 687 + ] + }, + { + "text": "5", + "boxes": [ + 890, + 568, + 916, + 588 + ] + }, + { + "text": "五哈第5季", + "boxes": [ + 1506, + 568, + 1582, + 594 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "都市古仙医", + "boxes": [ + 1498, + 602, + 1586, + 633 + ] + }, + { + "text": "?电影", + "boxes": [ + 346, + 615, + 420, + 647 + ] + }, + { + "text": "放正片", + "boxes": [ + 620, + 621, + 666, + 639 + ] + }, + { + "text": "怒水西流", + "boxes": [ + 1514, + 641, + 1588, + 667 + ] + }, + { + "text": "云云影院", + "boxes": [ + 344, + 657, + 434, + 693 + ] + }, + { + "text": "无声告白", + "boxes": [ + 894, + 669, + 990, + 707 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "综艺", + "boxes": [ + 346, + 701, + 422, + 739 + ] + }, + { + "text": "张艺兴手语呐喊直击人心", + "boxes": [ + 852, + 703, + 1032, + 733 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "正在热播", + "boxes": [ + 500, + 727, + 592, + 758 + ] + }, + { + "text": "全部", + "boxes": [ + 602, + 731, + 646, + 756 + ] + }, + { + "text": "电视剧", + "boxes": [ + 658, + 731, + 710, + 756 + ] + }, + { + "text": "@少儿", + "boxes": [ + 344, + 744, + 422, + 782 + ] + }, + { + "text": "立即预约", + "boxes": [ + 906, + 762, + 978, + 788 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 84, + 830 + ] + }, + { + "text": "你正在追", + "boxes": [ + 504, + 772, + 578, + 798 + ] + }, + { + "text": "动漫", + "boxes": [ + 346, + 792, + 422, + 824 + ] + }, + { + "text": "狂枫", + "boxes": [ + 1314, + 796, + 1434, + 862 + ] + }, + { + "text": "超水西流", + "boxes": [ + 509, + 813, + 615, + 858 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 830, + 88, + 864 + ] + }, + { + "text": " 纪录片", + "boxes": [ + 348, + 836, + 434, + 868 + ] + }, + { + "text": "游戏", + "boxes": [ + 346, + 879, + 422, + 911 + ] + }, + { + "text": "多传奇游戏库", + "boxes": [ + 350, + 923, + 470, + 955 + ] + }, + { + "text": "怒水西流", + "boxes": [ + 502, + 919, + 578, + 951 + ] + }, + { + "text": "唐朝诡事录之西行", + "boxes": [ + 776, + 919, + 912, + 949 + ] + }, + { + "text": "无差别看球指南", + "boxes": [ + 1048, + 919, + 1168, + 949 + ] + }, + { + "text": "狂", + "boxes": [ + 1322, + 923, + 1356, + 945 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + }, + { + "text": "继续观看", + "boxes": [ + 506, + 943, + 568, + 969 + ] + }, + { + "text": "皇马巴萨差距越来越大？", + "boxes": [ + 1052, + 945, + 1202, + 969 + ] + }, + { + "text": "最高热度破10000", + "boxes": [ + 1330, + 949, + 1436, + 967 + ] + }, + { + "text": "体育", + "boxes": [ + 348, + 967, + 420, + 999 + ] + }, + { + "text": "爱奇艺-在线视·", + "boxes": [ + 203, + 1042, + 317, + 1079 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 96, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 98, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 67, + 176, + 103, + 210 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 76, + 230, + 100, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 68, + 286, + 138, + 312 + ] + }, + { + "text": "国", + "boxes": [ + 68, + 324, + 100, + 353 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 106, + 325, + 274, + 354 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 401 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 369, + 280, + 405 + ] + }, + { + "text": "Calo", + "boxes": [ + 16, + 393, + 50, + 413 + ] + }, + { + "text": "国", + "boxes": [ + 65, + 410, + 101, + 450 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 108, + 423, + 310, + 447 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 98, + 496 + ] + }, + { + "text": "Draw Drawing", + "boxes": [ + 104, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 102, + 516, + 240, + 540 + ] + }, + { + "text": "Base Database", + "boxes": [ + 104, + 558, + 256, + 592 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "爱奇艺-在线视·", + "boxes": [ + 216, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "40_6_7", + "episode_id": 40, + "env_id": 6, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.44633674621582, + "advantages": 0.2194729596376419, + "generated_text": "{\n \"intent\": \"I noticed an image in the article which seems to be related to the topic of launching AI into space. I want to interact with this specific visual element by clicking on it.\",\n \"action\": \"Click(721, 564)\"\n}", + "action_string": "Click(721, 564)", + "intent_string": "I noticed an image in the article which seems to be related to the topic of launching AI into space. I want to interact with this specific visual element by clicking on it.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "新闻", + "boxes": [ + 514, + 111, + 546, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 858, + 108, + 893, + 134 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1168, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "新闻", + "boxes": [ + 514, + 111, + 546, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 858, + 108, + 893, + 134 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1168, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道>", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻丨2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 636, + 538, + 676, + 558 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "40_7_7", + "episode_id": 40, + "env_id": 7, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.096474647521973, + "advantages": -0.2471838891506195, + "generated_text": "{\n \"intent\": \"Move the cursor to another interactive element that needs exploration.\",\n \"action\": \"Click(1573, 633)\"\n}", + "action_string": "Click(1573, 633)", + "intent_string": "Move the cursor to another interactive element that needs exploration.", + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 40, + 131, + 74, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "国", + "boxes": [ + 818, + 359, + 834, + 375 + ] + }, + { + "text": "galculator", + "boxes": [ + 910, + 351, + 1016, + 379 + ] + }, + { + "text": "口", + "boxes": [ + 1036, + 353, + 1108, + 379 + ] + }, + { + "text": "File", + "boxes": [ + 820, + 381, + 852, + 401 + ] + }, + { + "text": "Edit View Calculator Help", + "boxes": [ + 852, + 379, + 1062, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "O", + "boxes": [ + 1060, + 416, + 1095, + 451 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 96, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 32, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 40, + 131, + 74, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "A", + "boxes": [ + 44, + 238, + 74, + 260 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "国", + "boxes": [ + 818, + 359, + 834, + 375 + ] + }, + { + "text": "galculator", + "boxes": [ + 910, + 351, + 1016, + 379 + ] + }, + { + "text": "口", + "boxes": [ + 1036, + 353, + 1108, + 379 + ] + }, + { + "text": "File", + "boxes": [ + 820, + 381, + 852, + 401 + ] + }, + { + "text": "Edit View Calculator Help", + "boxes": [ + 852, + 379, + 1062, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "O", + "boxes": [ + 1060, + 416, + 1095, + 451 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 96, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 32, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "40_0_8", + "episode_id": 40, + "env_id": 0, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.381592750549316, + "advantages": 0.1970905065536499, + "generated_text": "{\n \"intent\": \"I need to explore the desktop environment by clicking on various icons, as each click represents an interaction.\",\n \"action\": \"DoubleClick(434, 18)\"\n}", + "action_string": "DoubleClick(434, 18)", + "intent_string": "I need to explore the desktop environment by clicking on various icons, as each click represents an interaction.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "New Tab", + "boxes": [ + 248, + 32, + 312, + 52 + ] + }, + { + "text": "↑→白，", + "boxes": [ + 8, + 64, + 144, + 95 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 412, + 91 + ] + }, + { + "text": " New Tab", + "boxes": [ + 550, + 68, + 636, + 91 + ] + }, + { + "text": "→白", + "boxes": [ + 326, + 101, + 454, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 328, + 137, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 504, + 139, + 634, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 580, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "O", + "boxes": [ + 512, + 476, + 576, + 540 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1112, + 524, + 1164, + 559 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 30, + 771, + 82, + 832 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 552, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 900, + 814 + ] + }, + { + "text": "Firefox Privac", + "boxes": [ + 1228, + 790, + 1320, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "lozilla Firefox", + "boxes": [ + 224, + 1048, + 312, + 1072 + ] + } + ] + }, + { + "frame_id": "40_1_8", + "episode_id": 40, + "env_id": 1, + "step": 8, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.0461924076080322, + "generated_text": "{\n \"intent\": \"Click on the Firefox Privacy Notice to view more details about Firefox's privacy practices.\",\n \"action\": \"DoubleClick(452, 79),\" \t \n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "Firefox Privacy Notice -", + "boxes": [ + 352, + 68, + 502, + 91 + ] + }, + { + "text": "×+", + "boxes": [ + 504, + 66, + 574, + 91 + ] + }, + { + "text": "→", + "boxes": [ + 346, + 101, + 454, + 133 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1244, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1552, + 129 + ] + }, + { + "text": "At ivlozilla, we belleve that privacy is", + "boxes": [ + 684, + 131, + 1482, + 173 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Contents", + "boxes": [ + 378, + 164, + 552, + 213 + ] + }, + { + "text": "fundamental to a healthy internet", + "boxes": [ + 682, + 179, + 1430, + 226 + ] + }, + { + "text": "I How is your data used?", + "boxes": [ + 370, + 236, + 570, + 266 + ] + }, + { + "text": "Thats whredarouttgiyoueantrothifmatouhae", + "boxes": [ + 680, + 242, + 1530, + 284 + ] + }, + { + "text": "How is your data shared?", + "boxes": [ + 382, + 274, + 586, + 298 + ] + }, + { + "text": "online and the information you share with us. In this Privacy Notice, we explain what data we process, how", + "boxes": [ + 692, + 272, + 1516, + 290 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "we process it, and for what purposes. Then, we explain how you can exercise choices about how we ", + "boxes": [ + 686, + 288, + 1466, + 312 + ] + }, + { + "text": "How long is your data kept?", + "boxes": [ + 384, + 310, + 604, + 334 + ] + }, + { + "text": "process your information.", + "boxes": [ + 682, + 300, + 892, + 334 + ] + }, + { + "text": "Your rights and choices", + "boxes": [ + 382, + 341, + 572, + 371 + ] + }, + { + "text": "What happens with international", + "boxes": [ + 382, + 377, + 646, + 407 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 114, + 421 + ] + }, + { + "text": "data transfers?", + "boxes": [ + 384, + 399, + 510, + 423 + ] + }, + { + "text": "Aplicability(Firefox version) and", + "boxes": [ + 380, + 427, + 654, + 463 + ] + }, + { + "text": "How is your data used?", + "boxes": [ + 682, + 429, + 1204, + 476 + ] + }, + { + "text": "changes", + "boxes": [ + 381, + 450, + 453, + 479 + ] + }, + { + "text": "Types of Data Defined", + "boxes": [ + 382, + 484, + 560, + 514 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 88, + 528 + ] + }, + { + "text": "Lawful Bases", + "boxes": [ + 380, + 522, + 494, + 552 + ] + }, + { + "text": "To provide you with the Firefox browser", + "boxes": [ + 682, + 526, + 1388, + 568 + ] + }, + { + "text": "Privacy Policies for Search", + "boxes": [ + 380, + 556, + 600, + 586 + ] + }, + { + "text": "Providers", + "boxes": [ + 382, + 576, + 464, + 602 + ] + }, + { + "text": "Mozillacoltcertaindataechcaandseingatatrovidethoreutionalityft", + "boxes": [ + 680, + 582, + 1482, + 619 + ] + }, + { + "text": "Firfoxrwdaieeicedisinsifrthendt", + "boxes": [ + 680, + 599, + 1518, + 641 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "settingdriduitfaleuruhadiiworadt", + "boxes": [ + 682, + 623, + 1518, + 659 + ] + }, + { + "text": "CokieProtection.Youcanfurthercustomize yourFirefoxexperiencebyadjustingyourcontrols,buttons.", + "boxes": [ + 678, + 639, + 1516, + 679 + ] + }, + { + "text": "Take me back to the top of the", + "boxes": [ + 380, + 663, + 624, + 697 + ] + }, + { + "text": "and toolbars and adding features with add-ons.", + "boxes": [ + 684, + 665, + 1060, + 695 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Privacy Notice", + "boxes": [ + 384, + 687, + 502, + 711 + ] + }, + { + "text": "Some Firefox features, like automated translation for web pages and \"“alt-text\" suggestions when you", + "boxes": [ + 680, + 701, + 1480, + 735 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "Lost in the details? Get back to", + "boxes": [ + 380, + 723, + 632, + 755 + ] + }, + { + "text": "upload images in your PDFs, are powered by artificial intelligence (AI) based on small Language models", + "boxes": [ + 680, + 719, + 1490, + 752 + ] + }, + { + "text": "the Firefox privacy basics.", + "boxes": [ + 380, + 742, + 596, + 774 + ] + }, + { + "text": "downloadedtyourdevice.TheeperatelocallywebpagecontentPDFsmageand tabRLsstayn", + "boxes": [ + 680, + 736, + 1516, + 776 + ] + }, + { + "text": "consenhthFreeinratthrdtdutaledi", + "boxes": [ + 680, + 774, + 1504, + 812 + ] + }, + { + "text": "口", + "boxes": [ + 38, + 786, + 78, + 826 + ] + }, + { + "text": "Notice.", + "boxes": [ + 684, + 802, + 744, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "More details, including how to adjust your data settings:", + "boxes": [ + 682, + 840, + 1176, + 870 + ] + }, + { + "text": "You can read more detailed information about the information we collect for Desktop, Android or ios. You", + "boxes": [ + 684, + 860, + 1512, + 889 + ] + }, + { + "text": "can update your data collection settings for Desktop and Mobile at any time.", + "boxes": [ + 684, + 879, + 1288, + 909 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "To adapt Firefox to your needs", + "boxes": [ + 682, + 951, + 1222, + 995 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "Firefox Privacy Notice -", + "boxes": [ + 352, + 68, + 502, + 91 + ] + }, + { + "text": "×+", + "boxes": [ + 504, + 66, + 574, + 91 + ] + }, + { + "text": "→", + "boxes": [ + 346, + 101, + 454, + 133 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1244, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1552, + 129 + ] + }, + { + "text": "At ivlozilla, we belleve that privacy is", + "boxes": [ + 684, + 131, + 1482, + 173 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Contents", + "boxes": [ + 378, + 164, + 552, + 213 + ] + }, + { + "text": "fundamental to a healthy internet", + "boxes": [ + 682, + 179, + 1430, + 226 + ] + }, + { + "text": "I How is your data used?", + "boxes": [ + 370, + 236, + 570, + 266 + ] + }, + { + "text": "Thats whredarouttgiyoueantrothifmatouhae", + "boxes": [ + 680, + 242, + 1530, + 284 + ] + }, + { + "text": "How is your data shared?", + "boxes": [ + 382, + 274, + 586, + 298 + ] + }, + { + "text": "online and the information you share with us. In this Privacy Notice, we explain what data we process, how", + "boxes": [ + 692, + 272, + 1516, + 290 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "we process it, and for what purposes. Then, we explain how you can exercise choices about how we ", + "boxes": [ + 686, + 288, + 1466, + 312 + ] + }, + { + "text": "How long is your data kept?", + "boxes": [ + 384, + 310, + 604, + 334 + ] + }, + { + "text": "process your information.", + "boxes": [ + 682, + 300, + 892, + 334 + ] + }, + { + "text": "Your rights and choices", + "boxes": [ + 382, + 341, + 572, + 371 + ] + }, + { + "text": "What happens with international", + "boxes": [ + 382, + 377, + 646, + 407 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 115, + 423 + ] + }, + { + "text": "data transfers?", + "boxes": [ + 384, + 399, + 510, + 423 + ] + }, + { + "text": "Aplicability(Firefox version) and", + "boxes": [ + 380, + 427, + 654, + 463 + ] + }, + { + "text": "How is your data used?", + "boxes": [ + 682, + 429, + 1204, + 476 + ] + }, + { + "text": "changes", + "boxes": [ + 381, + 450, + 453, + 479 + ] + }, + { + "text": "Types of Data Defined", + "boxes": [ + 382, + 484, + 560, + 514 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 88, + 528 + ] + }, + { + "text": "Lawful Bases", + "boxes": [ + 380, + 522, + 494, + 552 + ] + }, + { + "text": "To provide you with the Firefox browser", + "boxes": [ + 682, + 526, + 1388, + 568 + ] + }, + { + "text": "Privacy Policies for Search", + "boxes": [ + 380, + 556, + 600, + 586 + ] + }, + { + "text": "Providers", + "boxes": [ + 382, + 576, + 464, + 602 + ] + }, + { + "text": "Mozillacoltcertaindataechcaandseingatatrovidethoreutionalityft", + "boxes": [ + 680, + 582, + 1482, + 619 + ] + }, + { + "text": "Firfoxrwdaieeicedisinsifrthendt", + "boxes": [ + 680, + 599, + 1518, + 641 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "settingdriduitfaleuruhadiiworadt", + "boxes": [ + 682, + 623, + 1518, + 659 + ] + }, + { + "text": "CokieProtection.Youcanfurthercustomize yourFirefoxexperiencebyadjustingyourcontrols,buttons.", + "boxes": [ + 678, + 639, + 1516, + 679 + ] + }, + { + "text": "Take me back to the top of the", + "boxes": [ + 380, + 663, + 624, + 697 + ] + }, + { + "text": "and toolbars and adding features with add-ons.", + "boxes": [ + 684, + 665, + 1060, + 695 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Privacy Notice", + "boxes": [ + 384, + 687, + 502, + 711 + ] + }, + { + "text": "Some Firefox features, like automated translation for web pages and \"“alt-text\" suggestions when you", + "boxes": [ + 680, + 701, + 1480, + 735 + ] + }, + { + "text": "Excel", + "boxes": [ + 34, + 723, + 88, + 748 + ] + }, + { + "text": "Lost in the details? Get back to", + "boxes": [ + 380, + 723, + 632, + 755 + ] + }, + { + "text": "upload images in your PDFs, are powered by artificial intelligence (AI) based on small Language models", + "boxes": [ + 680, + 719, + 1490, + 752 + ] + }, + { + "text": "the Firefox privacy basics.", + "boxes": [ + 380, + 742, + 596, + 774 + ] + }, + { + "text": "downloadedtyourdevice.TheeperatelocallywebpagecontentPDFsmageand tabRLsstayn", + "boxes": [ + 680, + 736, + 1516, + 776 + ] + }, + { + "text": "consenhthFreeinratthrdtdutaledi", + "boxes": [ + 680, + 774, + 1504, + 812 + ] + }, + { + "text": "口", + "boxes": [ + 38, + 786, + 78, + 826 + ] + }, + { + "text": "Notice.", + "boxes": [ + 684, + 802, + 744, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "More details, including how to adjust your data settings:", + "boxes": [ + 682, + 840, + 1176, + 870 + ] + }, + { + "text": "You can read more detailed information about the information we collect for Desktop, Android or ios. You", + "boxes": [ + 684, + 860, + 1512, + 889 + ] + }, + { + "text": "can update your data collection settings for Desktop and Mobile at any time.", + "boxes": [ + 684, + 879, + 1288, + 909 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "To adapt Firefox to your needs", + "boxes": [ + 682, + 951, + 1222, + 995 + ] + } + ] + }, + { + "frame_id": "40_2_8", + "episode_id": 40, + "env_id": 2, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.293187141418457, + "advantages": 0.16652806103229523, + "generated_text": "{\n \"intent\": \"To proceed with customizing the LibreOffice settings, such as changing font or style preferences.\",\n \"action\": \"Key(\\\"Shift+K\\\")\"\n}", + "action_string": "Key(Shift_L+K)", + "intent_string": "To proceed with customizing the LibreOffice settings, such as changing font or style preferences.", + "before_screen_ocr_results": [ + { + "text": "二", + "boxes": [ + 16, + 66, + 42, + 87 + ] + }, + { + "text": " Open File", + "boxes": [ + 40, + 66, + 144, + 91 + ] + }, + { + "text": " Remote Files ", + "boxes": [ + 38, + 109, + 180, + 141 + ] + }, + { + "text": "?", + "boxes": [ + 14, + 177, + 36, + 201 + ] + }, + { + "text": " Recent Files ", + "boxes": [ + 44, + 173, + 170, + 204 + ] + }, + { + "text": "D", + "boxes": [ + 6, + 214, + 50, + 254 + ] + }, + { + "text": " Templates", + "boxes": [ + 36, + 220, + 154, + 252 + ] + }, + { + "text": "Customize", + "boxes": [ + 916, + 246, + 1004, + 264 + ] + }, + { + "text": "Create:", + "boxes": [ + 8, + 276, + 86, + 308 + ] + }, + { + "text": "Menus", + "boxes": [ + 588, + 280, + 644, + 300 + ] + }, + { + "text": "Toolbars", + "boxes": [ + 650, + 280, + 710, + 300 + ] + }, + { + "text": " Context Menus", + "boxes": [ + 728, + 280, + 828, + 298 + ] + }, + { + "text": "Events", + "boxes": [ + 842, + 280, + 892, + 298 + ] + }, + { + "text": "Search ", + "boxes": [ + 588, + 304, + 638, + 330 + ] + }, + { + "text": "Scope", + "boxes": [ + 964, + 304, + 1008, + 330 + ] + }, + { + "text": " Type to search", + "boxes": [ + 590, + 334, + 692, + 357 + ] + }, + { + "text": " Libreoffice", + "boxes": [ + 970, + 332, + 1050, + 357 + ] + }, + { + "text": "国", + "boxes": [ + 10, + 359, + 52, + 397 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 48, + 365, + 224, + 395 + ] + }, + { + "text": "Category", + "boxes": [ + 585, + 363, + 653, + 394 + ] + }, + { + "text": "Target", + "boxes": [ + 970, + 369, + 1004, + 391 + ] + }, + { + "text": " All commands", + "boxes": [ + 592, + 393, + 694, + 417 + ] + }, + { + "text": "0", + "boxes": [ + 1246, + 389, + 1292, + 423 + ] + }, + { + "text": "", + "boxes": [ + 12, + 409, + 44, + 443 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 48, + 413, + 256, + 443 + ] + }, + { + "text": "D", + "boxes": [ + 12, + 455, + 44, + 490 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 46, + 454, + 194, + 491 + ] + }, + { + "text": "", + "boxes": [ + 610, + 455, + 636, + 474 + ] + }, + { + "text": "150%", + "boxes": [ + 640, + 476, + 682, + 504 + ] + }, + { + "text": "#", + "boxes": [ + 969, + 470, + 1008, + 510 + ] + }, + { + "text": "Open", + "boxes": [ + 1014, + 478, + 1046, + 500 + ] + }, + { + "text": "200%", + "boxes": [ + 640, + 498, + 682, + 526 + ] + }, + { + "text": "2", + "boxes": [ + 976, + 502, + 1002, + 526 + ] + }, + { + "text": "Open Rer", + "boxes": [ + 1012, + 500, + 1070, + 526 + ] + }, + { + "text": "50%", + "boxes": [ + 636, + 517, + 680, + 553 + ] + }, + { + "text": "L", + "boxes": [ + 980, + 528, + 1000, + 548 + ] + }, + { + "text": "RecentDoc", + "boxes": [ + 1014, + 530, + 1084, + 548 + ] + }, + { + "text": "#", + "boxes": [ + 12, + 552, + 46, + 582 + ] + }, + { + "text": " Base Database", + "boxes": [ + 40, + 548, + 200, + 584 + ] + }, + { + "text": "75%", + "boxes": [ + 640, + 544, + 678, + 572 + ] + }, + { + "text": "About LibreOffice", + "boxes": [ + 642, + 568, + 754, + 590 + ] + }, + { + "text": "?", + "boxes": [ + 972, + 574, + 1006, + 604 + ] + }, + { + "text": "Wizards", + "boxes": [ + 1002, + 566, + 1070, + 607 + ] + }, + { + "text": "Auto-Redact ", + "boxes": [ + 608, + 639, + 730, + 671 + ] + }, + { + "text": "AutoCorrect Options", + "boxes": [ + 642, + 665, + 774, + 689 + ] + }, + { + "text": "AutoPilot: Address Data 9", + "boxes": [ + 642, + 689, + 806, + 713 + ] + }, + { + "text": "", + "boxes": [ + 976, + 701, + 996, + 715 + ] + }, + { + "text": "Exi", + "boxes": [ + 1012, + 703, + 1032, + 717 + ] + }, + { + "text": "Description", + "boxes": [ + 586, + 721, + 666, + 744 + ] + }, + { + "text": "Customize", + "boxes": [ + 970, + 721, + 1034, + 739 + ] + }, + { + "text": "? Help", + "boxes": [ + 598, + 808, + 656, + 840 + ] + }, + { + "text": "Help", + "boxes": [ + 54, + 1011, + 84, + 1032 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "二", + "boxes": [ + 16, + 66, + 42, + 87 + ] + }, + { + "text": " Open File", + "boxes": [ + 40, + 66, + 144, + 91 + ] + }, + { + "text": " Remote Files ", + "boxes": [ + 38, + 109, + 180, + 141 + ] + }, + { + "text": "?", + "boxes": [ + 14, + 177, + 36, + 201 + ] + }, + { + "text": " Recent Files ", + "boxes": [ + 44, + 173, + 170, + 204 + ] + }, + { + "text": "D", + "boxes": [ + 6, + 214, + 50, + 254 + ] + }, + { + "text": " Templates", + "boxes": [ + 36, + 220, + 154, + 252 + ] + }, + { + "text": "Customize", + "boxes": [ + 916, + 246, + 1004, + 264 + ] + }, + { + "text": "Create:", + "boxes": [ + 8, + 276, + 86, + 308 + ] + }, + { + "text": "Menus", + "boxes": [ + 588, + 280, + 644, + 300 + ] + }, + { + "text": "Toolbars", + "boxes": [ + 650, + 280, + 710, + 300 + ] + }, + { + "text": " Context Menus", + "boxes": [ + 728, + 280, + 828, + 298 + ] + }, + { + "text": "Events", + "boxes": [ + 842, + 280, + 892, + 298 + ] + }, + { + "text": "Search ", + "boxes": [ + 588, + 304, + 638, + 330 + ] + }, + { + "text": "Scope", + "boxes": [ + 964, + 304, + 1008, + 330 + ] + }, + { + "text": " Type to search", + "boxes": [ + 590, + 334, + 692, + 357 + ] + }, + { + "text": " Libreoffice", + "boxes": [ + 970, + 332, + 1050, + 357 + ] + }, + { + "text": "国", + "boxes": [ + 10, + 359, + 52, + 397 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 48, + 365, + 224, + 395 + ] + }, + { + "text": "Category", + "boxes": [ + 585, + 363, + 653, + 394 + ] + }, + { + "text": "Target", + "boxes": [ + 970, + 369, + 1004, + 391 + ] + }, + { + "text": " All commands", + "boxes": [ + 592, + 393, + 694, + 417 + ] + }, + { + "text": "0", + "boxes": [ + 1246, + 389, + 1292, + 423 + ] + }, + { + "text": "", + "boxes": [ + 12, + 409, + 44, + 443 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 48, + 413, + 256, + 443 + ] + }, + { + "text": "D", + "boxes": [ + 12, + 455, + 44, + 490 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 46, + 454, + 194, + 491 + ] + }, + { + "text": "", + "boxes": [ + 610, + 455, + 636, + 474 + ] + }, + { + "text": "150%", + "boxes": [ + 640, + 476, + 682, + 504 + ] + }, + { + "text": "#", + "boxes": [ + 969, + 470, + 1008, + 510 + ] + }, + { + "text": "Open", + "boxes": [ + 1014, + 478, + 1046, + 500 + ] + }, + { + "text": "200%", + "boxes": [ + 640, + 498, + 682, + 526 + ] + }, + { + "text": "2", + "boxes": [ + 976, + 502, + 1002, + 526 + ] + }, + { + "text": "Open Rer", + "boxes": [ + 1012, + 500, + 1070, + 526 + ] + }, + { + "text": "50%", + "boxes": [ + 636, + 517, + 680, + 553 + ] + }, + { + "text": "L", + "boxes": [ + 980, + 528, + 1000, + 548 + ] + }, + { + "text": "RecentDoc", + "boxes": [ + 1014, + 530, + 1084, + 548 + ] + }, + { + "text": "#", + "boxes": [ + 12, + 552, + 46, + 582 + ] + }, + { + "text": " Base Database", + "boxes": [ + 40, + 548, + 200, + 584 + ] + }, + { + "text": "75%", + "boxes": [ + 640, + 544, + 678, + 572 + ] + }, + { + "text": "About LibreOffice", + "boxes": [ + 642, + 568, + 754, + 590 + ] + }, + { + "text": "?", + "boxes": [ + 972, + 574, + 1006, + 604 + ] + }, + { + "text": "Wizards", + "boxes": [ + 1002, + 566, + 1070, + 607 + ] + }, + { + "text": "Auto-Redact ", + "boxes": [ + 608, + 639, + 730, + 671 + ] + }, + { + "text": "AutoCorrect Options", + "boxes": [ + 642, + 665, + 774, + 689 + ] + }, + { + "text": "AutoPilot: Address Data 9", + "boxes": [ + 642, + 689, + 806, + 713 + ] + }, + { + "text": "", + "boxes": [ + 976, + 701, + 996, + 715 + ] + }, + { + "text": "Exi", + "boxes": [ + 1012, + 703, + 1032, + 717 + ] + }, + { + "text": "Description", + "boxes": [ + 586, + 721, + 666, + 744 + ] + }, + { + "text": "Customize", + "boxes": [ + 970, + 721, + 1034, + 739 + ] + }, + { + "text": "? Help", + "boxes": [ + 598, + 808, + 656, + 840 + ] + }, + { + "text": "Help", + "boxes": [ + 54, + 1011, + 84, + 1032 + ] + }, + { + "text": "Extensions", + "boxes": [ + 163, + 1008, + 233, + 1033 + ] + } + ] + }, + { + "frame_id": "40_3_8", + "episode_id": 40, + "env_id": 3, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.781805992126465, + "advantages": 0.6811540722846985, + "generated_text": "{\n \"intent\": \"Click on a headline to get more information or explore related content.\",\n \"action\": \"Click(320, 800)\" \n}", + "action_string": "Click(320, 800)", + "intent_string": "Click on a headline to get more information or explore related content.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 262, + 73, + 274, + 85 + ] + }, + { + "text": "/w.ifeng.com", + "boxes": [ + 378, + 69, + 464, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1664, + 89 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "鳳凰網", + "boxes": [ + 261, + 99, + 411, + 147 + ] + }, + { + "text": "装会将值现", + "boxes": [ + 1330, + 101, + 1446, + 133 + ] + }, + { + "text": "凤凰网公益基金", + "boxes": [ + 1488, + 101, + 1622, + 133 + ] + }, + { + "text": "IFENG.COM", + "boxes": [ + 270, + 135, + 404, + 159 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1292, + 135, + 1344, + 161 + ] + }, + { + "text": "索 PHOENIX TV", + "boxes": [ + 1330, + 133, + 1456, + 163 + ] + }, + { + "text": "下载客户端", + "boxes": [ + 1444, + 137, + 1542, + 163 + ] + }, + { + "text": "注册", + "boxes": [ + 1542, + 133, + 1608, + 165 + ] + }, + { + "text": "登录", + "boxes": [ + 1600, + 137, + 1654, + 163 + ] + }, + { + "text": "资讯", + "boxes": [ + 280, + 175, + 318, + 202 + ] + }, + { + "text": "财经", + "boxes": [ + 362, + 173, + 406, + 201 + ] + }, + { + "text": "科技", + "boxes": [ + 452, + 173, + 492, + 199 + ] + }, + { + "text": "凤凰卫视", + "boxes": [ + 522, + 173, + 596, + 199 + ] + }, + { + "text": "娱乐", + "boxes": [ + 626, + 175, + 660, + 197 + ] + }, + { + "text": "时尚", + "boxes": [ + 708, + 173, + 750, + 199 + ] + }, + { + "text": "军事", + "boxes": [ + 796, + 177, + 834, + 197 + ] + }, + { + "text": "体育", + "boxes": [ + 886, + 177, + 920, + 197 + ] + }, + { + "text": "中国力量", + "boxes": [ + 954, + 173, + 1026, + 199 + ] + }, + { + "text": "政务", + "boxes": [ + 1056, + 173, + 1094, + 201 + ] + }, + { + "text": "汽车", + "boxes": [ + 1146, + 175, + 1180, + 197 + ] + }, + { + "text": "房产", + "boxes": [ + 1234, + 177, + 1268, + 197 + ] + }, + { + "text": "视频", + "boxes": [ + 1320, + 177, + 1356, + 197 + ] + }, + { + "text": "美好中国", + "boxes": [ + 1386, + 171, + 1462, + 202 + ] + }, + { + "text": "小说", + "boxes": [ + 1490, + 173, + 1530, + 199 + ] + }, + { + "text": "凰家尚品", + "boxes": [ + 1562, + 173, + 1630, + 199 + ] + }, + { + "text": "直播", + "boxes": [ + 276, + 212, + 308, + 234 + ] + }, + { + "text": "评论", + "boxes": [ + 354, + 214, + 388, + 234 + ] + }, + { + "text": "智库", + "boxes": [ + 428, + 212, + 468, + 238 + ] + }, + { + "text": "股票", + "boxes": [ + 504, + 212, + 544, + 238 + ] + }, + { + "text": "数码", + "boxes": [ + 586, + 214, + 620, + 236 + ] + }, + { + "text": "评测", + "boxes": [ + 662, + 214, + 696, + 236 + ] + }, + { + "text": "吉林", + "boxes": [ + 740, + 214, + 772, + 236 + ] + }, + { + "text": "读书", + "boxes": [ + 812, + 212, + 854, + 238 + ] + }, + { + "text": "国学", + "boxes": [ + 888, + 212, + 928, + 238 + ] + }, + { + "text": "佛教文化", + "boxes": [ + 948, + 212, + 1022, + 238 + ] + }, + { + "text": "酒业", + "boxes": [ + 1046, + 214, + 1082, + 234 + ] + }, + { + "text": "旅游", + "boxes": [ + 1124, + 214, + 1156, + 234 + ] + }, + { + "text": "美食", + "boxes": [ + 1202, + 214, + 1236, + 236 + ] + }, + { + "text": "公益", + "boxes": [ + 1278, + 214, + 1312, + 234 + ] + }, + { + "text": "教育", + "boxes": [ + 1354, + 214, + 1388, + 236 + ] + }, + { + "text": "健康", + "boxes": [ + 1432, + 214, + 1466, + 236 + ] + }, + { + "text": "5G", + "boxes": [ + 1508, + 205, + 1543, + 240 + ] + }, + { + "text": "创新", + "boxes": [ + 1586, + 214, + 1618, + 236 + ] + }, + { + "text": "148枚珍邮", + "boxes": [ + 600, + 268, + 908, + 336 + ] + }, + { + "text": "从灵猴献瑞到祥蛇纳福", + "boxes": [ + 966, + 260, + 1292, + 302 + ] + }, + { + "text": "RRR", + "boxes": [ + 1582, + 264, + 1626, + 284 + ] + }, + { + "text": "狗", + "boxes": [ + 438, + 280, + 450, + 292 + ] + }, + { + "text": "®", + "boxes": [ + 353, + 310, + 387, + 343 + ] + }, + { + "text": "院", + "boxes": [ + 470, + 308, + 510, + 347 + ] + }, + { + "text": "中", + "boxes": [ + 508, + 302, + 572, + 351 + ] + }, + { + "text": "第四轮生肖小本票129.6元即可入手", + "boxes": [ + 962, + 304, + 1296, + 342 + ] + }, + { + "text": "舍得智慧人物", + "boxes": [ + 264, + 373, + 366, + 399 + ] + }, + { + "text": "亚洲服务器", + "boxes": [ + 456, + 369, + 544, + 401 + ] + }, + { + "text": "韩国专线货代", + "boxes": [ + 650, + 369, + 756, + 401 + ] + }, + { + "text": "凤凰卫视新闻台", + "boxes": [ + 842, + 365, + 966, + 401 + ] + }, + { + "text": "国外浏览器", + "boxes": [ + 1038, + 369, + 1128, + 401 + ] + }, + { + "text": "江岸喊你晒笑脸啦", + "boxes": [ + 1230, + 369, + 1366, + 399 + ] + }, + { + "text": "第六届上海50人论坛", + "boxes": [ + 1428, + 371, + 1582, + 401 + ] + }, + { + "text": "要闻", + "boxes": [ + 770, + 429, + 818, + 463 + ] + }, + { + "text": "吉林要闻", + "boxes": [ + 850, + 427, + 942, + 465 + ] + }, + { + "text": "凤凰卫视", + "boxes": [ + 1285, + 420, + 1381, + 463 + ] + }, + { + "text": "习近平会见哥伦比亚总统佩特罗", + "boxes": [ + 772, + 484, + 1008, + 514 + ] + }, + { + "text": "习近平会见智利总统博里奇", + "boxes": [ + 994, + 484, + 1214, + 514 + ] + }, + { + "text": "三天路程也要来推动中哥战略伙伴关系持续走深南南合作典范", + "boxes": [ + 772, + 522, + 1240, + 552 + ] + }, + { + "text": "铁骨铸丰碑传承慰英魂", + "boxes": [ + 770, + 560, + 942, + 590 + ] + }, + { + "text": "2025年中国网络文明大会将于6月10日至11日在合肥举办", + "boxes": [ + 772, + 598, + 1190, + 627 + ] + }, + { + "text": "“为地区国家基建发展注入动力，为民生发展打开一扇窗\"", + "boxes": [ + 772, + 633, + 1176, + 667 + ] + }, + { + "text": "武契奇", + "boxes": [ + 1302, + 651, + 1358, + 677 + ] + }, + { + "text": "赵丽颖粉发", + "boxes": [ + 268, + 669, + 342, + 687 + ] + }, + { + "text": "搭平台、聚资源皖沪按下外贸优品转内销\"加速键\"", + "boxes": [ + 770, + 675, + 1130, + 705 + ] + }, + { + "text": "人民财评：利长远，持续激发民营经济生机活力", + "boxes": [ + 768, + 711, + 1112, + 741 + ] + }, + { + "text": "|最新节目", + "boxes": [ + 1288, + 711, + 1374, + 742 + ] + }, + { + "text": "热点·资讯", + "boxes": [ + 252, + 733, + 344, + 764 + ] + }, + { + "text": "打开凤凰新闻APP", + "boxes": [ + 1804, + 729, + 1898, + 752 + ] + }, + { + "text": "外企在中国丨中国市场成外企数字化转型“先行区\"", + "boxes": [ + 770, + 750, + 1128, + 780 + ] + }, + { + "text": "凤凰聚焦|印巴冲突谁是赢家？", + "boxes": [ + 1290, + 752, + 1506, + 776 + ] + }, + { + "text": "免费得VIP特权", + "boxes": [ + 1802, + 746, + 1900, + 772 + ] + }, + { + "text": "外交部：中方对美芬太尼反制仍然有效", + "boxes": [ + 246, + 784, + 600, + 820 + ] + }, + { + "text": "商务部：事关国家安全和发展利益，防范战略矿产非法外流！", + "boxes": [ + 770, + 788, + 1206, + 818 + ] + }, + { + "text": "总编关注|中美谈判让世界看出特朗普弱点", + "boxes": [ + 1290, + 788, + 1590, + 818 + ] + }, + { + "text": "125%→10%、24%税率暂停，对美关税开始调整", + "boxes": [ + 250, + 822, + 614, + 856 + ] + }, + { + "text": "前欧洲理事会主席：贸易战并非正确选择", + "boxes": [ + 772, + 826, + 1066, + 856 + ] + }, + { + "text": "新闻今日谈|俄乌再陷两难困局", + "boxes": [ + 1290, + 826, + 1512, + 856 + ] + }, + { + "text": "通知：外地户口转上海户口条件放宽，满足条件即可申请", + "boxes": [ + 250, + 862, + 646, + 891 + ] + }, + { + "text": "看科技考古如何还原\"世界屋脊\"西藏玛不错先民生活", + "boxes": [ + 774, + 864, + 1148, + 893 + ] + }, + { + "text": "问答神州|AI威胁论", + "boxes": [ + 1290, + 864, + 1432, + 893 + ] + }, + { + "text": "横跨36年发行《四大》", + "boxes": [ + 1688, + 874, + 1830, + 897 + ] + }, + { + "text": "名著》珍", + "boxes": [ + 1822, + 876, + 1886, + 893 + ] + }, + { + "text": "布林肯称特朗普只尊重强硬派领导人", + "boxes": [ + 250, + 901, + 512, + 931 + ] + }, + { + "text": "杭州“放大招\"支持足球发展：足球人才可评\"高层次人才”", + "boxes": [ + 772, + 905, + 1174, + 929 + ] + }, + { + "text": "风云对话|破解大脑\"GPS密码\"", + "boxes": [ + 1290, + 901, + 1510, + 931 + ] + }, + { + "text": "全套共78枚", + "boxes": [ + 1720, + 901, + 1772, + 919 + ] + }, + { + "text": "一次集齐仅需198元", + "boxes": [ + 1782, + 897, + 1878, + 923 + ] + }, + { + "text": "印巴谁赢了？发布会上这7秒说明了很多", + "boxes": [ + 250, + 939, + 538, + 969 + ] + }, + { + "text": "全球连线|中俄\"背靠背\"开新局？", + "boxes": [ + 1290, + 939, + 1524, + 969 + ] + }, + { + "text": "杜特尔特，狱中“反杀\"", + "boxes": [ + 250, + 977, + 420, + 1007 + ] + }, + { + "text": "51岁男子强奸并残忍杀害88岁老人，法院：属实，已被执行枪决", + "boxes": [ + 772, + 979, + 1238, + 1009 + ] + }, + { + "text": "军情观察室|美菲军演向台海前移", + "boxes": [ + 1290, + 977, + 1526, + 1007 + ] + }, + { + "text": "凰网", + "boxes": [ + 226, + 1050, + 258, + 1070 + ] + }, + { + "text": "Moz", + "boxes": [ + 274, + 1050, + 308, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "/c/8jLm7gzHjZj", + "boxes": [ + 466, + 69, + 572, + 87 + ] + }, + { + "text": "首页丨资讯丨视频丨直播丨凤凰卫视丨财经丨娱乐丨体育丨时尚丨汽车丨房产丨科技丨读书丨文化丨历史丨军事丨旅游丨佛教", + "boxes": [ + 464, + 107, + 1238, + 131 + ] + }, + { + "text": "更多", + "boxes": [ + 1242, + 109, + 1284, + 129 + ] + }, + { + "text": "注册登录", + "boxes": [ + 1298, + 109, + 1362, + 129 + ] + }, + { + "text": "鳯凰網资讯", + "boxes": [ + 452, + 149, + 622, + 187 + ] + }, + { + "text": "资讯>大陆>正文", + "boxes": [ + 626, + 155, + 760, + 185 + ] + }, + { + "text": "站内√", + "boxes": [ + 1158, + 159, + 1220, + 177 + ] + }, + { + "text": "特朗普执政1", + "boxes": [ + 1242, + 159, + 1316, + 177 + ] + }, + { + "text": "外交部：中方对美芬太尼反制仍然有效", + "boxes": [ + 448, + 226, + 858, + 266 + ] + }, + { + "text": "豆包 AI 新闻总结", + "boxes": [ + 1170, + 246, + 1296, + 270 + ] + }, + { + "text": "央视新闻", + "boxes": [ + 452, + 280, + 516, + 306 + ] + }, + { + "text": "今天，外交部发言人林剑透露，中美在日内", + "boxes": [ + 1168, + 272, + 1442, + 302 + ] + }, + { + "text": "年05月14日15:31:10来自北京市", + "boxes": [ + 488, + 304, + 660, + 328 + ] + }, + { + "text": "1048人参与50评论", + "boxes": [ + 794, + 300, + 938, + 330 + ] + }, + { + "text": "の", + "boxes": [ + 957, + 299, + 999, + 326 + ] + }, + { + "text": "瓦经贸会谈达成多项积极共识，双方同意大", + "boxes": [ + 1168, + 296, + 1442, + 326 + ] + }, + { + "text": "幅降低双边关税水平，各自取消91%关", + "boxes": [ + 1166, + 320, + 1418, + 349 + ] + }, + { + "text": "税、暂停实施24%关税，保留10%关税。", + "boxes": [ + 1164, + 341, + 1420, + 371 + ] + }, + { + "text": "今天，外交部发言人林剑表示，中美双方在日内瓦的经贸会谈达成多项积极共识，同意", + "boxes": [ + 480, + 369, + 1096, + 403 + ] + }, + { + "text": "值得关注的是，此前美方以芬太尼为借口无", + "boxes": [ + 1166, + 369, + 1440, + 399 + ] + }, + { + "text": "理加征两轮关税，中方及时反制，且这些反", + "boxes": [ + 1168, + 393, + 1440, + 423 + ] + }, + { + "text": "大幅降低双边关税水平。美方承诺取消91%关税，暂停实施24%的对等关税，相应的中方也", + "boxes": [ + 452, + 405, + 1098, + 435 + ] + }, + { + "text": "制措施依旧有效。这一经贸会谈成果及芬..", + "boxes": [ + 1166, + 417, + 1432, + 447 + ] + }, + { + "text": "取消91%反制关税，暂停实施24%的反制关税，双方各自保留10%的关税。美方以芬太尼为", + "boxes": [ + 452, + 437, + 1098, + 467 + ] + }, + { + "text": "前往豆包继续问问这个话题", + "boxes": [ + 1180, + 455, + 1350, + 484 + ] + }, + { + "text": "借口，对中国无理加征两轮关税，中方均第一时间采取包括关税和非关税措施在内的反制举", + "boxes": [ + 452, + 469, + 1098, + 498 + ] + }, + { + "text": "7", + "boxes": [ + 1408, + 456, + 1432, + 480 + ] + }, + { + "text": "措，坚定维护自身正当权益，这些反制措施仍然有效。(总台央视记者申杨)", + "boxes": [ + 452, + 504, + 992, + 528 + ] + }, + { + "text": "下载豆包电脑版，随时总结网页", + "boxes": [ + 1196, + 498, + 1410, + 528 + ] + }, + { + "text": "热门文章", + "boxes": [ + 1150, + 572, + 1240, + 604 + ] + }, + { + "text": "夕阳红长春专列16日游，现在预定享优惠，不容错过！", + "boxes": [ + 450, + 592, + 844, + 621 + ] + }, + { + "text": "援乌立场突变？欧盟将对乌克", + "boxes": [ + 1264, + 623, + 1456, + 657 + ] + }, + { + "text": "推荐314", + "boxes": [ + 458, + 635, + 550, + 661 + ] + }, + { + "text": "兰进口产品加征关税", + "boxes": [ + 1264, + 647, + 1400, + 683 + ] + }, + { + "text": "影视点播，高清资源，免费试用！", + "boxes": [ + 610, + 677, + 886, + 713 + ] + }, + { + "text": "点播影院", + "boxes": [ + 614, + 715, + 676, + 735 + ] + }, + { + "text": "生肖珍邮小本票，12套120", + "boxes": [ + 1268, + 715, + 1438, + 739 + ] + }, + { + "text": "一次集齐，限购一套", + "boxes": [ + 1296, + 739, + 1428, + 762 + ] + }, + { + "text": "最热评论", + "boxes": [ + 450, + 792, + 540, + 824 + ] + }, + { + "text": "克宫消息人士：俄方或派梅德", + "boxes": [ + 1268, + 792, + 1454, + 822 + ] + }, + { + "text": "2016年邮票年册热门邮票全收录", + "boxes": [ + 1608, + 798, + 1902, + 840 + ] + }, + { + "text": "韦杰夫与泽连斯基谈判", + "boxes": [ + 1268, + 816, + 1416, + 846 + ] + }, + { + "text": "冷静的正义读者[山东网友]", + "boxes": [ + 450, + 842, + 628, + 872 + ] + }, + { + "text": "凭身份证限购-", + "boxes": [ + 1668, + 834, + 1854, + 870 + ] + }, + { + "text": "退休法官酒驾撞断他人6根肋", + "boxes": [ + 1264, + 878, + 1452, + 907 + ] + }, + { + "text": "全套111枚仅售161.9元", + "boxes": [ + 1648, + 870, + 1870, + 905 + ] + }, + { + "text": "当然，这才对等。", + "boxes": [ + 452, + 881, + 558, + 905 + ] + }, + { + "text": "2025-05-14 15:38", + "boxes": [ + 454, + 913, + 564, + 937 + ] + }, + { + "text": "骨，后续处理为何疑点重重？", + "boxes": [ + 1266, + 905, + 1450, + 929 + ] + }, + { + "text": "推荐153", + "boxes": [ + 934, + 917, + 1000, + 937 + ] + }, + { + "text": "", + "boxes": [ + 1620, + 909, + 1670, + 943 + ] + }, + { + "text": "风凰网友nPViKz [安徽网友]", + "boxes": [ + 452, + 967, + 632, + 997 + ] + }, + { + "text": "北方人才市场郑重声明：不要", + "boxes": [ + 1266, + 965, + 1450, + 989 + ] + }, + { + "text": "D", + "boxes": [ + 1628, + 967, + 1662, + 987 + ] + }, + { + "text": "以牙还牙，不要相信美国！", + "boxes": [ + 450, + 1003, + 624, + 1032 + ] + }, + { + "text": "轻信！", + "boxes": [ + 1268, + 995, + 1308, + 1011 + ] + }, + { + "text": "", + "boxes": [ + 1666, + 1001, + 1740, + 1024 + ] + }, + { + "text": "交部：中方", + "boxes": [ + 223, + 1046, + 301, + 1074 + ] + } + ] + }, + { + "frame_id": "40_4_8", + "episode_id": 40, + "env_id": 4, + "step": 8, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.0461924076080322, + "generated_text": "{\n \"intent\": \"Enter 'Microsoft' in the search bar to start exploring and searching within the desktop environment.\",\n \"action\": \"Text(46, 267, \" }", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 44, + 113, + 180, + 145 + ] + }, + { + "text": "8", + "boxes": [ + 1790, + 125, + 1818, + 139 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 486, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "：崔登荣游泳队总教练", + "boxes": [ + 1116, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 449, + 968, + 478 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1116, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 274, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1458, + 764, + 1554, + 796 + ] + }, + { + "text": "117212", + "boxes": [ + 1621, + 795, + 1701, + 849 + ] + }, + { + "text": "恒生", + "boxes": [ + 1454, + 844, + 1538, + 897 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 854, + 1630, + 883 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1692, + 893 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4,329 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": ".", + "boxes": [ + 1581, + 885, + 1649, + 944 + ] + }, + { + "text": "点资讯·14分", + "boxes": [ + 242, + 923, + 326, + 941 + ] + }, + { + "text": "1", + "boxes": [ + 830, + 925, + 850, + 941 + ] + }, + { + "text": "一点资讯·5小时", + "boxes": [ + 848, + 921, + 952, + 947 + ] + }, + { + "text": "央八首播，刘学义彭小苒主", + "boxes": [ + 822, + 937, + 1074, + 977 + ] + }, + { + "text": "一点视频/音频怪物·2周", + "boxes": [ + 1136, + 931, + 1310, + 961 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "真就游戏圈宠粉天花板？网易手搓新游给玩家", + "boxes": [ + 198, + 945, + 794, + 987 + ] + }, + { + "text": "2025电子通信业拥抱AI新纪", + "boxes": [ + 1136, + 953, + 1408, + 989 + ] + }, + { + "text": "演，丁勇岱加盟，剧情精彩，", + "boxes": [ + 824, + 967, + 1086, + 1003 + ] + }, + { + "text": "过六一！", + "boxes": [ + 196, + 985, + 320, + 1016 + ] + }, + { + "text": "元", + "boxes": [ + 1136, + 983, + 1170, + 1012 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "+5.63", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "越看越上瘾", + "boxes": [ + 830, + 999, + 934, + 1024 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 999, + 1712, + 1018 + ] + }, + { + "text": "earch - Micr.", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 44, + 113, + 180, + 145 + ] + }, + { + "text": "8", + "boxes": [ + 1790, + 125, + 1818, + 139 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 486, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "：崔登荣游泳队总教练", + "boxes": [ + 1116, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 449, + 968, + 478 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1116, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 274, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1458, + 764, + 1554, + 796 + ] + }, + { + "text": "117212", + "boxes": [ + 1621, + 795, + 1701, + 849 + ] + }, + { + "text": "恒生", + "boxes": [ + 1454, + 844, + 1538, + 897 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 854, + 1630, + 883 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1692, + 893 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4,329 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": ".", + "boxes": [ + 1581, + 885, + 1649, + 944 + ] + }, + { + "text": "点资讯·14分", + "boxes": [ + 242, + 923, + 326, + 941 + ] + }, + { + "text": "1", + "boxes": [ + 830, + 925, + 850, + 941 + ] + }, + { + "text": "一点资讯·5小时", + "boxes": [ + 848, + 921, + 952, + 947 + ] + }, + { + "text": "央八首播，刘学义彭小苒主", + "boxes": [ + 822, + 937, + 1074, + 977 + ] + }, + { + "text": "一点视频/音频怪物·2周", + "boxes": [ + 1136, + 931, + 1310, + 961 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "真就游戏圈宠粉天花板？网易手搓新游给玩家", + "boxes": [ + 198, + 945, + 794, + 987 + ] + }, + { + "text": "1,6413 ", + "boxes": [ + 1626, + 937, + 1700, + 987 + ] + }, + { + "text": "2025电子通信业拥抱AI新纪", + "boxes": [ + 1136, + 953, + 1408, + 989 + ] + }, + { + "text": "演，丁勇岱加盟，剧情精彩，", + "boxes": [ + 824, + 967, + 1086, + 1003 + ] + }, + { + "text": "过六一！", + "boxes": [ + 196, + 985, + 320, + 1016 + ] + }, + { + "text": "元", + "boxes": [ + 1136, + 983, + 1170, + 1012 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "+5.63", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "越看越上瘾", + "boxes": [ + 830, + 999, + 934, + 1024 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 999, + 1712, + 1018 + ] + }, + { + "text": "earch - Micr.", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "40_5_8", + "episode_id": 40, + "env_id": 5, + "step": 8, + "format_rewards": 1.0, + "rewards": 11.69536304473877, + "advantages": 0.9969772100448608, + "generated_text": "{\n \"intent\": \"Exploring LibreOffice for document creation or editing. Users generally start with creating a basic document like a writer.\",\n \"action\": \"DoubleClick(97, 341)\"\n}", + "action_string": "DoubleClick(97, 341)", + "intent_string": "Exploring LibreOffice for document creation or editing. Users generally start with creating a basic document like a writer.", + "before_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 96, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 98, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 67, + 176, + 103, + 210 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 76, + 230, + 100, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 68, + 286, + 138, + 312 + ] + }, + { + "text": "国", + "boxes": [ + 68, + 324, + 100, + 353 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 276, + 356 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 401 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 369, + 280, + 405 + ] + }, + { + "text": "Calo", + "boxes": [ + 16, + 393, + 50, + 413 + ] + }, + { + "text": "国", + "boxes": [ + 65, + 410, + 101, + 450 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 108, + 423, + 310, + 447 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 98, + 496 + ] + }, + { + "text": "Draw Drawing", + "boxes": [ + 104, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 102, + 516, + 240, + 540 + ] + }, + { + "text": "Base Database", + "boxes": [ + 104, + 558, + 256, + 592 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "爱奇艺-在线视·", + "boxes": [ + 216, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 6, + 4, + 30, + 26 + ] + }, + { + "text": "Untitled 1 - LibreOffice Writer", + "boxes": [ + 832, + 8, + 1086, + 32 + ] + }, + { + "text": "File", + "boxes": [ + 10, + 28, + 34, + 42 + ] + }, + { + "text": "Styles", + "boxes": [ + 308, + 38, + 348, + 54 + ] + }, + { + "text": "Tools", + "boxes": [ + 466, + 38, + 498, + 52 + ] + }, + { + "text": "国", + "boxes": [ + 14, + 56, + 42, + 79 + ] + }, + { + "text": "--B- e@X自", + "boxes": [ + 62, + 56, + 416, + 93 + ] + }, + { + "text": "m·", + "boxes": [ + 674, + 64, + 762, + 87 + ] + }, + { + "text": "T-Ω、", + "boxes": [ + 782, + 62, + 960, + 91 + ] + }, + { + "text": "『一→田", + "boxes": [ + 952, + 62, + 1310, + 91 + ] + }, + { + "text": "Default Style", + "boxes": [ + 78, + 103, + 164, + 121 + ] + }, + { + "text": "?G", + "boxes": [ + 200, + 101, + 274, + 127 + ] + }, + { + "text": "a", + "boxes": [ + 574, + 109, + 594, + 123 + ] + }, + { + "text": "三", + "boxes": [ + 926, + 107, + 946, + 123 + ] + }, + { + "text": "T", + "boxes": [ + 1832, + 248, + 1854, + 278 + ] + }, + { + "text": "", + "boxes": [ + 1892, + 242, + 1906, + 268 + ] + }, + { + "text": "D", + "boxes": [ + 1834, + 290, + 1854, + 310 + ] + }, + { + "text": "Y", + "boxes": [ + 1892, + 282, + 1908, + 298 + ] + }, + { + "text": "O", + "boxes": [ + 1890, + 312, + 1912, + 338 + ] + }, + { + "text": " Page 1 of 1", + "boxes": [ + 62, + 989, + 138, + 1012 + ] + }, + { + "text": " Default Style", + "boxes": [ + 666, + 989, + 750, + 1012 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1040, + 989, + 1126, + 1012 + ] + }, + { + "text": "100%", + "boxes": [ + 1816, + 995, + 1850, + 1009 + ] + } + ] + }, + { + "frame_id": "40_6_8", + "episode_id": 40, + "env_id": 6, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.186625480651855, + "advantages": 0.12968893349170685, + "generated_text": "{\n \"intent\": \"Move the mouse to the news article title to assess if there's more information available.\",\n \"action\": \"Move(625, 332)\"\n}", + "action_string": "Move(625, 332)", + "intent_string": "Move the mouse to the news article title to assess if there's more information available.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 133 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "新闻", + "boxes": [ + 514, + 111, + 546, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 858, + 108, + 893, + 134 + ] + }, + { + "text": "直播中国", + "boxes": [ + 920, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1168, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0=", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "视频", + "boxes": [ + 632, + 115, + 658, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道>", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻丨2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 636, + 538, + 676, + 558 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "新闻", + "boxes": [ + 514, + 111, + 546, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 858, + 108, + 893, + 134 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1168, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道>", + "boxes": [ + 478, + 270, + 590, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "40_7_8", + "episode_id": 40, + "env_id": 7, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.232292175292969, + "advantages": -0.20023082196712494, + "generated_text": "{\n \"intent\": \"Explorec the calculator application by interacting with its interface to see if any functions are available.\",\n \"action\": \"DoubleClick(784, 451)\" \n}", + "action_string": "DoubleClick(784, 451)", + "intent_string": "Explorec the calculator application by interacting with its interface to see if any functions are available.", + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 40, + 131, + 74, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "A", + "boxes": [ + 44, + 238, + 74, + 260 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "国", + "boxes": [ + 818, + 359, + 834, + 375 + ] + }, + { + "text": "galculator", + "boxes": [ + 910, + 351, + 1016, + 379 + ] + }, + { + "text": "口", + "boxes": [ + 1036, + 353, + 1108, + 379 + ] + }, + { + "text": "File", + "boxes": [ + 820, + 381, + 852, + 401 + ] + }, + { + "text": "Edit View Calculator Help", + "boxes": [ + 852, + 379, + 1062, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "O", + "boxes": [ + 1060, + 416, + 1095, + 451 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 96, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 32, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 40, + 131, + 74, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "国", + "boxes": [ + 818, + 359, + 834, + 375 + ] + }, + { + "text": "galculator", + "boxes": [ + 910, + 351, + 1016, + 379 + ] + }, + { + "text": "口", + "boxes": [ + 1036, + 353, + 1108, + 379 + ] + }, + { + "text": "File", + "boxes": [ + 822, + 381, + 854, + 401 + ] + }, + { + "text": " Edit Vview Calculator Help", + "boxes": [ + 850, + 379, + 1062, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "O", + "boxes": [ + 1060, + 416, + 1095, + 451 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 96, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 32, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "40_0_9", + "episode_id": 40, + "env_id": 0, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.008268356323242, + "advantages": 0.06802962720394135, + "generated_text": "{\n \"intent\": \"Exploring the available applications and features of the current browsing session, allowing access to relevant web sites or settings.\",\n \"action\": \"DoubleClick(123, 456)\" \n}", + "action_string": "DoubleClick(123, 456)", + "intent_string": "Exploring the available applications and features of the current browsing session, allowing access to relevant web sites or settings.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 412, + 93 + ] + }, + { + "text": " New Tab", + "boxes": [ + 550, + 68, + 636, + 91 + ] + }, + { + "text": "→白", + "boxes": [ + 326, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or ente", + "boxes": [ + 548, + 101, + 752, + 131 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 328, + 137, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 506, + 139, + 634, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 580, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "O", + "boxes": [ + 512, + 476, + 576, + 540 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1112, + 524, + 1164, + 559 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 30, + 771, + 82, + 832 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 552, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 900, + 814 + ] + }, + { + "text": "Firefox Privac", + "boxes": [ + 1228, + 790, + 1320, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "lozilla Firefox", + "boxes": [ + 224, + 1048, + 312, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 328, + 48, + 340, + 60 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 414, + 93 + ] + }, + { + "text": " New Tab", + "boxes": [ + 548, + 68, + 638, + 91 + ] + }, + { + "text": "→白", + "boxes": [ + 326, + 101, + 454, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 330, + 141, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 506, + 143, + 632, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 284, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 580, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1117, + 527, + 1159, + 555 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 26, + 546, + 88, + 616 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1150, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 30, + 771, + 82, + 832 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 900, + 814 + ] + }, + { + "text": "Firefox Privac", + "boxes": [ + 1228, + 790, + 1320, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "illa Firefox", + "boxes": [ + 242, + 1050, + 312, + 1072 + ] + } + ] + }, + { + "frame_id": "40_1_9", + "episode_id": 40, + "env_id": 1, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.248797416687012, + "advantages": 0.15118221938610077, + "generated_text": "{\n \"intent\": \"Scroll up to read more content at the end of the Privacy Notice\",\n \"action\": \"ScrollUp(0, 200)\"\n}", + "action_string": "ScrollUp(0, 200)", + "intent_string": "Scroll up to read more content at the end of the Privacy Notice", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "Firefox Privacy Notice -", + "boxes": [ + 352, + 68, + 502, + 91 + ] + }, + { + "text": "×+", + "boxes": [ + 504, + 66, + 574, + 91 + ] + }, + { + "text": "→", + "boxes": [ + 346, + 101, + 454, + 133 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1244, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1552, + 129 + ] + }, + { + "text": "At ivlozilla, we belleve that privacy is", + "boxes": [ + 684, + 131, + 1482, + 173 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Contents", + "boxes": [ + 378, + 164, + 552, + 213 + ] + }, + { + "text": "fundamental to a healthy internet", + "boxes": [ + 682, + 179, + 1430, + 226 + ] + }, + { + "text": "I How is your data used?", + "boxes": [ + 370, + 236, + 570, + 266 + ] + }, + { + "text": "Thats whredarouttgiyoueantrothifmatouhae", + "boxes": [ + 680, + 242, + 1530, + 284 + ] + }, + { + "text": "How is your data shared?", + "boxes": [ + 382, + 274, + 586, + 298 + ] + }, + { + "text": "online and the information you share with us. In this Privacy Notice, we explain what data we process, how", + "boxes": [ + 692, + 272, + 1516, + 290 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "we process it, and for what purposes. Then, we explain how you can exercise choices about how we ", + "boxes": [ + 686, + 288, + 1466, + 312 + ] + }, + { + "text": "How long is your data kept?", + "boxes": [ + 384, + 310, + 604, + 334 + ] + }, + { + "text": "process your information.", + "boxes": [ + 682, + 300, + 892, + 334 + ] + }, + { + "text": "Your rights and choices", + "boxes": [ + 382, + 341, + 572, + 371 + ] + }, + { + "text": "What happens with international", + "boxes": [ + 382, + 377, + 646, + 407 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 115, + 423 + ] + }, + { + "text": "data transfers?", + "boxes": [ + 384, + 399, + 510, + 423 + ] + }, + { + "text": "Aplicability(Firefox version) and", + "boxes": [ + 380, + 427, + 654, + 463 + ] + }, + { + "text": "How is your data used?", + "boxes": [ + 682, + 429, + 1204, + 476 + ] + }, + { + "text": "changes", + "boxes": [ + 381, + 450, + 453, + 479 + ] + }, + { + "text": "Types of Data Defined", + "boxes": [ + 382, + 484, + 560, + 514 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 88, + 528 + ] + }, + { + "text": "Lawful Bases", + "boxes": [ + 380, + 522, + 494, + 552 + ] + }, + { + "text": "To provide you with the Firefox browser", + "boxes": [ + 682, + 526, + 1388, + 568 + ] + }, + { + "text": "Privacy Policies for Search", + "boxes": [ + 380, + 556, + 600, + 586 + ] + }, + { + "text": "Providers", + "boxes": [ + 382, + 576, + 464, + 602 + ] + }, + { + "text": "Mozillacoltcertaindataechcaandseingatatrovidethoreutionalityft", + "boxes": [ + 680, + 582, + 1482, + 619 + ] + }, + { + "text": "Firfoxrwdaieeicedisinsifrthendt", + "boxes": [ + 680, + 599, + 1518, + 641 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "settingdriduitfaleuruhadiiworadt", + "boxes": [ + 682, + 623, + 1518, + 659 + ] + }, + { + "text": "CokieProtection.Youcanfurthercustomize yourFirefoxexperiencebyadjustingyourcontrols,buttons.", + "boxes": [ + 678, + 639, + 1516, + 679 + ] + }, + { + "text": "Take me back to the top of the", + "boxes": [ + 380, + 663, + 624, + 697 + ] + }, + { + "text": "and toolbars and adding features with add-ons.", + "boxes": [ + 684, + 665, + 1060, + 695 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Privacy Notice", + "boxes": [ + 384, + 687, + 502, + 711 + ] + }, + { + "text": "Some Firefox features, like automated translation for web pages and \"“alt-text\" suggestions when you", + "boxes": [ + 680, + 701, + 1480, + 735 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "Lost in the details? Get back to", + "boxes": [ + 380, + 723, + 632, + 755 + ] + }, + { + "text": "upload images in your PDFs, are powered by artificial intelligence (AI) based on small Language models", + "boxes": [ + 680, + 719, + 1490, + 752 + ] + }, + { + "text": "the Firefox privacy basics.", + "boxes": [ + 380, + 742, + 596, + 774 + ] + }, + { + "text": "downloadedtyourdevice.TheeperatelocallywebpagecontentPDFsmageand tabRLsstayn", + "boxes": [ + 680, + 736, + 1516, + 776 + ] + }, + { + "text": "consenhthFreeinratthrdtdutaledi", + "boxes": [ + 680, + 774, + 1504, + 812 + ] + }, + { + "text": "口", + "boxes": [ + 38, + 786, + 78, + 826 + ] + }, + { + "text": "Notice.", + "boxes": [ + 684, + 802, + 744, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "More details, including how to adjust your data settings:", + "boxes": [ + 682, + 840, + 1176, + 870 + ] + }, + { + "text": "You can read more detailed information about the information we collect for Desktop, Android or ios. You", + "boxes": [ + 684, + 860, + 1512, + 889 + ] + }, + { + "text": "can update your data collection settings for Desktop and Mobile at any time.", + "boxes": [ + 684, + 879, + 1288, + 909 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "To adapt Firefox to your needs", + "boxes": [ + 682, + 951, + 1222, + 995 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 97, + 98 + ] + }, + { + "text": "Firefox Privacy Notice -", + "boxes": [ + 350, + 68, + 502, + 91 + ] + }, + { + "text": "-×+", + "boxes": [ + 502, + 66, + 574, + 91 + ] + }, + { + "text": "↑→白", + "boxes": [ + 332, + 101, + 454, + 133 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1244, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1552, + 129 + ] + }, + { + "text": "At ivlozilla, we belleve that privacy is", + "boxes": [ + 684, + 131, + 1482, + 173 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Contents", + "boxes": [ + 378, + 164, + 552, + 213 + ] + }, + { + "text": "fundamental to a healthy internet", + "boxes": [ + 682, + 179, + 1430, + 226 + ] + }, + { + "text": "I How is your data used?", + "boxes": [ + 370, + 236, + 570, + 266 + ] + }, + { + "text": "Thats whredarouttgiyoeantrothifatouhae", + "boxes": [ + 680, + 242, + 1530, + 284 + ] + }, + { + "text": "How is your data shared?", + "boxes": [ + 382, + 274, + 586, + 298 + ] + }, + { + "text": "online and the information you share with us. In this Privacy Notice, we explain what data we process, how", + "boxes": [ + 692, + 272, + 1516, + 290 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "we process it, and for what purposes. Then, we explain how you can exercise choices about how we", + "boxes": [ + 686, + 288, + 1466, + 312 + ] + }, + { + "text": "How long is your data kept?", + "boxes": [ + 384, + 308, + 604, + 332 + ] + }, + { + "text": "process your information.", + "boxes": [ + 682, + 300, + 892, + 334 + ] + }, + { + "text": "Your rights and choices", + "boxes": [ + 382, + 341, + 572, + 371 + ] + }, + { + "text": "What happens with international", + "boxes": [ + 382, + 377, + 646, + 407 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 115, + 423 + ] + }, + { + "text": "data transfers?", + "boxes": [ + 384, + 399, + 510, + 423 + ] + }, + { + "text": "Applicability(Firefox version) and ", + "boxes": [ + 380, + 427, + 654, + 463 + ] + }, + { + "text": "How is your data used?", + "boxes": [ + 682, + 429, + 1204, + 476 + ] + }, + { + "text": "changes", + "boxes": [ + 381, + 450, + 453, + 479 + ] + }, + { + "text": "Types of Data Defined", + "boxes": [ + 382, + 484, + 560, + 514 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 88, + 528 + ] + }, + { + "text": "Lawful Bases", + "boxes": [ + 380, + 522, + 494, + 552 + ] + }, + { + "text": "To provide you with the Firefox browser", + "boxes": [ + 682, + 526, + 1388, + 568 + ] + }, + { + "text": "Privacy Policies for Search", + "boxes": [ + 380, + 556, + 600, + 586 + ] + }, + { + "text": "图", + "boxes": [ + 38, + 570, + 80, + 608 + ] + }, + { + "text": "Providers", + "boxes": [ + 382, + 576, + 464, + 602 + ] + }, + { + "text": "Mozilla collects certain data, like technical and settings data, to provide the core functionalityof the", + "boxes": [ + 680, + 582, + 1482, + 619 + ] + }, + { + "text": "Firfoxrwdaieeicedisingsifrthendrt", + "boxes": [ + 680, + 599, + 1518, + 641 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "settingdriduitfaleuruhdiiworadt", + "boxes": [ + 682, + 623, + 1518, + 659 + ] + }, + { + "text": "CokierotectionoucanfurtherustomizeyourFirfoxexperiencebyadjstingyourcontrolsbutons.", + "boxes": [ + 678, + 639, + 1516, + 679 + ] + }, + { + "text": "Take me back to the top of the", + "boxes": [ + 380, + 663, + 624, + 697 + ] + }, + { + "text": "and toolbars and adding features with add-ons.", + "boxes": [ + 684, + 665, + 1060, + 695 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Privacy Notice", + "boxes": [ + 384, + 687, + 502, + 711 + ] + }, + { + "text": "Some Firefoxfeatures, like automated translation for web pages and\"“alt-text\" suggestions when you", + "boxes": [ + 680, + 701, + 1480, + 735 + ] + }, + { + "text": "Excel", + "boxes": [ + 34, + 723, + 88, + 748 + ] + }, + { + "text": "Lost in the details? Get back to", + "boxes": [ + 380, + 723, + 632, + 755 + ] + }, + { + "text": "upload images in yourPDFs,are powered by artificialintelligence (AI) based onsmall Language models", + "boxes": [ + 680, + 719, + 1490, + 752 + ] + }, + { + "text": "the Firefox privacy basics.", + "boxes": [ + 380, + 742, + 596, + 774 + ] + }, + { + "text": "downloadedtyoudeviceTheeperatelcalleaecontentFmageandtabstyn", + "boxes": [ + 680, + 736, + 1516, + 776 + ] + }, + { + "text": "consenhthFreenratthrdtdtaledi", + "boxes": [ + 680, + 774, + 1504, + 812 + ] + }, + { + "text": "口", + "boxes": [ + 38, + 786, + 78, + 826 + ] + }, + { + "text": "Notice.", + "boxes": [ + 684, + 802, + 744, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "More details, including how to adjust your data settings:", + "boxes": [ + 682, + 840, + 1176, + 870 + ] + }, + { + "text": "You can read more detailed information about the information we collect for Desktop, Android or ios. You", + "boxes": [ + 684, + 860, + 1512, + 889 + ] + }, + { + "text": "can update your data collection settings for Desktop and Mobile at any time.", + "boxes": [ + 684, + 879, + 1288, + 909 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "To adapt Firefox to your needs", + "boxes": [ + 682, + 951, + 1222, + 995 + ] + } + ] + }, + { + "frame_id": "40_2_9", + "episode_id": 40, + "env_id": 2, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.49164867401123, + "advantages": 0.5808446407318115, + "generated_text": "{\n \"intent\": \"Exploring the Customize window to understand its components better.\",\n \"action\": \"DoubleClick(742, 252)\" }", + "action_string": "DoubleClick(742, 252)", + "intent_string": "Exploring the Customize window to understand its components better.", + "before_screen_ocr_results": [ + { + "text": "二", + "boxes": [ + 16, + 66, + 42, + 87 + ] + }, + { + "text": " Open File", + "boxes": [ + 40, + 66, + 144, + 91 + ] + }, + { + "text": " Remote Files ", + "boxes": [ + 38, + 109, + 180, + 141 + ] + }, + { + "text": "?", + "boxes": [ + 14, + 177, + 36, + 201 + ] + }, + { + "text": " Recent Files ", + "boxes": [ + 44, + 173, + 170, + 204 + ] + }, + { + "text": "D", + "boxes": [ + 6, + 214, + 50, + 254 + ] + }, + { + "text": " Templates", + "boxes": [ + 36, + 220, + 154, + 252 + ] + }, + { + "text": "Customize", + "boxes": [ + 916, + 246, + 1004, + 264 + ] + }, + { + "text": "Create:", + "boxes": [ + 8, + 276, + 86, + 308 + ] + }, + { + "text": "Menus", + "boxes": [ + 588, + 280, + 644, + 300 + ] + }, + { + "text": "Toolbars", + "boxes": [ + 650, + 280, + 710, + 300 + ] + }, + { + "text": " Context Menus", + "boxes": [ + 728, + 280, + 828, + 298 + ] + }, + { + "text": "Events", + "boxes": [ + 842, + 280, + 892, + 298 + ] + }, + { + "text": "Search ", + "boxes": [ + 588, + 304, + 638, + 330 + ] + }, + { + "text": "Scope", + "boxes": [ + 964, + 304, + 1008, + 330 + ] + }, + { + "text": " Type to search", + "boxes": [ + 590, + 334, + 692, + 357 + ] + }, + { + "text": " Libreoffice", + "boxes": [ + 970, + 332, + 1050, + 357 + ] + }, + { + "text": "国", + "boxes": [ + 10, + 359, + 52, + 397 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 48, + 365, + 224, + 395 + ] + }, + { + "text": "Category", + "boxes": [ + 585, + 363, + 653, + 394 + ] + }, + { + "text": "Target", + "boxes": [ + 970, + 369, + 1004, + 391 + ] + }, + { + "text": " All commands", + "boxes": [ + 592, + 393, + 694, + 417 + ] + }, + { + "text": "0", + "boxes": [ + 1246, + 389, + 1292, + 423 + ] + }, + { + "text": "", + "boxes": [ + 12, + 409, + 44, + 443 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 48, + 413, + 256, + 443 + ] + }, + { + "text": "D", + "boxes": [ + 12, + 455, + 44, + 490 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 46, + 454, + 194, + 491 + ] + }, + { + "text": "", + "boxes": [ + 610, + 455, + 636, + 474 + ] + }, + { + "text": "150%", + "boxes": [ + 640, + 476, + 682, + 504 + ] + }, + { + "text": "#", + "boxes": [ + 969, + 470, + 1008, + 510 + ] + }, + { + "text": "Open", + "boxes": [ + 1014, + 478, + 1046, + 500 + ] + }, + { + "text": "200%", + "boxes": [ + 640, + 498, + 682, + 526 + ] + }, + { + "text": "2", + "boxes": [ + 976, + 502, + 1002, + 526 + ] + }, + { + "text": "Open Rer", + "boxes": [ + 1012, + 500, + 1070, + 526 + ] + }, + { + "text": "50%", + "boxes": [ + 636, + 517, + 680, + 553 + ] + }, + { + "text": "L", + "boxes": [ + 980, + 528, + 1000, + 548 + ] + }, + { + "text": "RecentDoc", + "boxes": [ + 1014, + 530, + 1084, + 548 + ] + }, + { + "text": "#", + "boxes": [ + 12, + 552, + 46, + 582 + ] + }, + { + "text": " Base Database", + "boxes": [ + 40, + 548, + 200, + 584 + ] + }, + { + "text": "75%", + "boxes": [ + 640, + 544, + 678, + 572 + ] + }, + { + "text": "About LibreOffice", + "boxes": [ + 642, + 568, + 754, + 590 + ] + }, + { + "text": "?", + "boxes": [ + 972, + 574, + 1006, + 604 + ] + }, + { + "text": "Wizards", + "boxes": [ + 1002, + 566, + 1070, + 607 + ] + }, + { + "text": "Auto-Redact ", + "boxes": [ + 608, + 639, + 730, + 671 + ] + }, + { + "text": "AutoCorrect Options", + "boxes": [ + 642, + 665, + 774, + 689 + ] + }, + { + "text": "AutoPilot: Address Data 9", + "boxes": [ + 642, + 689, + 806, + 713 + ] + }, + { + "text": "", + "boxes": [ + 976, + 701, + 996, + 715 + ] + }, + { + "text": "Exi", + "boxes": [ + 1012, + 703, + 1032, + 717 + ] + }, + { + "text": "Description", + "boxes": [ + 586, + 721, + 666, + 744 + ] + }, + { + "text": "Customize", + "boxes": [ + 970, + 721, + 1034, + 739 + ] + }, + { + "text": "? Help", + "boxes": [ + 598, + 808, + 656, + 840 + ] + }, + { + "text": "Help", + "boxes": [ + 54, + 1011, + 84, + 1032 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search", + "boxes": [ + 12, + 62, + 62, + 87 + ] + }, + { + "text": "Scope", + "boxes": [ + 1154, + 66, + 1196, + 85 + ] + }, + { + "text": " Libreoffice", + "boxes": [ + 1158, + 85, + 1240, + 117 + ] + }, + { + "text": "Category", + "boxes": [ + 13, + 122, + 71, + 150 + ] + }, + { + "text": "Target", + "boxes": [ + 1156, + 123, + 1198, + 149 + ] + }, + { + "text": "All com", + "boxes": [ + 24, + 153, + 76, + 173 + ] + }, + { + "text": "File", + "boxes": [ + 1162, + 153, + 1190, + 173 + ] + }, + { + "text": "O", + "boxes": [ + 1836, + 155, + 1856, + 175 + ] + }, + { + "text": "Available Commands", + "boxes": [ + 16, + 183, + 152, + 206 + ] + }, + { + "text": "0", + "boxes": [ + 34, + 212, + 60, + 234 + ] + }, + { + "text": ".00%", + "boxes": [ + 76, + 216, + 104, + 230 + ] + }, + { + "text": "口", + "boxes": [ + 1168, + 214, + 1186, + 230 + ] + }, + { + "text": "New", + "boxes": [ + 1194, + 212, + 1228, + 232 + ] + }, + { + "text": "150%", + "boxes": [ + 68, + 234, + 108, + 262 + ] + }, + { + "text": "L", + "boxes": [ + 1158, + 227, + 1196, + 265 + ] + }, + { + "text": "Open.", + "boxes": [ + 1193, + 229, + 1241, + 263 + ] + }, + { + "text": "200%", + "boxes": [ + 66, + 256, + 108, + 284 + ] + }, + { + "text": "1", + "boxes": [ + 1158, + 251, + 1196, + 289 + ] + }, + { + "text": "50%", + "boxes": [ + 68, + 278, + 102, + 308 + ] + }, + { + "text": "75%", + "boxes": [ + 65, + 299, + 103, + 333 + ] + }, + { + "text": "About", + "boxes": [ + 68, + 322, + 110, + 351 + ] + }, + { + "text": "t Libr", + "boxes": [ + 102, + 332, + 138, + 345 + ] + }, + { + "text": "?", + "boxes": [ + 1162, + 332, + 1198, + 363 + ] + }, + { + "text": " Wizards", + "boxes": [ + 1192, + 334, + 1256, + 359 + ] + }, + { + "text": "口A", + "boxes": [ + 36, + 349, + 74, + 379 + ] + }, + { + "text": "口", + "boxes": [ + 1166, + 361, + 1188, + 385 + ] + }, + { + "text": "Asian Phonetic Guide", + "boxes": [ + 66, + 373, + 214, + 403 + ] + }, + { + "text": " Auto-Redact", + "boxes": [ + 31, + 392, + 157, + 431 + ] + }, + { + "text": "Digital Signatures", + "boxes": [ + 1200, + 409, + 1318, + 433 + ] + }, + { + "text": "AutoCorrect Options", + "boxes": [ + 66, + 423, + 206, + 453 + ] + }, + { + "text": "AutoPilot: Address Data", + "boxes": [ + 70, + 451, + 228, + 469 + ] + }, + { + "text": "G", + "boxes": [ + 38, + 476, + 70, + 498 + ] + }, + { + "text": "Basic", + "boxes": [ + 66, + 474, + 104, + 494 + ] + }, + { + "text": " Basic Macro Organizer", + "boxes": [ + 64, + 494, + 222, + 524 + ] + }, + { + "text": " Bibliography Database", + "boxes": [ + 28, + 510, + 226, + 552 + ] + }, + { + "text": " Cancel Checkout ", + "boxes": [ + 64, + 542, + 184, + 572 + ] + }, + { + "text": "Check In ", + "boxes": [ + 66, + 562, + 136, + 594 + ] + }, + { + "text": "Check Out ", + "boxes": [ + 64, + 586, + 144, + 617 + ] + }, + { + "text": "× close", + "boxes": [ + 32, + 607, + 112, + 644 + ] + }, + { + "text": "X close Window", + "boxes": [ + 34, + 637, + 164, + 669 + ] + }, + { + "text": "章", + "boxes": [ + 38, + 667, + 70, + 689 + ] + }, + { + "text": "Customize", + "boxes": [ + 64, + 665, + 142, + 691 + ] + }, + { + "text": " Data Sources", + "boxes": [ + 34, + 689, + 160, + 721 + ] + }, + { + "text": " Delete History", + "boxes": [ + 66, + 712, + 168, + 743 + ] + }, + { + "text": "Digital Signature", + "boxes": [ + 66, + 737, + 184, + 766 + ] + }, + { + "text": " Edit Macros", + "boxes": [ + 34, + 812, + 150, + 844 + ] + }, + { + "text": " Edit Mode", + "boxes": [ + 36, + 838, + 140, + 870 + ] + }, + { + "text": "β Email", + "boxes": [ + 36, + 866, + 110, + 891 + ] + }, + { + "text": " Email as Micro", + "boxes": [ + 64, + 893, + 166, + 917 + ] + }, + { + "text": "? Help", + "boxes": [ + 24, + 1007, + 78, + 1032 + ] + }, + { + "text": "Reset", + "boxes": [ + 1668, + 1007, + 1718, + 1032 + ] + }, + { + "text": "Cancel ", + "boxes": [ + 1744, + 1005, + 1842, + 1030 + ] + }, + { + "text": "①K", + "boxes": [ + 1846, + 1007, + 1894, + 1032 + ] + } + ] + }, + { + "frame_id": "40_3_9", + "episode_id": 40, + "env_id": 3, + "step": 9, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.0461924076080322, + "generated_text": "{\n \"intent\": \"Scroll up to get an overview of the webpage\",\n \"action\": \"ScrollUp(0, 1080)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "/c/8jLm7gzHjZj", + "boxes": [ + 466, + 69, + 572, + 87 + ] + }, + { + "text": "首页丨资讯丨视频丨直播丨凤凰卫视丨财经丨娱乐丨体育丨时尚丨汽车丨房产丨科技丨读书丨文化丨历史丨军事丨旅游丨佛教", + "boxes": [ + 464, + 107, + 1238, + 131 + ] + }, + { + "text": "更多", + "boxes": [ + 1242, + 109, + 1284, + 129 + ] + }, + { + "text": "注册登录", + "boxes": [ + 1298, + 109, + 1362, + 129 + ] + }, + { + "text": "鳯凰網资讯", + "boxes": [ + 452, + 149, + 622, + 187 + ] + }, + { + "text": "资讯>大陆>正文", + "boxes": [ + 626, + 155, + 760, + 185 + ] + }, + { + "text": "站内√", + "boxes": [ + 1158, + 159, + 1220, + 177 + ] + }, + { + "text": "特朗普执政1", + "boxes": [ + 1242, + 159, + 1316, + 177 + ] + }, + { + "text": "外交部：中方对美芬太尼反制仍然有效", + "boxes": [ + 448, + 226, + 858, + 266 + ] + }, + { + "text": "豆包 AI 新闻总结", + "boxes": [ + 1170, + 246, + 1296, + 270 + ] + }, + { + "text": "央视新闻", + "boxes": [ + 452, + 280, + 516, + 306 + ] + }, + { + "text": "今天，外交部发言人林剑透露，中美在日内", + "boxes": [ + 1168, + 272, + 1442, + 302 + ] + }, + { + "text": "年05月14日15:31:10来自北京市", + "boxes": [ + 488, + 304, + 660, + 328 + ] + }, + { + "text": "1048人参与50评论", + "boxes": [ + 794, + 300, + 938, + 330 + ] + }, + { + "text": "の", + "boxes": [ + 957, + 299, + 999, + 326 + ] + }, + { + "text": "瓦经贸会谈达成多项积极共识，双方同意大", + "boxes": [ + 1168, + 296, + 1442, + 326 + ] + }, + { + "text": "幅降低双边关税水平，各自取消91%关", + "boxes": [ + 1166, + 320, + 1418, + 349 + ] + }, + { + "text": "税、暂停实施24%关税，保留10%关税。", + "boxes": [ + 1164, + 341, + 1420, + 371 + ] + }, + { + "text": "今天，外交部发言人林剑表示，中美双方在日内瓦的经贸会谈达成多项积极共识，同意", + "boxes": [ + 480, + 369, + 1096, + 403 + ] + }, + { + "text": "值得关注的是，此前美方以芬太尼为借口无", + "boxes": [ + 1166, + 369, + 1440, + 399 + ] + }, + { + "text": "理加征两轮关税，中方及时反制，且这些反", + "boxes": [ + 1168, + 393, + 1440, + 423 + ] + }, + { + "text": "大幅降低双边关税水平。美方承诺取消91%关税，暂停实施24%的对等关税，相应的中方也", + "boxes": [ + 452, + 405, + 1098, + 435 + ] + }, + { + "text": "制措施依旧有效。这一经贸会谈成果及芬..", + "boxes": [ + 1166, + 417, + 1432, + 447 + ] + }, + { + "text": "取消91%反制关税，暂停实施24%的反制关税，双方各自保留10%的关税。美方以芬太尼为", + "boxes": [ + 452, + 437, + 1098, + 467 + ] + }, + { + "text": "前往豆包继续问问这个话题", + "boxes": [ + 1180, + 455, + 1350, + 484 + ] + }, + { + "text": "借口，对中国无理加征两轮关税，中方均第一时间采取包括关税和非关税措施在内的反制举", + "boxes": [ + 452, + 469, + 1098, + 498 + ] + }, + { + "text": "7", + "boxes": [ + 1408, + 456, + 1432, + 480 + ] + }, + { + "text": "措，坚定维护自身正当权益，这些反制措施仍然有效。(总台央视记者申杨)", + "boxes": [ + 452, + 504, + 992, + 528 + ] + }, + { + "text": "下载豆包电脑版，随时总结网页", + "boxes": [ + 1196, + 498, + 1410, + 528 + ] + }, + { + "text": "热门文章", + "boxes": [ + 1150, + 572, + 1240, + 604 + ] + }, + { + "text": "夕阳红长春专列16日游，现在预定享优惠，不容错过！", + "boxes": [ + 450, + 592, + 844, + 621 + ] + }, + { + "text": "援乌立场突变？欧盟将对乌克", + "boxes": [ + 1264, + 623, + 1456, + 657 + ] + }, + { + "text": "推荐314", + "boxes": [ + 458, + 635, + 550, + 661 + ] + }, + { + "text": "兰进口产品加征关税", + "boxes": [ + 1264, + 647, + 1400, + 683 + ] + }, + { + "text": "影视点播，高清资源，免费试用！", + "boxes": [ + 610, + 677, + 886, + 713 + ] + }, + { + "text": "点播影院", + "boxes": [ + 614, + 715, + 676, + 735 + ] + }, + { + "text": "生肖珍邮小本票，12套120", + "boxes": [ + 1268, + 715, + 1438, + 739 + ] + }, + { + "text": "一次集齐，限购一套", + "boxes": [ + 1296, + 739, + 1428, + 762 + ] + }, + { + "text": "最热评论", + "boxes": [ + 450, + 792, + 540, + 824 + ] + }, + { + "text": "克宫消息人士：俄方或派梅德", + "boxes": [ + 1268, + 792, + 1454, + 822 + ] + }, + { + "text": "2016年邮票年册热门邮票全收录", + "boxes": [ + 1608, + 798, + 1902, + 840 + ] + }, + { + "text": "韦杰夫与泽连斯基谈判", + "boxes": [ + 1268, + 816, + 1416, + 846 + ] + }, + { + "text": "冷静的正义读者[山东网友]", + "boxes": [ + 450, + 842, + 628, + 872 + ] + }, + { + "text": "凭身份证限购-", + "boxes": [ + 1668, + 834, + 1854, + 870 + ] + }, + { + "text": "退休法官酒驾撞断他人6根肋", + "boxes": [ + 1264, + 878, + 1452, + 907 + ] + }, + { + "text": "全套111枚仅售161.9元", + "boxes": [ + 1648, + 870, + 1870, + 905 + ] + }, + { + "text": "当然，这才对等。", + "boxes": [ + 452, + 881, + 558, + 905 + ] + }, + { + "text": "2025-05-14 15:38", + "boxes": [ + 454, + 913, + 564, + 937 + ] + }, + { + "text": "骨，后续处理为何疑点重重？", + "boxes": [ + 1266, + 905, + 1450, + 929 + ] + }, + { + "text": "推荐153", + "boxes": [ + 934, + 917, + 1000, + 937 + ] + }, + { + "text": "", + "boxes": [ + 1622, + 913, + 1668, + 941 + ] + }, + { + "text": "风凰网友nPViKz [安徽网友]", + "boxes": [ + 452, + 967, + 632, + 997 + ] + }, + { + "text": "北方人才市场郑重声明：不要", + "boxes": [ + 1266, + 965, + 1450, + 989 + ] + }, + { + "text": "D", + "boxes": [ + 1628, + 967, + 1662, + 987 + ] + }, + { + "text": "以牙还牙，不要相信美国！", + "boxes": [ + 450, + 1003, + 624, + 1032 + ] + }, + { + "text": "轻信！", + "boxes": [ + 1268, + 995, + 1308, + 1011 + ] + }, + { + "text": "", + "boxes": [ + 1666, + 1001, + 1740, + 1024 + ] + }, + { + "text": "交部：中方", + "boxes": [ + 223, + 1046, + 301, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "/c/8jLm7gzHjZj", + "boxes": [ + 466, + 69, + 572, + 87 + ] + }, + { + "text": "首页丨资讯丨视频丨直播丨凤凰卫视丨财经丨娱乐丨体育丨时尚丨汽车丨房产丨科技丨读书丨文化丨历史丨军事丨旅游丨佛教", + "boxes": [ + 464, + 107, + 1238, + 131 + ] + }, + { + "text": "更多", + "boxes": [ + 1242, + 109, + 1284, + 129 + ] + }, + { + "text": "注册登录", + "boxes": [ + 1298, + 109, + 1362, + 129 + ] + }, + { + "text": "鳯凰網资讯", + "boxes": [ + 452, + 149, + 622, + 187 + ] + }, + { + "text": "资讯>大陆>正文", + "boxes": [ + 626, + 155, + 760, + 185 + ] + }, + { + "text": "站内√", + "boxes": [ + 1158, + 159, + 1220, + 177 + ] + }, + { + "text": "特朗普执政1", + "boxes": [ + 1242, + 159, + 1316, + 177 + ] + }, + { + "text": "外交部：中方对美芬太尼反制仍然有效", + "boxes": [ + 448, + 226, + 858, + 266 + ] + }, + { + "text": "豆包 AI 新闻总结", + "boxes": [ + 1170, + 246, + 1296, + 270 + ] + }, + { + "text": "央视新闻", + "boxes": [ + 452, + 280, + 516, + 306 + ] + }, + { + "text": "今天，外交部发言人林剑透露，中美在日内", + "boxes": [ + 1168, + 272, + 1442, + 302 + ] + }, + { + "text": "年05月14日15:31:10来自北京市", + "boxes": [ + 488, + 304, + 660, + 328 + ] + }, + { + "text": "1048人参与50评论", + "boxes": [ + 794, + 300, + 938, + 330 + ] + }, + { + "text": "の", + "boxes": [ + 957, + 299, + 999, + 326 + ] + }, + { + "text": "瓦经贸会谈达成多项积极共识，双方同意大", + "boxes": [ + 1168, + 296, + 1442, + 326 + ] + }, + { + "text": "幅降低双边关税水平，各自取消91%关", + "boxes": [ + 1166, + 320, + 1418, + 349 + ] + }, + { + "text": "税、暂停实施24%关税，保留10%关税。", + "boxes": [ + 1164, + 341, + 1420, + 371 + ] + }, + { + "text": "今天，外交部发言人林剑表示，中美双方在日内瓦的经贸会谈达成多项积极共识，同意", + "boxes": [ + 480, + 369, + 1096, + 403 + ] + }, + { + "text": "值得关注的是，此前美方以芬太尼为借口无", + "boxes": [ + 1166, + 369, + 1440, + 399 + ] + }, + { + "text": "理加征两轮关税，中方及时反制，且这些反", + "boxes": [ + 1168, + 393, + 1440, + 423 + ] + }, + { + "text": "大幅降低双边关税水平。美方承诺取消91%关税，暂停实施24%的对等关税，相应的中方也", + "boxes": [ + 452, + 405, + 1098, + 435 + ] + }, + { + "text": "制措施依旧有效。这一经贸会谈成果及芬..", + "boxes": [ + 1166, + 417, + 1432, + 447 + ] + }, + { + "text": "取消91%反制关税，暂停实施24%的反制关税，双方各自保留10%的关税。美方以芬太尼为", + "boxes": [ + 452, + 437, + 1098, + 467 + ] + }, + { + "text": "前往豆包继续问问这个话题", + "boxes": [ + 1180, + 455, + 1350, + 484 + ] + }, + { + "text": "借口，对中国无理加征两轮关税，中方均第一时间采取包括关税和非关税措施在内的反制举", + "boxes": [ + 452, + 469, + 1098, + 498 + ] + }, + { + "text": "7", + "boxes": [ + 1408, + 456, + 1432, + 480 + ] + }, + { + "text": "措，坚定维护自身正当权益，这些反制措施仍然有效。(总台央视记者申杨)", + "boxes": [ + 452, + 504, + 992, + 528 + ] + }, + { + "text": "下载豆包电脑版，随时总结网页", + "boxes": [ + 1196, + 498, + 1410, + 528 + ] + }, + { + "text": "热门文章", + "boxes": [ + 1150, + 572, + 1240, + 604 + ] + }, + { + "text": "夕阳红长春专列16日游，现在预定享优惠，不容错过！", + "boxes": [ + 450, + 592, + 844, + 621 + ] + }, + { + "text": "援乌立场突变？欧盟将对乌克", + "boxes": [ + 1264, + 623, + 1456, + 657 + ] + }, + { + "text": "推荐314", + "boxes": [ + 458, + 635, + 550, + 661 + ] + }, + { + "text": "兰进口产品加征关税", + "boxes": [ + 1264, + 647, + 1400, + 683 + ] + }, + { + "text": "影视点播，高清资源，免费试用！", + "boxes": [ + 610, + 677, + 886, + 713 + ] + }, + { + "text": "点播影院", + "boxes": [ + 614, + 715, + 676, + 735 + ] + }, + { + "text": "生肖珍邮小本票，12套120", + "boxes": [ + 1268, + 715, + 1438, + 739 + ] + }, + { + "text": "一次集齐，限购一套", + "boxes": [ + 1296, + 739, + 1428, + 762 + ] + }, + { + "text": "最热评论", + "boxes": [ + 450, + 792, + 540, + 824 + ] + }, + { + "text": "克宫消息人士：俄方或派梅德", + "boxes": [ + 1268, + 792, + 1454, + 822 + ] + }, + { + "text": "2016年邮票年册热门邮票全收录", + "boxes": [ + 1608, + 798, + 1902, + 840 + ] + }, + { + "text": "韦杰夫与泽连斯基谈判", + "boxes": [ + 1268, + 816, + 1416, + 846 + ] + }, + { + "text": "冷静的正义读者[山东网友]", + "boxes": [ + 450, + 842, + 628, + 872 + ] + }, + { + "text": "凭身份证限购-", + "boxes": [ + 1668, + 834, + 1854, + 870 + ] + }, + { + "text": "退休法官酒驾撞断他人6根肋", + "boxes": [ + 1264, + 878, + 1452, + 907 + ] + }, + { + "text": "全套111枚仅售161.9元", + "boxes": [ + 1648, + 870, + 1870, + 905 + ] + }, + { + "text": "当然，这才对等。", + "boxes": [ + 452, + 881, + 558, + 905 + ] + }, + { + "text": "2025-05-14 15:38", + "boxes": [ + 454, + 913, + 564, + 937 + ] + }, + { + "text": "骨，后续处理为何疑点重重？", + "boxes": [ + 1266, + 905, + 1450, + 929 + ] + }, + { + "text": "推荐153", + "boxes": [ + 934, + 917, + 1000, + 937 + ] + }, + { + "text": "", + "boxes": [ + 1622, + 913, + 1668, + 941 + ] + }, + { + "text": "风凰网友nPViKz [安徽网友]", + "boxes": [ + 452, + 967, + 632, + 997 + ] + }, + { + "text": "北方人才市场郑重声明：不要", + "boxes": [ + 1266, + 965, + 1450, + 989 + ] + }, + { + "text": "D", + "boxes": [ + 1628, + 967, + 1662, + 987 + ] + }, + { + "text": "以牙还牙，不要相信美国！", + "boxes": [ + 450, + 1003, + 624, + 1032 + ] + }, + { + "text": "轻信！", + "boxes": [ + 1268, + 995, + 1308, + 1011 + ] + }, + { + "text": "", + "boxes": [ + 1664, + 1001, + 1740, + 1024 + ] + }, + { + "text": "交部：中方", + "boxes": [ + 223, + 1046, + 301, + 1074 + ] + } + ] + }, + { + "frame_id": "40_4_9", + "episode_id": 40, + "env_id": 4, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.397706031799316, + "advantages": 0.20266097784042358, + "generated_text": "{\n \"intent\": \"Move the cursor to the middle of the screen to ensure we can access more applications or windows from the taskbar.\",\n \"action\": \"Move(960, 540)\"\n}", + "action_string": "Move(960, 540)", + "intent_string": "Move the cursor to the middle of the screen to ensure we can access more applications or windows from the taskbar.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 44, + 113, + 180, + 145 + ] + }, + { + "text": "8", + "boxes": [ + 1790, + 125, + 1818, + 139 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 486, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "：崔登荣游泳队总教练", + "boxes": [ + 1116, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 449, + 968, + 478 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1116, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 274, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1458, + 764, + 1554, + 796 + ] + }, + { + "text": "117212", + "boxes": [ + 1621, + 795, + 1701, + 849 + ] + }, + { + "text": "恒生", + "boxes": [ + 1454, + 844, + 1538, + 897 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 854, + 1630, + 883 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1692, + 893 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4,329 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": ".", + "boxes": [ + 1581, + 885, + 1649, + 944 + ] + }, + { + "text": "点资讯·14分", + "boxes": [ + 242, + 923, + 326, + 941 + ] + }, + { + "text": "1", + "boxes": [ + 830, + 925, + 850, + 941 + ] + }, + { + "text": "一点资讯·5小时", + "boxes": [ + 848, + 921, + 952, + 947 + ] + }, + { + "text": "央八首播，刘学义彭小苒主", + "boxes": [ + 822, + 937, + 1074, + 977 + ] + }, + { + "text": "一点视频/音频怪物·2周", + "boxes": [ + 1136, + 931, + 1310, + 961 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "真就游戏圈宠粉天花板？网易手搓新游给玩家", + "boxes": [ + 198, + 945, + 794, + 987 + ] + }, + { + "text": "1,6413 ", + "boxes": [ + 1626, + 937, + 1700, + 987 + ] + }, + { + "text": "2025电子通信业拥抱AI新纪", + "boxes": [ + 1136, + 953, + 1408, + 989 + ] + }, + { + "text": "演，丁勇岱加盟，剧情精彩，", + "boxes": [ + 824, + 967, + 1086, + 1003 + ] + }, + { + "text": "过六一！", + "boxes": [ + 196, + 985, + 320, + 1016 + ] + }, + { + "text": "元", + "boxes": [ + 1136, + 983, + 1170, + 1012 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "+5.63", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "越看越上瘾", + "boxes": [ + 830, + 999, + 934, + 1024 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 999, + 1712, + 1018 + ] + }, + { + "text": "earch - Micr.", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1588, + 66, + 1662, + 91 + ] + }, + { + "text": "三口?", + "boxes": [ + 1784, + 66, + 1882, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 183, + 150 + ] + }, + { + "text": "P", + "boxes": [ + 1682, + 113, + 1714, + 145 + ] + }, + { + "text": "8", + "boxes": [ + 1786, + 123, + 1820, + 143 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 484, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1274, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 449, + 968, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1112, + 449, + 1262, + 477 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 725, + 272, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "1,.7612", + "boxes": [ + 1620, + 792, + 1702, + 849 + ] + }, + { + "text": "S", + "boxes": [ + 730, + 826, + 752, + 852 + ] + }, + { + "text": "小张情感", + "boxes": [ + 724, + 838, + 762, + 937 + ] + }, + { + "text": "恒生指教", + "boxes": [ + 1456, + 848, + 1536, + 895 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 854, + 1630, + 883 + ] + }, + { + "text": "2-3", + "boxes": [ + 1614, + 840, + 1698, + 897 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 897, + 1640, + 933 + ] + }, + { + "text": "+4329 ", + "boxes": [ + 1622, + 891, + 1700, + 939 + ] + }, + { + "text": "1", + "boxes": [ + 830, + 925, + 850, + 941 + ] + }, + { + "text": "一点资讯·5小时", + "boxes": [ + 848, + 921, + 956, + 949 + ] + }, + { + "text": "央八首播，刘学义彭小苒主", + "boxes": [ + 822, + 937, + 1074, + 977 + ] + }, + { + "text": "一点视频/音频怪物·2周", + "boxes": [ + 1136, + 931, + 1310, + 961 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "L", + "boxes": [ + 1593, + 943, + 1635, + 978 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "点视频/小张", + "boxes": [ + 240, + 957, + 302, + 977 + ] + }, + { + "text": "2025电子通信业拥抱AI新纪", + "boxes": [ + 1136, + 953, + 1408, + 989 + ] + }, + { + "text": "演，丁勇岱加盟，剧情精彩，", + "boxes": [ + 824, + 967, + 1086, + 1003 + ] + }, + { + "text": "一眼心动，再看依然", + "boxes": [ + 224, + 981, + 480, + 1024 + ] + }, + { + "text": "元", + "boxes": [ + 1136, + 983, + 1170, + 1012 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "+5.63", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "越看越上", + "boxes": [ + 828, + 999, + 936, + 1026 + ] + }, + { + "text": "再看都会喜欢", + "boxes": [ + 444, + 1009, + 562, + 1040 + ] + }, + { + "text": "2", + "boxes": [ + 190, + 1052, + 202, + 1064 + ] + } + ] + }, + { + "frame_id": "40_5_9", + "episode_id": 40, + "env_id": 5, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.946592330932617, + "advantages": 0.3924148380756378, + "generated_text": "{\n \"intent\": \"Click twice on the LibreOffice Writer window to make sure it opens properly and additional functionalities can be used once more.\",\n \"action\": \"DoubleClick(750, 17)\"\n}", + "action_string": "DoubleClick(750, 17)", + "intent_string": "Click twice on the LibreOffice Writer window to make sure it opens properly and additional functionalities can be used once more.", + "before_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 6, + 4, + 30, + 26 + ] + }, + { + "text": "Untitled 1 - LibreOffice Writer", + "boxes": [ + 832, + 8, + 1086, + 32 + ] + }, + { + "text": "File", + "boxes": [ + 10, + 28, + 34, + 42 + ] + }, + { + "text": "Styles", + "boxes": [ + 308, + 38, + 348, + 54 + ] + }, + { + "text": "Tools", + "boxes": [ + 466, + 38, + 498, + 52 + ] + }, + { + "text": "国", + "boxes": [ + 14, + 56, + 42, + 79 + ] + }, + { + "text": "--B- e@X自", + "boxes": [ + 62, + 56, + 416, + 93 + ] + }, + { + "text": "m·", + "boxes": [ + 674, + 64, + 762, + 87 + ] + }, + { + "text": "T-Ω、", + "boxes": [ + 782, + 62, + 960, + 91 + ] + }, + { + "text": "『一→田", + "boxes": [ + 952, + 62, + 1310, + 91 + ] + }, + { + "text": "Default Style", + "boxes": [ + 78, + 103, + 164, + 121 + ] + }, + { + "text": "?G", + "boxes": [ + 200, + 101, + 274, + 127 + ] + }, + { + "text": "a", + "boxes": [ + 574, + 109, + 594, + 123 + ] + }, + { + "text": "三", + "boxes": [ + 926, + 107, + 946, + 123 + ] + }, + { + "text": "T", + "boxes": [ + 1832, + 248, + 1854, + 278 + ] + }, + { + "text": "", + "boxes": [ + 1892, + 242, + 1906, + 268 + ] + }, + { + "text": "D", + "boxes": [ + 1834, + 290, + 1854, + 310 + ] + }, + { + "text": "Y", + "boxes": [ + 1892, + 282, + 1908, + 298 + ] + }, + { + "text": "O", + "boxes": [ + 1890, + 312, + 1912, + 338 + ] + }, + { + "text": " Page 1 of 1", + "boxes": [ + 62, + 989, + 138, + 1012 + ] + }, + { + "text": " Default Style", + "boxes": [ + 666, + 989, + 750, + 1012 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1040, + 989, + 1126, + 1012 + ] + }, + { + "text": "100%", + "boxes": [ + 1816, + 995, + 1850, + 1009 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 4, + 22, + 38, + 47 + ] + }, + { + "text": "--B- @x自", + "boxes": [ + 10, + 52, + 354, + 87 + ] + }, + { + "text": "口家", + "boxes": [ + 1074, + 58, + 1136, + 75 + ] + }, + { + "text": "Q?", + "boxes": [ + 154, + 99, + 210, + 117 + ] + }, + { + "text": "口", + "boxes": [ + 1888, + 199, + 1914, + 242 + ] + }, + { + "text": "", + "boxes": [ + 1886, + 230, + 1912, + 306 + ] + }, + { + "text": "O", + "boxes": [ + 1884, + 308, + 1914, + 342 + ] + } + ] + }, + { + "frame_id": "40_6_9", + "episode_id": 40, + "env_id": 6, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.77552604675293, + "advantages": 0.6789830923080444, + "generated_text": "{\n \"intent\": \"Scroll up to perhaps view more details below the headline.\",\n \"action\": \"ScrollUp(50, 0)\"\n}", + "action_string": "ScrollUp(50, 0)", + "intent_string": "Scroll up to perhaps view more details below the headline.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "新闻", + "boxes": [ + 514, + 111, + 546, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 858, + 108, + 893, + 134 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1154, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "乐龄", + "boxes": [ + 854, + 161, + 882, + 175 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道>", + "boxes": [ + 478, + 270, + 590, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 61, + 99, + 98 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 112, + 202 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "3", + "boxes": [ + 180, + 1050, + 208, + 1064 + ] + }, + { + "text": "[将AI送上太空·", + "boxes": [ + 216, + 1048, + 312, + 1072 + ] + } + ] + }, + { + "frame_id": "40_7_9", + "episode_id": 40, + "env_id": 7, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.206356048583984, + "advantages": -0.20919711887836456, + "generated_text": "{\n \"intent\": \"Exploring the desktop by opening files and interacting with them.\",\n \"action\": \"DoubleClick(739, 347)\" }", + "action_string": "DoubleClick(739, 347)", + "intent_string": "Exploring the desktop by opening files and interacting with them.", + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 40, + 131, + 74, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "国", + "boxes": [ + 818, + 359, + 834, + 375 + ] + }, + { + "text": "galculator", + "boxes": [ + 910, + 351, + 1016, + 379 + ] + }, + { + "text": "口", + "boxes": [ + 1036, + 353, + 1108, + 379 + ] + }, + { + "text": "File", + "boxes": [ + 822, + 381, + 854, + 401 + ] + }, + { + "text": " Edit Vview Calculator Help", + "boxes": [ + 850, + 379, + 1062, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "O", + "boxes": [ + 1060, + 416, + 1095, + 451 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 96, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 32, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 40, + 131, + 74, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "国", + "boxes": [ + 818, + 359, + 834, + 375 + ] + }, + { + "text": "galculator", + "boxes": [ + 910, + 351, + 1016, + 379 + ] + }, + { + "text": "口", + "boxes": [ + 1036, + 353, + 1108, + 379 + ] + }, + { + "text": "File", + "boxes": [ + 822, + 381, + 852, + 401 + ] + }, + { + "text": "Edit View Calculator Help", + "boxes": [ + 852, + 379, + 1062, + 403 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "O", + "boxes": [ + 1060, + 416, + 1095, + 451 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 32, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + } + ] +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_40/scores_v3.json b/ScreenExplorer-3B-E1/episode_40/scores_v3.json new file mode 100644 index 0000000000000000000000000000000000000000..e0dc40636ff05117b6cd845eef2aceb8c23d97e3 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_40/scores_v3.json @@ -0,0 +1,19 @@ +{ + "directory_path": "logs/ScreenExplorer_2025-05-14_13-31-185da9f3/episode_40", + "single_trajectory_image_diversity": 0.4682725858874619, + "single_trajectory_text_diversity": 0.2659111951943487, + "single_trajectory_image_diversity_max": 0.96728515625, + "single_trajectory_image_diversity_min": 0.001953125, + "single_trajectory_image_diversity_std": 0.3459644317626953, + "single_trajectory_text_diversity_max": 0.45928955078125, + "single_trajectory_text_diversity_min": 0.00372314453125, + "single_trajectory_text_diversity_std": 0.15591812133789062, + "group_trajectories_image_diversity": 0.6631947159767151, + "group_trajectories_text_diversity": 0.38977158069610596, + "group_trajectories_image_diversity_max": 1.21875, + "group_trajectories_image_diversity_min": 0.0, + "group_trajectories_image_diversity_std": 0.392578125, + "group_trajectories_text_diversity_max": 0.705078125, + "group_trajectories_text_diversity_min": -0.0009765625, + "group_trajectories_text_diversity_std": 0.177978515625 +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_50/game_record_20250514_194217.json b/ScreenExplorer-3B-E1/episode_50/game_record_20250514_194217.json new file mode 100644 index 0000000000000000000000000000000000000000..1087a0b2aed9b549e65f5dcbf76483e4115c71b1 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_50/game_record_20250514_194217.json @@ -0,0 +1,43695 @@ +{ + "start_time": "2025-05-14T19:42:17.280615", + "end_time": "2025-05-14T19:49:54.375378", + "buffer_size": 80, + "all_records": [ + { + "frame_id": "50_0_0", + "episode_id": 50, + "env_id": 0, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.022870063781738, + "advantages": 0.8694685101509094, + "generated_text": "{\n \"intent\": \"Initially, I should explore the icons on the screen by double-clicking each one to familiarize myself with their functionality.\",\n \"action\": \"DoubleClick(47, 20)\"}", + "action_string": "DoubleClick(47, 20)", + "intent_string": "Initially, I should explore the icons on the screen by double-clicking each one to familiarize myself with their functionality.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": "C", + "boxes": [ + 70, + 69, + 124, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "50_1_0", + "episode_id": 50, + "env_id": 1, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.575666427612305, + "advantages": 1.1433049440383911, + "generated_text": "{\n \"intent\": \"The initial step should focus on interacting with the Firefox icon, which likely leads to expanding access to other applications.\",\n \"action\": \"DoubleClick(53, 140)\" \n}", + "action_string": "DoubleClick(53, 140)", + "intent_string": "The initial step should focus on interacting with the Firefox icon, which likely leads to expanding access to other applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 10, + 30, + 34, + 44 + ] + }, + { + "text": "e Edit Search View Document Help", + "boxes": [ + 24, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ] + }, + { + "frame_id": "50_2_0", + "episode_id": 50, + "env_id": 2, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.897130966186523, + "advantages": 1.3025474548339844, + "generated_text": "{\n \"intent\": \"Locate and open an application by its icon on the desktop.\",\n \"action\": \"DoubleClick(49, 699)\" }", + "action_string": "DoubleClick(49, 699)", + "intent_string": "Locate and open an application by its icon on the desktop.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Untitled1-LibreOfficeCalc", + "boxes": [ + 842, + 0, + 1078, + 24 + ] + }, + { + "text": "Edit View", + "boxes": [ + 38, + 26, + 116, + 44 + ] + }, + { + "text": "Help", + "boxes": [ + 526, + 30, + 550, + 44 + ] + }, + { + "text": "·口·目·目@自、", + "boxes": [ + 8, + 50, + 378, + 85 + ] + }, + { + "text": "血&", + "boxes": [ + 371, + 51, + 445, + 86 + ] + }, + { + "text": "白·>、", + "boxes": [ + 450, + 56, + 552, + 79 + ] + }, + { + "text": "αv田·I·子D目I·口田", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "Liberationsan10aαaa=要目目% 00t三图-口目", + "boxes": [ + 12, + 93, + 1208, + 123 + ] + }, + { + "text": "x =[", + "boxes": [ + 126, + 125, + 260, + 157 + ] + }, + { + "text": "A1", + "boxes": [ + 8, + 135, + 26, + 149 + ] + }, + { + "text": "C", + "boxes": [ + 236, + 159, + 254, + 173 + ] + }, + { + "text": "", + "boxes": [ + 1890, + 171, + 1910, + 199 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 240 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "城", + "boxes": [ + 1890, + 304, + 1910, + 339 + ] + }, + { + "text": "18", + "boxes": [ + 16, + 465, + 30, + 480 + ] + }, + { + "text": "46", + "boxes": [ + 14, + 941, + 30, + 955 + ] + }, + { + "text": "K→+", + "boxes": [ + 12, + 995, + 134, + 1018 + ] + } + ] + }, + { + "frame_id": "50_3_0", + "episode_id": 50, + "env_id": 3, + "step": 0, + "format_rewards": 1.0, + "rewards": 8.807522773742676, + "advantages": -0.22793865203857422, + "generated_text": "{\n \"intent\": \"Exploring the desktop, starting with opening Firefox to understand the user's current tasks, like browsing or streaming content.\",\n \"action\": \"DoubleClick(707, 661)\" \n}", + "action_string": "DoubleClick(707, 661)", + "intent_string": "Exploring the desktop, starting with opening Firefox to understand the user's current tasks, like browsing or streaming content.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "50_4_0", + "episode_id": 50, + "env_id": 4, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.315088272094727, + "advantages": 1.0142234563827515, + "generated_text": "{\n \"intent\": \"Locate the Firefox icon to open the web browser, which might provide more information about the environment or allow access to other applications.\",\n \"action\": \"DoubleClick(53, 47)\" \n}", + "action_string": "DoubleClick(53, 47)", + "intent_string": "Locate the Firefox icon to open the web browser, which might provide more information about the environment or allow access to other applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 80, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "50_5_0", + "episode_id": 50, + "env_id": 5, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.38672924041748, + "advantages": 0.058980394154787064, + "generated_text": "{\n \"intent\": \"To explore the desktop by interacting with various icons. The Firefox icon seems like the next logical step to click.\",\n \"action\": \"Click(125, 70)\" }", + "action_string": "Click(125, 70)", + "intent_string": "To explore the desktop by interacting with various icons. The Firefox icon seems like the next logical step to click.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 100, + 95 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "50_6_0", + "episode_id": 50, + "env_id": 6, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.716246604919434, + "advantages": 1.2129435539245605, + "generated_text": "{\n \"intent\": \"Double clicking on the Firefox icon to open a web browser and start exploring the internet.\",\n \"action\": \"DoubleClick(70, 68)\" }", + "action_string": "DoubleClick(70, 68)", + "intent_string": "Double clicking on the Firefox icon to open a web browser and start exploring the internet.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 52, + 66, + 128, + 89 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "50_7_0", + "episode_id": 50, + "env_id": 7, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.022713661193848, + "advantages": -0.12134046107530594, + "generated_text": "{\n \"intent\": \"To open the Icons view as an icon-based overview of all installed applications, which could help organize and find specific apps more easily.\",\n \"action\": \"DoubleClick(680,871)\" \n}", + "action_string": "DoubleClick(680, 871)", + "intent_string": "To open the Icons view as an icon-based overview of all installed applications, which could help organize and find specific apps more easily.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "50_0_1", + "episode_id": 50, + "env_id": 0, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.881125450134277, + "advantages": -0.1914784163236618, + "generated_text": "{\n \"intent\": \"Move the mouse to the top-right corner to start exploring the desktop.\",\n \"action\": \"Move(1, 1)\"\n}", + "action_string": "Move(1, 1)", + "intent_string": "Move the mouse to the top-right corner to start exploring the desktop.", + "before_screen_ocr_results": [ + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": "C", + "boxes": [ + 70, + 69, + 124, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "50_1_1", + "episode_id": 50, + "env_id": 1, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.473700523376465, + "advantages": 0.10206298530101776, + "generated_text": "{\n \"intent\": \"Move closer to open the file explorer or any other application that might assist in exploring the desktop further.\",\n \"action\": \"Move(200, 25)\"\n}", + "action_string": "Move(200, 25)", + "intent_string": "Move closer to open the file explorer or any other application that might assist in exploring the desktop further.", + "before_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 10, + 30, + 34, + 44 + ] + }, + { + "text": " Edit Search View Document Help", + "boxes": [ + 26, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Locument Help", + "boxes": [ + 2, + 18, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ] + }, + { + "frame_id": "50_2_1", + "episode_id": 50, + "env_id": 2, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.43336009979248, + "advantages": 0.08207972347736359, + "generated_text": "{\n \"intent\": \"Click on an icon next to the LibreOffice Calc icon to open the LibreOffice main menu for more applications.\",\n \"action\": \"DoubleClick(885, 739)\" \n}", + "action_string": "DoubleClick(885, 739)", + "intent_string": "Click on an icon next to the LibreOffice Calc icon to open the LibreOffice main menu for more applications.", + "before_screen_ocr_results": [ + { + "text": "Untitled1-LibreOfficeCalc", + "boxes": [ + 842, + 0, + 1078, + 24 + ] + }, + { + "text": "Edit View", + "boxes": [ + 38, + 26, + 116, + 44 + ] + }, + { + "text": "Help", + "boxes": [ + 526, + 30, + 550, + 44 + ] + }, + { + "text": "·口·目·目@自、", + "boxes": [ + 8, + 50, + 378, + 85 + ] + }, + { + "text": "血&", + "boxes": [ + 371, + 51, + 445, + 86 + ] + }, + { + "text": "白·>、", + "boxes": [ + 450, + 56, + 552, + 79 + ] + }, + { + "text": "αv田·I·子D目I·口田", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "Liberationsan10aαaa=要目目% 00t三图-口目", + "boxes": [ + 12, + 93, + 1208, + 123 + ] + }, + { + "text": "x =[", + "boxes": [ + 126, + 125, + 260, + 157 + ] + }, + { + "text": "A1", + "boxes": [ + 8, + 135, + 26, + 149 + ] + }, + { + "text": "C", + "boxes": [ + 236, + 159, + 254, + 173 + ] + }, + { + "text": "", + "boxes": [ + 1890, + 171, + 1910, + 199 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 240 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "城", + "boxes": [ + 1890, + 304, + 1910, + 339 + ] + }, + { + "text": "18", + "boxes": [ + 16, + 465, + 30, + 480 + ] + }, + { + "text": "46", + "boxes": [ + 14, + 941, + 30, + 955 + ] + }, + { + "text": "K→+", + "boxes": [ + 12, + 995, + 134, + 1018 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Untitled1-LibreOfficeCalc", + "boxes": [ + 842, + 0, + 1078, + 24 + ] + }, + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "Edit View", + "boxes": [ + 38, + 26, + 116, + 44 + ] + }, + { + "text": "·口日·目%血、&", + "boxes": [ + 8, + 48, + 448, + 87 + ] + }, + { + "text": "-、", + "boxes": [ + 442, + 56, + 554, + 79 + ] + }, + { + "text": "αv田·I·子D目I·口田", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "Liberationsan10aαaa=墨目日% 00t三图-口目", + "boxes": [ + 12, + 93, + 1210, + 123 + ] + }, + { + "text": "K34", + "boxes": [ + 8, + 131, + 36, + 151 + ] + }, + { + "text": "·", + "boxes": [ + 126, + 126, + 162, + 155 + ] + }, + { + "text": "紫×", + "boxes": [ + 152, + 129, + 248, + 155 + ] + }, + { + "text": "", + "boxes": [ + 1890, + 171, + 1910, + 199 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 240 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "城", + "boxes": [ + 1886, + 302, + 1912, + 341 + ] + }, + { + "text": "21", + "boxes": [ + 16, + 512, + 30, + 528 + ] + }, + { + "text": "24 25 25 2 28", + "boxes": [ + 10, + 564, + 34, + 651 + ] + }, + { + "text": "35", + "boxes": [ + 14, + 750, + 32, + 764 + ] + }, + { + "text": "41", + "boxes": [ + 14, + 854, + 30, + 870 + ] + }, + { + "text": "42", + "boxes": [ + 14, + 870, + 30, + 883 + ] + }, + { + "text": "45", + "boxes": [ + 12, + 925, + 30, + 941 + ] + }, + { + "text": "46", + "boxes": [ + 14, + 941, + 30, + 955 + ] + }, + { + "text": "47", + "boxes": [ + 10, + 957, + 32, + 971 + ] + }, + { + "text": "K→+", + "boxes": [ + 12, + 995, + 134, + 1018 + ] + } + ] + }, + { + "frame_id": "50_3_1", + "episode_id": 50, + "env_id": 3, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.693926811218262, + "advantages": -0.284210205078125, + "generated_text": "{\n \"intent\": \"Move the cursor to the center of the desktop to explore further without interacting with any specific icon.\",\n \"action\": \"Move(960, 640)\"\n}", + "action_string": "Move(960, 640)", + "intent_string": "Move the cursor to the center of the desktop to explore further without interacting with any specific icon.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 834 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "50_4_1", + "episode_id": 50, + "env_id": 4, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.500686645507812, + "advantages": 0.11543098837137222, + "generated_text": "{\n \"intent\": \"Navigate to a new webpage to start exploring the internet.\",\n \"action\": \"DoubleClick(165, 83)\" \n}", + "action_string": "DoubleClick(165, 83)", + "intent_string": "Navigate to a new webpage to start exploring the internet.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 80, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "x+", + "boxes": [ + 202, + 32, + 248, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 68, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "50_5_1", + "episode_id": 50, + "env_id": 5, + "step": 1, + "format_rewards": 1.0, + "rewards": 11.337044715881348, + "advantages": 1.0250998735427856, + "generated_text": "{\n \"intent\": \"Since I need to achieve exploration, my first step would be to open one of these applications like the Terminal or LibreOffice Writer. The Firefox browser might also provide access to further resources if opened.\",\n \"action\": \"DoubleClick(80, 44)\" }", + "action_string": "DoubleClick(80, 44)", + "intent_string": "Since I need to achieve exploration, my first step would be to open one of these applications like the Terminal or LibreOffice Writer. The Firefox browser might also provide access to further resources if opened.", + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 100, + 95 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "50_6_1", + "episode_id": 50, + "env_id": 6, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.893621444702148, + "advantages": 0.310077428817749, + "generated_text": "{\n \"intent\": \"Click on the top site icon to open it.\",\n \"action\": \"Click(517, 481)\"\n}", + "action_string": "Click(517, 481)", + "intent_string": "Click on the top site icon to open it.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 52, + 66, + 128, + 89 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 824, + 320, + 930, + 357 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ] + }, + { + "frame_id": "50_7_1", + "episode_id": 50, + "env_id": 7, + "step": 1, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -4.590883731842041, + "generated_text": "{\n \"intent\": \"Exploring the desktop by opening each application to gather more information and perform potential actions.\",\n \"action\": \"+DoubleClick(155, 37)\" }", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "50_0_2", + "episode_id": 50, + "env_id": 0, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.782588958740234, + "advantages": -0.24029001593589783, + "generated_text": "{\n \"intent\": \"Exploring the desktop as much as possible.\",\n \"action\": \"RightClick(548, 76)\"}", + "action_string": "RightClick(548, 76)", + "intent_string": "Exploring the desktop as much as possible.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 40, + 66, + 128, + 89 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 524, + 93 + ] + }, + { + "text": "Undo", + "boxes": [ + 569, + 76, + 615, + 111 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "Cut", + "boxes": [ + 574, + 109, + 606, + 139 + ] + }, + { + "text": "Copy", + "boxes": [ + 574, + 135, + 614, + 165 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Paste", + "boxes": [ + 574, + 161, + 616, + 189 + ] + }, + { + "text": "Paste & Go", + "boxes": [ + 576, + 191, + 652, + 216 + ] + }, + { + "text": "Delete", + "boxes": [ + 574, + 216, + 622, + 242 + ] + }, + { + "text": " Select All", + "boxes": [ + 569, + 242, + 643, + 271 + ] + }, + { + "text": " Search the Web", + "boxes": [ + 654, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "50_1_2", + "episode_id": 50, + "env_id": 1, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.470244407653809, + "advantages": 0.10035094618797302, + "generated_text": "{\n \"intent\": \"Move the cursor to the bottom-right corner of the screen, where likely there are system controls or icons.\"\n , \"action\": \"Move(1289, 571)\"\n}", + "action_string": "Move(1289, 571)", + "intent_string": "Move the cursor to the bottom-right corner of the screen, where likely there are system controls or icons.", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Locument Help", + "boxes": [ + 2, + 18, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + } + ] + }, + { + "frame_id": "50_2_2", + "episode_id": 50, + "env_id": 2, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.100024223327637, + "advantages": 0.4123223125934601, + "generated_text": "{\n \"intent\": \"Initiate an interaction with the LibreOffice Calc application to open any existing document or create a new one. This will allow further exploration of the tabs and menus.\",\n \"action\": \"DoubleClick(100, 55)\" }", + "action_string": "DoubleClick(100, 55)", + "intent_string": "Initiate an interaction with the LibreOffice Calc application to open any existing document or create a new one. This will allow further exploration of the tabs and menus.", + "before_screen_ocr_results": [ + { + "text": "Untitled1-LibreOfficeCalc", + "boxes": [ + 842, + 0, + 1078, + 24 + ] + }, + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "Edit View", + "boxes": [ + 38, + 26, + 116, + 44 + ] + }, + { + "text": "·口日·目%血、&", + "boxes": [ + 8, + 48, + 448, + 87 + ] + }, + { + "text": "-、", + "boxes": [ + 442, + 56, + 554, + 79 + ] + }, + { + "text": "αv田·I·子D目I·口田", + "boxes": [ + 542, + 50, + 1264, + 85 + ] + }, + { + "text": "Liberationsan10aαaa=墨目日% 00t三图-口目", + "boxes": [ + 12, + 93, + 1210, + 123 + ] + }, + { + "text": "K34", + "boxes": [ + 8, + 131, + 36, + 151 + ] + }, + { + "text": "·", + "boxes": [ + 126, + 126, + 162, + 155 + ] + }, + { + "text": "紫×", + "boxes": [ + 152, + 129, + 248, + 155 + ] + }, + { + "text": "", + "boxes": [ + 1890, + 171, + 1910, + 199 + ] + }, + { + "text": "T", + "boxes": [ + 1888, + 208, + 1910, + 240 + ] + }, + { + "text": "自", + "boxes": [ + 1888, + 240, + 1910, + 272 + ] + }, + { + "text": "城", + "boxes": [ + 1886, + 302, + 1912, + 341 + ] + }, + { + "text": "21", + "boxes": [ + 16, + 512, + 30, + 528 + ] + }, + { + "text": "35", + "boxes": [ + 14, + 750, + 32, + 764 + ] + }, + { + "text": "41", + "boxes": [ + 14, + 854, + 30, + 870 + ] + }, + { + "text": "42", + "boxes": [ + 14, + 870, + 30, + 883 + ] + }, + { + "text": "45", + "boxes": [ + 12, + 925, + 30, + 941 + ] + }, + { + "text": "46", + "boxes": [ + 14, + 941, + 30, + 955 + ] + }, + { + "text": "47", + "boxes": [ + 10, + 957, + 32, + 971 + ] + }, + { + "text": "K<→→+", + "boxes": [ + 12, + 995, + 134, + 1018 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 6, + 2, + 28, + 26 + ] + }, + { + "text": "Untitled 1 - LibreOffice Calc", + "boxes": [ + 850, + 2, + 1070, + 26 + ] + }, + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "Sheet", + "boxes": [ + 312, + 30, + 346, + 44 + ] + }, + { + "text": "Data Tools", + "boxes": [ + 358, + 28, + 446, + 46 + ] + }, + { + "text": "-· - ", + "boxes": [ + 6, + 48, + 378, + 87 + ] + }, + { + "text": "盖&", + "boxes": [ + 375, + 49, + 445, + 88 + ] + }, + { + "text": "G-.", + "boxes": [ + 452, + 56, + 546, + 81 + ] + }, + { + "text": "I-I·", + "boxes": [ + 544, + 54, + 1262, + 83 + ] + }, + { + "text": "、", + "boxes": [ + 122, + 97, + 148, + 117 + ] + }, + { + "text": "Save", + "boxes": [ + 942, + 89, + 980, + 109 + ] + }, + { + "text": "K34", + "boxes": [ + 8, + 131, + 36, + 151 + ] + }, + { + "text": "浆 ×", + "boxes": [ + 150, + 125, + 246, + 157 + ] + }, + { + "text": "Name:", + "boxes": [ + 404, + 123, + 462, + 149 + ] + }, + { + "text": "Untitled 1", + "boxes": [ + 464, + 123, + 540, + 147 + ] + }, + { + "text": " Home", + "boxes": [ + 406, + 167, + 476, + 193 + ] + }, + { + "text": "、", + "boxes": [ + 554, + 169, + 580, + 189 + ] + }, + { + "text": "root", + "boxes": [ + 574, + 165, + 638, + 197 + ] + }, + { + "text": "C", + "boxes": [ + 1486, + 169, + 1512, + 193 + ] + }, + { + "text": " Desktop", + "boxes": [ + 399, + 192, + 493, + 229 + ] + }, + { + "text": "Name", + "boxes": [ + 554, + 199, + 600, + 224 + ] + }, + { + "text": "Size|Type", + "boxes": [ + 1342, + 204, + 1436, + 222 + ] + }, + { + "text": "Modified", + "boxes": [ + 1442, + 202, + 1508, + 222 + ] + }, + { + "text": "G", + "boxes": [ + 1886, + 206, + 1914, + 250 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 226, + 1486, + 252 + ] + }, + { + "text": "Other Locations", + "boxes": [ + 420, + 238, + 534, + 268 + ] + }, + { + "text": "自◎城", + "boxes": [ + 1884, + 236, + 1916, + 345 + ] + }, + { + "text": "", + "boxes": [ + 554, + 248, + 584, + 268 + ] + }, + { + "text": "Downloads", + "boxes": [ + 576, + 246, + 654, + 270 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 248, + 1484, + 268 + ] + }, + { + "text": "』 clipboard_app ", + "boxes": [ + 554, + 268, + 678, + 298 + ] + }, + { + "text": "7 Feb 2024", + "boxes": [ + 1444, + 270, + 1512, + 296 + ] + }, + { + "text": "24 25 25 2 28", + "boxes": [ + 10, + 564, + 34, + 651 + ] + }, + { + "text": "338", + "boxes": [ + 10, + 683, + 36, + 723 + ] + }, + { + "text": "35", + "boxes": [ + 14, + 750, + 32, + 764 + ] + }, + { + "text": "89", + "boxes": [ + 16, + 822, + 32, + 836 + ] + }, + { + "text": "42", + "boxes": [ + 14, + 870, + 30, + 883 + ] + }, + { + "text": "45 ", + "boxes": [ + 8, + 923, + 34, + 943 + ] + }, + { + "text": "46", + "boxes": [ + 12, + 941, + 32, + 955 + ] + }, + { + "text": "47", + "boxes": [ + 10, + 957, + 32, + 971 + ] + }, + { + "text": "save", + "boxes": [ + 1440, + 967, + 1494, + 993 + ] + }, + { + "text": "（→→+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1020, + 1018, + 1102, + 1042 + ] + } + ] + }, + { + "frame_id": "50_3_2", + "episode_id": 50, + "env_id": 3, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.695502281188965, + "advantages": 0.21193598210811615, + "generated_text": "{\n \"intent\": \"I want to access an application to ensure I did not miss any tasks.\",\n \"action\": \"DoubleClick(78, 458)\" \n}", + "action_string": "DoubleClick(78, 458)", + "intent_string": "I want to access an application to ensure I did not miss any tasks.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 834 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 98, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 66, + 173, + 104, + 210 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "", + "boxes": [ + 74, + 230, + 104, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 92, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "FE", + "boxes": [ + 58, + 314, + 106, + 361 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 278, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": " Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "", + "boxes": [ + 64, + 411, + 102, + 451 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 104, + 415, + 314, + 453 + ] + }, + { + "text": "D", + "boxes": [ + 68, + 459, + 98, + 496 + ] + }, + { + "text": "Draw Drawing ", + "boxes": [ + 104, + 462, + 252, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": "Math Formula", + "boxes": [ + 96, + 510, + 242, + 546 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 560, + 258, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ] + }, + { + "frame_id": "50_4_2", + "episode_id": 50, + "env_id": 4, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.657695770263672, + "advantages": 0.6885737180709839, + "generated_text": "{\n \"intent\": \"Click on the 'Search the Web' button to initiate a web search or navigate to the internet starting from this browser.\",\n \"action\": \"DoubleClick(1287, 299)\" \n}", + "action_string": "DoubleClick(1287, 299)", + "intent_string": "Click on the 'Search the Web' button to initiate a web search or navigate to the internet starting from this browser.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "Q仓", + "boxes": [ + 70, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 32, + 66, + 126, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 185, + 150 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 482, + 302, + 624, + 326 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 796, + 415, + 932, + 439 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 451, + 966, + 474 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1112, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 671, + 1635, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 181, + 720, + 275, + 751 + ] + }, + { + "text": "earch - Micr", + "boxes": [ + 226, + 1050, + 308, + 1068 + ] + } + ] + }, + { + "frame_id": "50_5_2", + "episode_id": 50, + "env_id": 5, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.824719429016113, + "advantages": 0.7713115215301514, + "generated_text": "{\n \"intent\": \"Click on one of the top sites to open a new browser tab and evaluate its content.\",\n \"action\": \"DoubleClick(645, 510)\" \n}", + "action_string": "DoubleClick(645, 510)", + "intent_string": "Click on one of the top sites to open a new browser tab and evaluate its content.", + "before_screen_ocr_results": [ + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 32, + 66, + 126, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1592, + 64, + 1664, + 95 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 185, + 150 + ] + }, + { + "text": "ign", + "boxes": [ + 1646, + 125, + 1666, + 141 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 480, + 302, + 624, + 326 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 451, + 966, + 474 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 671, + 1635, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 181, + 720, + 275, + 751 + ] + }, + { + "text": "earch - Micr", + "boxes": [ + 226, + 1050, + 308, + 1068 + ] + } + ] + }, + { + "frame_id": "50_6_2", + "episode_id": 50, + "env_id": 6, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.125195503234863, + "advantages": 0.4247913062572479, + "generated_text": "{\n \"intent\": \"I want to view more details or products by clicking on an area of interest.\",\n \"action\": \"DoubleClick(1047, 1020)\"\n}", + "action_string": "DoubleClick(1047, 1020)", + "intent_string": "I want to view more details or products by clicking on an area of interest.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 824, + 320, + 930, + 357 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "目☆", + "boxes": [ + 1538, + 62, + 1662, + 91 + ] + }, + { + "text": "Visior", + "boxes": [ + 842, + 113, + 868, + 127 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 129 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1052, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1082, + 111, + 1164, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "Buy MacBook Air starting at $899 with education savings.* Shop >", + "boxes": [ + 742, + 159, + 1164, + 183 + ] + }, + { + "text": "MacBookAir", + "boxes": [ + 612, + 524, + 1304, + 639 + ] + } + ] + }, + { + "frame_id": "50_7_2", + "episode_id": 50, + "env_id": 7, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.976078033447266, + "advantages": 0.3509235978126526, + "generated_text": "{\n \"intent\": \"To explore the available applications on the desktop, starting with the Firefox browser which is often the first step for web browsing.\",\n \"action\": \"Click(61, 70)\"\n}", + "action_string": "Click(61, 70)", + "intent_string": "To explore the available applications on the desktop, starting with the Firefox browser which is often the first step for web browsing.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "FiresnArefox", + "boxes": [ + 13, + 51, + 141, + 117 + ] + }, + { + "text": "D", + "boxes": [ + 29, + 116, + 83, + 166 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "50_0_3", + "episode_id": 50, + "env_id": 0, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.504578590393066, + "advantages": 0.11735892295837402, + "generated_text": "{\n \"intent\": \"Navigating to see website exploration options\",\n \"action\": \"DoubleClick(370, 68)\" }", + "action_string": "DoubleClick(370, 68)", + "intent_string": "Navigating to see website exploration options", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 526, + 97 + ] + }, + { + "text": "Undo", + "boxes": [ + 569, + 76, + 615, + 111 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "Cut", + "boxes": [ + 574, + 109, + 606, + 139 + ] + }, + { + "text": "Copy", + "boxes": [ + 574, + 135, + 614, + 165 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Paste", + "boxes": [ + 574, + 161, + 616, + 189 + ] + }, + { + "text": "Paste & Go", + "boxes": [ + 576, + 191, + 652, + 216 + ] + }, + { + "text": "Delete", + "boxes": [ + 574, + 216, + 622, + 242 + ] + }, + { + "text": " Select All", + "boxes": [ + 569, + 242, + 643, + 271 + ] + }, + { + "text": " Search the Web", + "boxes": [ + 654, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→e", + "boxes": [ + 40, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with bing or enter adress", + "boxes": [ + 248, + 62, + 522, + 91 + ] + }, + { + "text": " Apple - htt://ww.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing -", + "boxes": [ + 254, + 143, + 322, + 169 + ] + }, + { + "text": "— bing.com", + "boxes": [ + 308, + 145, + 394, + 169 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "a Amazon — http://www.amaz", + "boxes": [ + 256, + 179, + 462, + 202 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 272, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.com", + "boxes": [ + 602, + 220, + 662, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 252, + 324, + 272 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1225, + 673, + 1417, + 735 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "50_1_3", + "episode_id": 50, + "env_id": 1, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.60163688659668, + "advantages": 0.660804033279419, + "generated_text": "{\n \"intent\": \"First, I need to open the mousepad application to begin exploring its features.\",\n \"action\": \"DoubleClick(50, 17)\" \n}", + "action_string": "DoubleClick(50, 17)", + "intent_string": "First, I need to open the mousepad application to begin exploring its features.", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 169, + 112, + 201 + ] + }, + { + "text": "Untitled 1 -Mousepad", + "boxes": [ + 862, + 268, + 1056, + 292 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Fil Eit Search View Document Help ", + "boxes": [ + 644, + 290, + 956, + 320 + ] + }, + { + "text": "Warning, you are using the root account, you may harm your system", + "boxes": [ + 734, + 318, + 1182, + 341 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 500, + 96, + 532 + ] + }, + { + "text": "", + "boxes": [ + 26, + 547, + 88, + 616 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "汇", + "boxes": [ + 52, + 909, + 66, + 929 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "", + "boxes": [ + 182, + 1050, + 206, + 1064 + ] + }, + { + "text": "ntitled 1 - M.", + "boxes": [ + 226, + 1050, + 312, + 1068 + ] + } + ] + }, + { + "frame_id": "50_2_3", + "episode_id": 50, + "env_id": 2, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.910467147827148, + "advantages": -0.17694354057312012, + "generated_text": "{\n \"intent\": \"The current task involves potentially saving or interacting with the spreadsheet's compatibility or export settings through the toolbar options.\",\n \"action\": \"Click(372, 4)\"\n}", + "action_string": "Click(372, 4)", + "intent_string": "The current task involves potentially saving or interacting with the spreadsheet's compatibility or export settings through the toolbar options.", + "before_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 6, + 2, + 28, + 26 + ] + }, + { + "text": "Untitled 1-LibreOfficeCalc", + "boxes": [ + 850, + 2, + 1070, + 26 + ] + }, + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "Sheet", + "boxes": [ + 312, + 30, + 346, + 44 + ] + }, + { + "text": "Data Tools ", + "boxes": [ + 358, + 28, + 446, + 46 + ] + }, + { + "text": "·-·白、", + "boxes": [ + 6, + 48, + 378, + 87 + ] + }, + { + "text": "血&", + "boxes": [ + 378, + 54, + 444, + 85 + ] + }, + { + "text": "G-.", + "boxes": [ + 452, + 56, + 546, + 81 + ] + }, + { + "text": "I-I·", + "boxes": [ + 544, + 54, + 1262, + 83 + ] + }, + { + "text": "、", + "boxes": [ + 122, + 97, + 148, + 117 + ] + }, + { + "text": "Save", + "boxes": [ + 942, + 89, + 980, + 109 + ] + }, + { + "text": "K34", + "boxes": [ + 8, + 131, + 36, + 151 + ] + }, + { + "text": "浆 ×", + "boxes": [ + 150, + 125, + 246, + 157 + ] + }, + { + "text": "Name:", + "boxes": [ + 404, + 123, + 462, + 149 + ] + }, + { + "text": "Untitled 1", + "boxes": [ + 464, + 123, + 540, + 147 + ] + }, + { + "text": " Home", + "boxes": [ + 406, + 167, + 474, + 193 + ] + }, + { + "text": "、", + "boxes": [ + 554, + 169, + 580, + 189 + ] + }, + { + "text": "root", + "boxes": [ + 574, + 165, + 638, + 197 + ] + }, + { + "text": "C", + "boxes": [ + 1486, + 169, + 1512, + 193 + ] + }, + { + "text": " Desktop", + "boxes": [ + 399, + 192, + 493, + 229 + ] + }, + { + "text": "Name", + "boxes": [ + 554, + 199, + 600, + 224 + ] + }, + { + "text": "Size|Type", + "boxes": [ + 1342, + 204, + 1436, + 222 + ] + }, + { + "text": "Modified", + "boxes": [ + 1442, + 202, + 1508, + 222 + ] + }, + { + "text": "G", + "boxes": [ + 1886, + 206, + 1914, + 250 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 226, + 1486, + 252 + ] + }, + { + "text": "Other Locations", + "boxes": [ + 420, + 238, + 534, + 268 + ] + }, + { + "text": "自◎城", + "boxes": [ + 1884, + 236, + 1916, + 345 + ] + }, + { + "text": "", + "boxes": [ + 554, + 248, + 584, + 268 + ] + }, + { + "text": "Downloads", + "boxes": [ + 576, + 246, + 654, + 270 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 248, + 1484, + 268 + ] + }, + { + "text": "』 clipboard_app ", + "boxes": [ + 554, + 268, + 678, + 298 + ] + }, + { + "text": "7 Feb 2024", + "boxes": [ + 1446, + 272, + 1510, + 292 + ] + }, + { + "text": "35", + "boxes": [ + 14, + 750, + 32, + 764 + ] + }, + { + "text": "89", + "boxes": [ + 16, + 822, + 32, + 836 + ] + }, + { + "text": "42", + "boxes": [ + 14, + 870, + 30, + 883 + ] + }, + { + "text": "45 ", + "boxes": [ + 8, + 923, + 34, + 943 + ] + }, + { + "text": "46", + "boxes": [ + 12, + 941, + 32, + 955 + ] + }, + { + "text": "47", + "boxes": [ + 10, + 957, + 32, + 971 + ] + }, + { + "text": "save", + "boxes": [ + 1440, + 967, + 1492, + 993 + ] + }, + { + "text": "1→二+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1020, + 1018, + 1102, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 8, + 4, + 24, + 24 + ] + }, + { + "text": "，", + "boxes": [ + 362, + 0, + 390, + 28 + ] + }, + { + "text": "Untitled 1-LibreOfficeCalc", + "boxes": [ + 850, + 2, + 1070, + 26 + ] + }, + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "Edit", + "boxes": [ + 46, + 30, + 74, + 44 + ] + }, + { + "text": "Styles", + "boxes": [ + 248, + 28, + 294, + 48 + ] + }, + { + "text": "Sheet", + "boxes": [ + 310, + 30, + 346, + 44 + ] + }, + { + "text": "Data", + "boxes": [ + 364, + 30, + 394, + 44 + ] + }, + { + "text": "Tools", + "boxes": [ + 410, + 30, + 442, + 44 + ] + }, + { + "text": "··日·白、", + "boxes": [ + 6, + 48, + 378, + 87 + ] + }, + { + "text": "血&", + "boxes": [ + 378, + 54, + 444, + 85 + ] + }, + { + "text": "G-.", + "boxes": [ + 452, + 56, + 544, + 81 + ] + }, + { + "text": "I-I·", + "boxes": [ + 544, + 54, + 1262, + 83 + ] + }, + { + "text": "、", + "boxes": [ + 202, + 97, + 228, + 117 + ] + }, + { + "text": "aaa.", + "boxes": [ + 238, + 93, + 352, + 123 + ] + }, + { + "text": "a", + "boxes": [ + 333, + 82, + 433, + 126 + ] + }, + { + "text": "Save", + "boxes": [ + 942, + 89, + 980, + 109 + ] + }, + { + "text": "浆 ×", + "boxes": [ + 150, + 125, + 246, + 157 + ] + }, + { + "text": "Name:", + "boxes": [ + 401, + 118, + 463, + 152 + ] + }, + { + "text": "K34", + "boxes": [ + 8, + 131, + 36, + 151 + ] + }, + { + "text": "Untitled 1", + "boxes": [ + 466, + 123, + 540, + 147 + ] + }, + { + "text": " Home", + "boxes": [ + 406, + 167, + 474, + 193 + ] + }, + { + "text": "一", + "boxes": [ + 558, + 171, + 578, + 187 + ] + }, + { + "text": "root", + "boxes": [ + 574, + 165, + 636, + 197 + ] + }, + { + "text": "C", + "boxes": [ + 1486, + 169, + 1512, + 193 + ] + }, + { + "text": " Desktop", + "boxes": [ + 399, + 192, + 493, + 229 + ] + }, + { + "text": "Name", + "boxes": [ + 556, + 202, + 596, + 222 + ] + }, + { + "text": "Size|Type", + "boxes": [ + 1342, + 204, + 1436, + 222 + ] + }, + { + "text": "Modified", + "boxes": [ + 1442, + 202, + 1508, + 222 + ] + }, + { + "text": "G", + "boxes": [ + 1886, + 206, + 1914, + 250 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 226, + 1486, + 252 + ] + }, + { + "text": "Other Locations", + "boxes": [ + 420, + 238, + 534, + 268 + ] + }, + { + "text": "自◎城", + "boxes": [ + 1884, + 236, + 1916, + 345 + ] + }, + { + "text": "I", + "boxes": [ + 554, + 248, + 580, + 268 + ] + }, + { + "text": "Downloads", + "boxes": [ + 576, + 246, + 654, + 270 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 248, + 1484, + 268 + ] + }, + { + "text": "』 clipboard_app ", + "boxes": [ + 554, + 268, + 678, + 298 + ] + }, + { + "text": "7 Feb 2024", + "boxes": [ + 1446, + 272, + 1510, + 292 + ] + }, + { + "text": "25 25 22 28", + "boxes": [ + 10, + 576, + 34, + 651 + ] + }, + { + "text": "35", + "boxes": [ + 14, + 750, + 32, + 764 + ] + }, + { + "text": "42", + "boxes": [ + 14, + 870, + 30, + 883 + ] + }, + { + "text": "45 ", + "boxes": [ + 8, + 923, + 34, + 943 + ] + }, + { + "text": "46", + "boxes": [ + 12, + 941, + 32, + 955 + ] + }, + { + "text": "47", + "boxes": [ + 10, + 957, + 32, + 971 + ] + }, + { + "text": "save", + "boxes": [ + 1440, + 967, + 1492, + 993 + ] + }, + { + "text": "1→二+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1020, + 1018, + 1102, + 1042 + ] + } + ] + }, + { + "frame_id": "50_3_3", + "episode_id": 50, + "env_id": 3, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.342745780944824, + "advantages": 0.03719249367713928, + "generated_text": "{\n \"intent\": \"I am exploring the LibreOffice interface because it seems versatile for various tasks like writing documents, creating visual designs, and handling spreadsheets.\",\n \"action\": \"DoubleClick(57, 159)\" }", + "action_string": "DoubleClick(57, 159)", + "intent_string": "I am exploring the LibreOffice interface because it seems versatile for various tasks like writing documents, creating visual designs, and handling spreadsheets.", + "before_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 98, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 66, + 173, + 104, + 210 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "", + "boxes": [ + 74, + 230, + 104, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 92, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "FE", + "boxes": [ + 58, + 314, + 106, + 361 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 278, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": " Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "", + "boxes": [ + 64, + 411, + 102, + 451 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 104, + 415, + 314, + 453 + ] + }, + { + "text": "D", + "boxes": [ + 68, + 459, + 98, + 496 + ] + }, + { + "text": "Draw Drawing ", + "boxes": [ + 104, + 462, + 252, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": "Math Formula", + "boxes": [ + 96, + 510, + 242, + 546 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 560, + 258, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 20, + 58, + 64, + 101 + ] + }, + { + "text": " Open File", + "boxes": [ + 59, + 61, + 207, + 106 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 197 + ] + }, + { + "text": "?", + "boxes": [ + 72, + 183, + 98, + 204 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "", + "boxes": [ + 74, + 230, + 104, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 92, + 228, + 212, + 260 + ] + }, + { + "text": "Teri", + "boxes": [ + 22, + 284, + 52, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "国", + "boxes": [ + 66, + 324, + 100, + 353 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 276, + 360 + ] + }, + { + "text": "", + "boxes": [ + 58, + 361, + 106, + 409 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 371, + 280, + 401 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 108, + 423, + 310, + 447 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 98, + 514, + 242, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 560, + 258, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ] + }, + { + "frame_id": "50_4_3", + "episode_id": 50, + "env_id": 4, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.585210800170898, + "advantages": 0.15730136632919312, + "generated_text": "{\n \"intent\": \"Click on the search bar to enter a new query or navigate.\",\n \"action\": \"Click(589, 149)\"\n}", + "action_string": "Click(589, 149)", + "intent_string": "Click on the search bar to enter a new query or navigate.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1588, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1882, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 42, + 113, + 182, + 147 + ] + }, + { + "text": "8", + "boxes": [ + 1788, + 125, + 1818, + 139 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 796, + 415, + 928, + 439 + ] + }, + { + "text": "：崔登荣游泳队总教练", + "boxes": [ + 1116, + 411, + 1274, + 441 + ] + }, + { + "text": "NBA第32支球队来了", + "boxes": [ + 802, + 451, + 964, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 725, + 272, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1464, + 764, + 1554, + 796 + ] + }, + { + "text": "定时中国A50", + "boxes": [ + 1451, + 793, + 1567, + 853 + ] + }, + { + "text": "1,.7612", + "boxes": [ + 1620, + 792, + 1702, + 849 + ] + }, + { + "text": "恒生", + "boxes": [ + 1454, + 844, + 1538, + 897 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 854, + 1630, + 883 + ] + }, + { + "text": " 32", + "boxes": [ + 1615, + 843, + 1697, + 895 + ] + }, + { + "text": "AMDA", + "boxes": [ + 444, + 885, + 550, + 923 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4,329 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "a.", + "boxes": [ + 1582, + 888, + 1646, + 941 + ] + }, + { + "text": "快数码·1小时", + "boxes": [ + 226, + 923, + 314, + 941 + ] + }, + { + "text": "DARMW", + "boxes": [ + 431, + 915, + 563, + 971 + ] + }, + { + "text": "中华网汽车·1小时", + "boxes": [ + 828, + 919, + 966, + 949 + ] + }, + { + "text": "14万买2.0T四驱SUV，配置", + "boxes": [ + 824, + 941, + 1100, + 977 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 937, + 1162, + 953 + ] + }, + { + "text": "一点视频/旺角动漫说·6小时", + "boxes": [ + 1160, + 933, + 1332, + 957 + ] + }, + { + "text": "x86过时了！AMD第一款WindowsARM", + "boxes": [ + 196, + 943, + 772, + 991 + ] + }, + { + "text": "恒州台", + "boxes": [ + 1452, + 935, + 1536, + 991 + ] + }, + { + "text": "1,6413 ", + "boxes": [ + 1626, + 937, + 1700, + 987 + ] + }, + { + "text": "还是死神的镰刀会比较好一", + "boxes": [ + 1134, + 953, + 1386, + 989 + ] + }, + { + "text": "吊打途观L，销量却让人意", + "boxes": [ + 824, + 967, + 1070, + 1003 + ] + }, + { + "text": "点！", + "boxes": [ + 1138, + 983, + 1182, + 1011 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "+5.63", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "外？", + "boxes": [ + 824, + 997, + 870, + 1024 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 999, + 1712, + 1018 + ] + }, + { + "text": "△1", + "boxes": [ + 828, + 1028, + 860, + 1042 + ] + }, + { + "text": "2", + "boxes": [ + 190, + 1052, + 202, + 1064 + ] + }, + { + "text": "arch - Micr.", + "boxes": [ + 232, + 1048, + 314, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 44, + 113, + 180, + 145 + ] + }, + { + "text": "8", + "boxes": [ + 1790, + 125, + 1818, + 139 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 542, + 274 + ] + }, + { + "text": "人工智能送上太空", + "boxes": [ + 502, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 932, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1274, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": " DISCOVER", + "boxes": [ + 181, + 718, + 275, + 755 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1464, + 764, + 1554, + 796 + ] + }, + { + "text": "11.-61", + "boxes": [ + 1621, + 794, + 1700, + 849 + ] + }, + { + "text": "恒生", + "boxes": [ + 1454, + 844, + 1538, + 897 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1692, + 893 + ] + }, + { + "text": "s", + "boxes": [ + 1586, + 847, + 1634, + 886 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4,329 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": ".", + "boxes": [ + 1581, + 887, + 1646, + 944 + ] + }, + { + "text": "九派新闻·1小时", + "boxes": [ + 232, + 921, + 328, + 947 + ] + }, + { + "text": "中华网汽车·1小时", + "boxes": [ + 830, + 921, + 964, + 945 + ] + }, + { + "text": "14万买2.OT四驱SUV，配置", + "boxes": [ + 822, + 941, + 1098, + 977 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 937, + 1162, + 953 + ] + }, + { + "text": "一点视频/旺角动漫说·6小时", + "boxes": [ + 1160, + 933, + 1332, + 957 + ] + }, + { + "text": "恒州台", + "boxes": [ + 1452, + 935, + 1536, + 991 + ] + }, + { + "text": "为躲冰電车辆停天桥下致道路拥堵，律师：不", + "boxes": [ + 196, + 943, + 794, + 987 + ] + }, + { + "text": "1,6413 ", + "boxes": [ + 1626, + 937, + 1700, + 987 + ] + }, + { + "text": "还是死神的镰刀会比较好一", + "boxes": [ + 1134, + 953, + 1386, + 989 + ] + }, + { + "text": "L.", + "boxes": [ + 1596, + 947, + 1634, + 975 + ] + }, + { + "text": "吊打途观L，销量却让人意", + "boxes": [ + 824, + 967, + 1070, + 1003 + ] + }, + { + "text": "属于法律上的正常避险行为", + "boxes": [ + 196, + 983, + 556, + 1024 + ] + }, + { + "text": "点！", + "boxes": [ + 1138, + 983, + 1182, + 1011 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "+5.63", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "外？", + "boxes": [ + 824, + 997, + 870, + 1024 + ] + }, + { + "text": "△1", + "boxes": [ + 828, + 1028, + 858, + 1042 + ] + } + ] + }, + { + "frame_id": "50_5_3", + "episode_id": 50, + "env_id": 5, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.72087287902832, + "advantages": 0.22450371086597443, + "generated_text": "{\n \"intent\": \"Move the mouse to the next search suggestion to explore more trending topics.\",\n \"action\": \"Move(1279, 390)\"\n}", + "action_string": "Move(1279, 390)", + "intent_string": "Move the mouse to the next search suggestion to explore more trending topics.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 42, + 113, + 178, + 145 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 482, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 932, + 441 + ] + }, + { + "text": "崔登荣游泳队总教练", + "boxes": [ + 1120, + 415, + 1272, + 439 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "025首发阵容", + "boxes": [ + 1172, + 453, + 1258, + 471 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 725, + 272, + 750 + ] + }, + { + "text": "", + "boxes": [ + 602, + 758, + 702, + 782 + ] + }, + { + "text": "逃离清华62", + "boxes": [ + 1214, + 754, + 1338, + 784 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "直例中国A50", + "boxes": [ + 1451, + 793, + 1567, + 851 + ] + }, + { + "text": "14,.712", + "boxes": [ + 1616, + 792, + 1702, + 849 + ] + }, + { + "text": "恒生指", + "boxes": [ + 1454, + 844, + 1540, + 897 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 850, + 1632, + 887 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1692, + 893 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": ".", + "boxes": [ + 1586, + 889, + 1646, + 939 + ] + }, + { + "text": "433", + "boxes": [ + 1624, + 891, + 1700, + 939 + ] + }, + { + "text": "1", + "boxes": [ + 830, + 925, + 848, + 941 + ] + }, + { + "text": "一点资讯·22分钟", + "boxes": [ + 848, + 921, + 958, + 945 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 927, + 1162, + 941 + ] + }, + { + "text": "一点视频/寒龙游戏·6小时", + "boxes": [ + 1158, + 919, + 1320, + 949 + ] + }, + { + "text": "传奇世界：从爆龙纹剑到藏仓", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "我的世界：逃离清华62，疯狂", + "boxes": [ + 1134, + 939, + 1420, + 981 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "76岁牛群北京地铁照被拍！裤腿油漆抢镜", + "boxes": [ + 200, + 945, + 750, + 987 + ] + }, + { + "text": "库，老玩家的装备保命手册", + "boxes": [ + 824, + 965, + 1080, + 1003 + ] + }, + { + "text": "动物城我的世界朱迪尼克疯", + "boxes": [ + 1138, + 971, + 1416, + 1001 + ] + }, + { + "text": "低调打扮无人认出！", + "boxes": [ + 200, + 985, + 466, + 1020 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "+5.63", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "狂动物城", + "boxes": [ + 1136, + 997, + 1228, + 1028 + ] + }, + { + "text": "14", + "boxes": [ + 1140, + 1028, + 1180, + 1044 + ] + }, + { + "text": "2", + "boxes": [ + 190, + 1052, + 202, + 1064 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1882, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 183, + 150 + ] + }, + { + "text": "P", + "boxes": [ + 1682, + 113, + 1714, + 145 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 482, + 302, + 622, + 326 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "崔登荣游泳队总教练", + "boxes": [ + 1120, + 415, + 1272, + 439 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "025首发阵容", + "boxes": [ + 1172, + 453, + 1258, + 471 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 721, + 276, + 752 + ] + }, + { + "text": "逃离清华62", + "boxes": [ + 1214, + 754, + 1340, + 784 + ] + }, + { + "text": "二年级", + "boxes": [ + 516, + 768, + 574, + 800 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "直例中国A50", + "boxes": [ + 1451, + 793, + 1567, + 851 + ] + }, + { + "text": "鸡兔共有32只，鸡比兔多8只，求兔子有几只？", + "boxes": [ + 280, + 806, + 656, + 842 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "1,.7612", + "boxes": [ + 1620, + 792, + 1702, + 849 + ] + }, + { + "text": "恒生指", + "boxes": [ + 1454, + 844, + 1540, + 897 + ] + }, + { + "text": "?", + "boxes": [ + 474, + 854, + 514, + 893 + ] + }, + { + "text": "M", + "boxes": [ + 1590, + 850, + 1632, + 885 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1694, + 893 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": " +49 ", + "boxes": [ + 1582, + 885, + 1704, + 943 + ] + }, + { + "text": "点视频/乐学小学数学", + "boxes": [ + 240, + 921, + 354, + 945 + ] + }, + { + "text": "1", + "boxes": [ + 830, + 925, + 850, + 941 + ] + }, + { + "text": "一点资讯·22分钟", + "boxes": [ + 848, + 921, + 958, + 945 + ] + }, + { + "text": "1", + "boxes": [ + 1144, + 927, + 1162, + 941 + ] + }, + { + "text": "一点视频/寒龙游戏·6小时", + "boxes": [ + 1158, + 919, + 1320, + 949 + ] + }, + { + "text": "传奇世界：从爆龙纹剑到藏仓", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "我的世界：逃离清华62，疯狂", + "boxes": [ + 1134, + 939, + 1420, + 981 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "二年级 思维训练 数学思维 奥数举一反三书", + "boxes": [ + 200, + 945, + 764, + 987 + ] + }, + { + "text": "1,6413 ", + "boxes": [ + 1626, + 939, + 1700, + 989 + ] + }, + { + "text": "库，老玩家的装备保命手册", + "boxes": [ + 824, + 965, + 1078, + 1003 + ] + }, + { + "text": "籍奥数思维", + "boxes": [ + 196, + 976, + 366, + 1025 + ] + }, + { + "text": "动物城 我的世界 朱迪 尼克 疯 ", + "boxes": [ + 1136, + 967, + 1418, + 1003 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "1+5", + "boxes": [ + 1624, + 981, + 1702, + 1036 + ] + }, + { + "text": "狂动物城", + "boxes": [ + 1136, + 997, + 1228, + 1028 + ] + }, + { + "text": "14", + "boxes": [ + 1140, + 1028, + 1180, + 1044 + ] + } + ] + }, + { + "frame_id": "50_6_3", + "episode_id": 50, + "env_id": 6, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.508637428283691, + "advantages": 0.11936953663825989, + "generated_text": "{\n \"intent\": \"To understand more about the RGB color spaces, I need to scroll down the page further.\",\n \"action\": \"ScrollDown(1116, 757)\"\n}", + "action_string": "ScrollDown(1116, 757)", + "intent_string": "To understand more about the RGB color spaces, I need to scroll down the page further.", + "before_screen_ocr_results": [ + { + "text": "目☆", + "boxes": [ + 1538, + 60, + 1662, + 91 + ] + }, + { + "text": "Visior", + "boxes": [ + 842, + 113, + 870, + 127 + ] + }, + { + "text": "AirPods", + "boxes": [ + 906, + 111, + 950, + 129 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1052, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1084, + 111, + 1164, + 129 + ] + }, + { + "text": "Q", + "boxes": [ + 1380, + 111, + 1394, + 127 + ] + }, + { + "text": "二", + "boxes": [ + 1430, + 113, + 1442, + 125 + ] + }, + { + "text": "Buy MacBook Air starting at $899 with education savings* Shop", + "boxes": [ + 738, + 153, + 1164, + 185 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 858, + 242, + 1052, + 290 + ] + }, + { + "text": "Speed of lightness.", + "boxes": [ + 716, + 298, + 1196, + 359 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 762, + 842, + 1146, + 883 + ] + }, + { + "text": "Buy", + "boxes": [ + 938, + 911, + 972, + 931 + ] + }, + { + "text": "From $999 or $83.25/mo. for 12 mo.**", + "boxes": [ + 798, + 969, + 1110, + 999 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 64, + 1910, + 93 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 760, + 552, + 1148, + 600 + ] + }, + { + "text": "Buy", + "boxes": [ + 938, + 625, + 972, + 647 + ] + }, + { + "text": "From $999 or $83.25/mo. for 12 mo.**", + "boxes": [ + 798, + 681, + 1108, + 711 + ] + }, + { + "text": "MacBook Air is the world's most popular laptop for alreason. Actually, for a", + "boxes": [ + 556, + 744, + 1352, + 778 + ] + }, + { + "text": "lot of reasons. It delivers up to 18 hours of battery life.1 The M4 chip unlocks", + "boxes": [ + 548, + 776, + 1356, + 806 + ] + }, + { + "text": "a whole new level of performance for work and play. Apple Intelligence is", + "boxes": [ + 564, + 804, + 1344, + 834 + ] + }, + { + "text": "built in to help you get things done effortlessly.2 And it now comes in a", + "boxes": [ + 576, + 832, + 1332, + 862 + ] + }, + { + "text": "stunning Sky Blue color. With the perfectly portable MacBook Air, you'll be", + "boxes": [ + 558, + 860, + 1352, + 889 + ] + }, + { + "text": "ready to take on just about anything, anywhere.", + "boxes": [ + 696, + 885, + 1210, + 921 + ] + } + ] + }, + { + "frame_id": "50_7_3", + "episode_id": 50, + "env_id": 7, + "step": 3, + "format_rewards": 1.0, + "rewards": 11.875484466552734, + "advantages": 1.291824460029602, + "generated_text": "{\n \"intent\": \"Moving the mouse to an expected icon to interact with the desktop environment further.\",\n \"action\": \"DoubleClick(90, 72)\" }", + "action_string": "DoubleClick(90, 72)", + "intent_string": "Moving the mouse to an expected icon to interact with the desktop environment further.", + "before_screen_ocr_results": [ + { + "text": "FiresnArefox", + "boxes": [ + 13, + 51, + 141, + 117 + ] + }, + { + "text": "D", + "boxes": [ + 29, + 116, + 83, + 166 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 66, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 158, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "50_0_4", + "episode_id": 50, + "env_id": 0, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.875626564025879, + "advantages": -0.19420237839221954, + "generated_text": "{\n \"intent\": \"To explore the desktop environment by interacting with common icons found on it.\",\n \"action\": \"DoubleClick(471, 702)\"\n}", + "action_string": "DoubleClick(471, 702)", + "intent_string": "To explore the desktop environment by interacting with common icons found on it.", + "before_screen_ocr_results": [ + { + "text": "→e", + "boxes": [ + 40, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with bing or enter adress", + "boxes": [ + 248, + 62, + 522, + 91 + ] + }, + { + "text": " Apple - htt://ww.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing -", + "boxes": [ + 254, + 143, + 322, + 169 + ] + }, + { + "text": "— bing.com", + "boxes": [ + 308, + 145, + 394, + 169 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "a Amazon — http://www.amaz", + "boxes": [ + 256, + 179, + 462, + 202 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 272, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.com", + "boxes": [ + 602, + 220, + 662, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 252, + 324, + 272 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1225, + 673, + 1417, + 735 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1276, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1226, + 673, + 1418, + 735 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "50_1_4", + "episode_id": 50, + "env_id": 1, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.214282035827637, + "advantages": -0.026444047689437866, + "generated_text": "{\n \"intent\": \"Clicking on the File icon to open the files explorer and access more tools or settings that may be useful for further exploration.\",\n \"action\": \"Click(123, 456)\"\n}", + "action_string": "Click(123, 456)", + "intent_string": "Clicking on the File icon to open the files explorer and access more tools or settings that may be useful for further exploration.", + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 169, + 112, + 201 + ] + }, + { + "text": "Untitled 1 -Mousepad", + "boxes": [ + 862, + 268, + 1056, + 292 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Fil Eit Search View Document Help ", + "boxes": [ + 644, + 290, + 956, + 320 + ] + }, + { + "text": "Warning, you are using the root account, you may harm your system", + "boxes": [ + 734, + 318, + 1182, + 341 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 500, + 96, + 532 + ] + }, + { + "text": "", + "boxes": [ + 26, + 547, + 88, + 616 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "汇", + "boxes": [ + 52, + 909, + 66, + 929 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "ntitled 1 - M.", + "boxes": [ + 226, + 1050, + 312, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 40, + 131, + 72, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 171, + 112, + 202 + ] + }, + { + "text": ">", + "boxes": [ + 648, + 272, + 666, + 288 + ] + }, + { + "text": "Untitled 1-Mousepad", + "boxes": [ + 866, + 264, + 1052, + 294 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "File Edit Search View Document Help ", + "boxes": [ + 646, + 290, + 956, + 320 + ] + }, + { + "text": "Warning, you are using the root account, you may harm your system", + "boxes": [ + 734, + 318, + 1182, + 341 + ] + }, + { + "text": "福", + "boxes": [ + 34, + 351, + 76, + 371 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 500, + 94, + 532 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 25, + 766, + 87, + 837 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "50_2_4", + "episode_id": 50, + "env_id": 2, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.888507843017578, + "advantages": -0.1878214329481125, + "generated_text": "{\n \"intent\": \"The character is saving an unopened document to avoid potential data loss if they need to close the program.\",\n \"action\": \"DoubleClick(1300, 67)\" }", + "action_string": "DoubleClick(1300, 67)", + "intent_string": "The character is saving an unopened document to avoid potential data loss if they need to close the program.", + "before_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 8, + 4, + 24, + 24 + ] + }, + { + "text": "，", + "boxes": [ + 362, + 0, + 390, + 28 + ] + }, + { + "text": "Untitled 1-LibreOfficeCalc", + "boxes": [ + 850, + 2, + 1070, + 26 + ] + }, + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "Edit", + "boxes": [ + 46, + 30, + 74, + 44 + ] + }, + { + "text": "Styles", + "boxes": [ + 248, + 28, + 294, + 48 + ] + }, + { + "text": "Sheet", + "boxes": [ + 310, + 30, + 346, + 44 + ] + }, + { + "text": "Data", + "boxes": [ + 364, + 30, + 394, + 44 + ] + }, + { + "text": "Tools", + "boxes": [ + 410, + 30, + 442, + 44 + ] + }, + { + "text": "··日·白、", + "boxes": [ + 6, + 48, + 378, + 87 + ] + }, + { + "text": "血&", + "boxes": [ + 378, + 54, + 444, + 85 + ] + }, + { + "text": "G-.", + "boxes": [ + 452, + 56, + 544, + 81 + ] + }, + { + "text": "I-I·", + "boxes": [ + 544, + 54, + 1262, + 83 + ] + }, + { + "text": "、", + "boxes": [ + 202, + 97, + 228, + 117 + ] + }, + { + "text": "aaa.", + "boxes": [ + 238, + 93, + 352, + 123 + ] + }, + { + "text": "a", + "boxes": [ + 333, + 82, + 433, + 126 + ] + }, + { + "text": "Save", + "boxes": [ + 942, + 89, + 980, + 109 + ] + }, + { + "text": "浆 ×", + "boxes": [ + 150, + 125, + 246, + 157 + ] + }, + { + "text": "Name:", + "boxes": [ + 401, + 118, + 463, + 152 + ] + }, + { + "text": "K34", + "boxes": [ + 8, + 131, + 36, + 151 + ] + }, + { + "text": "Untitled 1", + "boxes": [ + 466, + 123, + 540, + 147 + ] + }, + { + "text": " Home", + "boxes": [ + 406, + 167, + 474, + 193 + ] + }, + { + "text": "一", + "boxes": [ + 558, + 171, + 578, + 187 + ] + }, + { + "text": "root", + "boxes": [ + 574, + 165, + 636, + 197 + ] + }, + { + "text": "C", + "boxes": [ + 1486, + 169, + 1512, + 193 + ] + }, + { + "text": " Desktop", + "boxes": [ + 399, + 192, + 493, + 229 + ] + }, + { + "text": "Name", + "boxes": [ + 556, + 202, + 596, + 222 + ] + }, + { + "text": "Size|Type", + "boxes": [ + 1342, + 204, + 1436, + 222 + ] + }, + { + "text": "Modified", + "boxes": [ + 1442, + 202, + 1508, + 222 + ] + }, + { + "text": "G", + "boxes": [ + 1886, + 206, + 1914, + 250 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 226, + 1486, + 252 + ] + }, + { + "text": "Other Locations", + "boxes": [ + 420, + 238, + 534, + 268 + ] + }, + { + "text": "自◎城", + "boxes": [ + 1884, + 236, + 1916, + 345 + ] + }, + { + "text": "I", + "boxes": [ + 554, + 248, + 580, + 268 + ] + }, + { + "text": "Downloads", + "boxes": [ + 576, + 246, + 654, + 270 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 248, + 1484, + 268 + ] + }, + { + "text": "』 clipboard_app ", + "boxes": [ + 554, + 268, + 678, + 298 + ] + }, + { + "text": "7 Feb 2024", + "boxes": [ + 1446, + 272, + 1510, + 292 + ] + }, + { + "text": "25 25 22 28", + "boxes": [ + 10, + 576, + 34, + 651 + ] + }, + { + "text": "35", + "boxes": [ + 14, + 750, + 32, + 764 + ] + }, + { + "text": "42", + "boxes": [ + 14, + 870, + 30, + 883 + ] + }, + { + "text": "45 ", + "boxes": [ + 8, + 923, + 34, + 943 + ] + }, + { + "text": "46", + "boxes": [ + 12, + 941, + 32, + 955 + ] + }, + { + "text": "47", + "boxes": [ + 10, + 957, + 32, + 971 + ] + }, + { + "text": "save", + "boxes": [ + 1440, + 967, + 1492, + 993 + ] + }, + { + "text": "1→二+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1020, + 1018, + 1102, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 8, + 4, + 24, + 24 + ] + }, + { + "text": "Untitled 1-LibreOffice Calc", + "boxes": [ + 852, + 4, + 1068, + 22 + ] + }, + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "Sheet", + "boxes": [ + 312, + 30, + 346, + 44 + ] + }, + { + "text": "Data", + "boxes": [ + 358, + 28, + 406, + 46 + ] + }, + { + "text": "Tools", + "boxes": [ + 398, + 28, + 446, + 46 + ] + }, + { + "text": "--· - ", + "boxes": [ + 6, + 48, + 378, + 87 + ] + }, + { + "text": "血&", + "boxes": [ + 378, + 54, + 444, + 85 + ] + }, + { + "text": "G-.", + "boxes": [ + 452, + 56, + 546, + 81 + ] + }, + { + "text": "用里·听个子", + "boxes": [ + 544, + 54, + 856, + 83 + ] + }, + { + "text": "mD-xI·", + "boxes": [ + 842, + 54, + 1224, + 83 + ] + }, + { + "text": "田", + "boxes": [ + 1234, + 58, + 1260, + 79 + ] + }, + { + "text": "Liberation San ", + "boxes": [ + 12, + 95, + 118, + 119 + ] + }, + { + "text": "、", + "boxes": [ + 122, + 97, + 148, + 117 + ] + }, + { + "text": "、", + "boxes": [ + 202, + 97, + 228, + 117 + ] + }, + { + "text": "Save", + "boxes": [ + 944, + 89, + 980, + 109 + ] + }, + { + "text": "K34", + "boxes": [ + 8, + 131, + 36, + 151 + ] + }, + { + "text": "浆 ×", + "boxes": [ + 150, + 125, + 246, + 157 + ] + }, + { + "text": "Name:", + "boxes": [ + 404, + 123, + 462, + 149 + ] + }, + { + "text": "Untitled 1", + "boxes": [ + 464, + 123, + 540, + 147 + ] + }, + { + "text": " Home", + "boxes": [ + 406, + 167, + 474, + 193 + ] + }, + { + "text": "、", + "boxes": [ + 554, + 169, + 580, + 189 + ] + }, + { + "text": "root", + "boxes": [ + 574, + 165, + 638, + 197 + ] + }, + { + "text": "C", + "boxes": [ + 1486, + 169, + 1512, + 193 + ] + }, + { + "text": " Desktop", + "boxes": [ + 399, + 192, + 493, + 229 + ] + }, + { + "text": "Name", + "boxes": [ + 556, + 202, + 598, + 222 + ] + }, + { + "text": "Size|Type", + "boxes": [ + 1342, + 204, + 1436, + 222 + ] + }, + { + "text": "Modified", + "boxes": [ + 1442, + 202, + 1508, + 222 + ] + }, + { + "text": "G", + "boxes": [ + 1886, + 206, + 1914, + 250 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 226, + 1486, + 252 + ] + }, + { + "text": "Other Locations", + "boxes": [ + 420, + 238, + 534, + 268 + ] + }, + { + "text": "自◎城", + "boxes": [ + 1884, + 236, + 1916, + 345 + ] + }, + { + "text": "I", + "boxes": [ + 554, + 248, + 582, + 268 + ] + }, + { + "text": "Downloads", + "boxes": [ + 576, + 246, + 654, + 270 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 248, + 1484, + 268 + ] + }, + { + "text": "』 clipboard_app ", + "boxes": [ + 554, + 268, + 678, + 298 + ] + }, + { + "text": "7 Feb 2024", + "boxes": [ + 1446, + 272, + 1510, + 292 + ] + }, + { + "text": "35", + "boxes": [ + 14, + 750, + 32, + 764 + ] + }, + { + "text": "42", + "boxes": [ + 14, + 870, + 30, + 883 + ] + }, + { + "text": "45", + "boxes": [ + 12, + 925, + 32, + 941 + ] + }, + { + "text": "46", + "boxes": [ + 12, + 941, + 32, + 955 + ] + }, + { + "text": "47", + "boxes": [ + 10, + 957, + 32, + 971 + ] + }, + { + "text": "save", + "boxes": [ + 1440, + 967, + 1492, + 993 + ] + }, + { + "text": "（→→+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1020, + 1018, + 1102, + 1042 + ] + } + ] + }, + { + "frame_id": "50_3_4", + "episode_id": 50, + "env_id": 3, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.248979568481445, + "advantages": -0.00925607793033123, + "generated_text": "{\n \"intent\": \"Move the cursor closer to the LibreOffice menu options.\",\n \"action\": \"Move(677, 456)\"\n}", + "action_string": "Move(677, 456)", + "intent_string": "Move the cursor closer to the LibreOffice menu options.", + "before_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 20, + 58, + 64, + 101 + ] + }, + { + "text": " Open File", + "boxes": [ + 59, + 61, + 207, + 106 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 115, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 197 + ] + }, + { + "text": "?", + "boxes": [ + 72, + 183, + 98, + 204 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "", + "boxes": [ + 74, + 230, + 104, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 92, + 228, + 212, + 260 + ] + }, + { + "text": "Teri", + "boxes": [ + 22, + 284, + 52, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "国", + "boxes": [ + 66, + 324, + 100, + 353 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 276, + 360 + ] + }, + { + "text": "", + "boxes": [ + 58, + 361, + 106, + 409 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 371, + 280, + 401 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 108, + 423, + 310, + 447 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 98, + 514, + 242, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 560, + 258, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 113, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "D", + "boxes": [ + 66, + 175, + 102, + 210 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "", + "boxes": [ + 74, + 230, + 104, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 92, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "国", + "boxes": [ + 66, + 324, + 100, + 353 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 276, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 371, + 280, + 401 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 106, + 419, + 312, + 449 + ] + }, + { + "text": "D", + "boxes": [ + 68, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 64, + 508, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 98, + 514, + 242, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 560, + 258, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "D", + "boxes": [ + 38, + 830, + 52, + 852 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ] + }, + { + "frame_id": "50_4_4", + "episode_id": 50, + "env_id": 4, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.489425659179688, + "advantages": 0.10985267907381058, + "generated_text": "{\n \"intent\": \"Clicking on the '将人工智能送上太空' topic to see related content and expand the search for more exploration.\",\n \"action\": \"DoubleClick(540, 516)\"\n}", + "action_string": "DoubleClick(540, 516)", + "intent_string": "Clicking on the '将人工智能送上太空' topic to see related content and expand the search for more exploration.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 44, + 113, + 180, + 145 + ] + }, + { + "text": "8", + "boxes": [ + 1790, + 125, + 1818, + 139 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 542, + 274 + ] + }, + { + "text": "人工智能送上太空", + "boxes": [ + 502, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 932, + 441 + ] + }, + { + "text": "崔登荣游泳队总教练", + "boxes": [ + 1118, + 411, + 1274, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1122, + 451, + 1260, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 272, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1464, + 764, + 1554, + 796 + ] + }, + { + "text": "11.-61", + "boxes": [ + 1621, + 794, + 1700, + 849 + ] + }, + { + "text": "恒生", + "boxes": [ + 1454, + 844, + 1538, + 897 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1692, + 893 + ] + }, + { + "text": "s", + "boxes": [ + 1586, + 847, + 1634, + 886 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4,329 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "中华网汽车·1小时", + "boxes": [ + 830, + 921, + 964, + 945 + ] + }, + { + "text": ".", + "boxes": [ + 1580, + 884, + 1647, + 947 + ] + }, + { + "text": "·1小时", + "boxes": [ + 290, + 923, + 334, + 941 + ] + }, + { + "text": "14万买2.0T四驱SUV，配置", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 937, + 1162, + 953 + ] + }, + { + "text": "一点视频/旺角动漫说·6小时", + "boxes": [ + 1160, + 933, + 1332, + 957 + ] + }, + { + "text": "恒州台", + "boxes": [ + 1452, + 935, + 1536, + 991 + ] + }, + { + "text": "Polo五十周年火爆庆祝，ID.3GTX惊艳亮", + "boxes": [ + 200, + 945, + 764, + 987 + ] + }, + { + "text": "1,6413 ", + "boxes": [ + 1626, + 937, + 1700, + 987 + ] + }, + { + "text": "还是死神的镰刀会比较好一", + "boxes": [ + 1132, + 951, + 1386, + 991 + ] + }, + { + "text": "L.", + "boxes": [ + 1596, + 947, + 1634, + 975 + ] + }, + { + "text": "吊打途观L，销量却让人意", + "boxes": [ + 824, + 967, + 1070, + 1003 + ] + }, + { + "text": "相，你猜6月卖多少？", + "boxes": [ + 198, + 979, + 486, + 1023 + ] + }, + { + "text": "点！", + "boxes": [ + 1138, + 983, + 1182, + 1011 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "+5.63%6 ", + "boxes": [ + 1626, + 983, + 1700, + 1030 + ] + }, + { + "text": "外？", + "boxes": [ + 824, + 997, + 870, + 1024 + ] + }, + { + "text": "△1", + "boxes": [ + 828, + 1028, + 858, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 32, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1874, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 38, + 113, + 182, + 147 + ] + }, + { + "text": "8", + "boxes": [ + 1790, + 125, + 1818, + 139 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 542, + 274 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 798, + 415, + 930, + 439 + ] + }, + { + "text": "：崔登荣游泳队总教练", + "boxes": [ + 1116, + 411, + 1274, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 802, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1122, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 182, + 719, + 280, + 756 + ] + }, + { + "text": "配置拉满", + "boxes": [ + 204, + 744, + 628, + 868 + ] + }, + { + "text": "智己L6", + "boxes": [ + 596, + 750, + 792, + 826 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "1,171%", + "boxes": [ + 1626, + 798, + 1700, + 848 + ] + }, + { + "text": "新车上市", + "boxes": [ + 630, + 820, + 782, + 870 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1462, + 852, + 1532, + 878 + ] + }, + { + "text": "3-30", + "boxes": [ + 1618, + 846, + 1692, + 895 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 1464, + 868, + 1518, + 887 + ] + }, + { + "text": "", + "boxes": [ + 1583, + 841, + 1637, + 890 + ] + }, + { + "text": "文", + "boxes": [ + 578, + 889, + 598, + 905 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1508, + 939 + ] + }, + { + "text": "+4,329 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "中华网汽车·1小时", + "boxes": [ + 824, + 915, + 968, + 949 + ] + }, + { + "text": "A", + "boxes": [ + 1579, + 880, + 1651, + 951 + ] + }, + { + "text": "D", + "boxes": [ + 1137, + 930, + 1166, + 956 + ] + }, + { + "text": "一点视频/旺角动漫说·6小时", + "boxes": [ + 1158, + 929, + 1336, + 959 + ] + }, + { + "text": "14万买2.0T四驱SUV，配置", + "boxes": [ + 824, + 941, + 1100, + 977 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "权益价20.49万起最大续航850km标配", + "boxes": [ + 196, + 945, + 744, + 987 + ] + }, + { + "text": "还是死神的镰刀会比较好一", + "boxes": [ + 1134, + 953, + 1386, + 989 + ] + }, + { + "text": "吊打途观L，销量却让人意", + "boxes": [ + 824, + 967, + 1070, + 1003 + ] + }, + { + "text": "800V+激光雷达新款智己L6上市", + "boxes": [ + 196, + 981, + 652, + 1022 + ] + }, + { + "text": "点！", + "boxes": [ + 1136, + 981, + 1184, + 1014 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "+5.63", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "外？", + "boxes": [ + 824, + 997, + 870, + 1024 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 999, + 1710, + 1014 + ] + }, + { + "text": "△1", + "boxes": [ + 828, + 1028, + 868, + 1044 + ] + }, + { + "text": "丢白选照", + "boxes": [ + 1638, + 1028, + 1692, + 1046 + ] + }, + { + "text": "3", + "boxes": [ + 188, + 1050, + 202, + 1068 + ] + }, + { + "text": "arch - Mic", + "boxes": [ + 234, + 1050, + 300, + 1070 + ] + } + ] + }, + { + "frame_id": "50_5_4", + "episode_id": 50, + "env_id": 5, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.639060020446777, + "advantages": 0.1839764267206192, + "generated_text": "{\n \"intent\": \"The user has navigated to a search engine. To accumulate more content and information, typing into the search bar seems logical.\",\n \"action\": \"DoubleClick(1308, 306)\" \n}", + "action_string": "DoubleClick(1308, 306)", + "intent_string": "The user has navigated to a search engine. To accumulate more content and information, typing into the search bar seems logical.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1882, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 111, + 181, + 147 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 484, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 932, + 441 + ] + }, + { + "text": "崔登荣游泳队总教练", + "boxes": [ + 1122, + 417, + 1270, + 435 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "025首发阵容", + "boxes": [ + 1172, + 453, + 1258, + 471 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 723, + 276, + 754 + ] + }, + { + "text": "（疯狂动物城）", + "boxes": [ + 406, + 756, + 586, + 794 + ] + }, + { + "text": "逃离清华62", + "boxes": [ + 1212, + 754, + 1340, + 784 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "直例中国A50", + "boxes": [ + 1451, + 793, + 1567, + 851 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "14,.712", + "boxes": [ + 1616, + 792, + 1702, + 849 + ] + }, + { + "text": "恒生指", + "boxes": [ + 1454, + 844, + 1540, + 897 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 850, + 1632, + 887 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1694, + 893 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": " +49 ", + "boxes": [ + 1582, + 885, + 1704, + 943 + ] + }, + { + "text": "1", + "boxes": [ + 830, + 925, + 848, + 941 + ] + }, + { + "text": "一点资讯·22分钟", + "boxes": [ + 848, + 921, + 958, + 945 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点视频/寒龙游戏·6小时", + "boxes": [ + 1158, + 919, + 1320, + 949 + ] + }, + { + "text": "我的世界：逃离清华62，疯狂动物城我的世", + "boxes": [ + 196, + 943, + 788, + 987 + ] + }, + { + "text": "传奇世界：从爆龙纹剑到藏仓", + "boxes": [ + 824, + 941, + 1096, + 977 + ] + }, + { + "text": "我的世界：逃离清华62，疯狂", + "boxes": [ + 1136, + 941, + 1418, + 977 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 941, + 1640, + 979 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "库，老玩家的装备保命手册", + "boxes": [ + 824, + 967, + 1076, + 1001 + ] + }, + { + "text": "动物城 我的世界 朱迪 尼克 疯 ", + "boxes": [ + 1136, + 967, + 1418, + 1003 + ] + }, + { + "text": "界朱迪尼克", + "boxes": [ + 196, + 978, + 376, + 1021 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "1+5", + "boxes": [ + 1624, + 981, + 1702, + 1036 + ] + }, + { + "text": "狂动物城", + "boxes": [ + 1136, + 997, + 1228, + 1028 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 999, + 1712, + 1018 + ] + }, + { + "text": "14", + "boxes": [ + 210, + 1026, + 268, + 1044 + ] + }, + { + "text": "14", + "boxes": [ + 1140, + 1028, + 1180, + 1044 + ] + }, + { + "text": "", + "boxes": [ + 100, + 1048, + 148, + 1066 + ] + }, + { + "text": "earch - Micr.", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch -Microsoft Bing×+", + "boxes": [ + 44, + 32, + 244, + 50 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1588, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1876, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 19, + 109, + 187, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 254, + 558, + 280 + ] + }, + { + "text": "国际版", + "boxes": [ + 578, + 256, + 628, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 298, + 628, + 328 + ] + }, + { + "text": "9", + "boxes": [ + 1330, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 646, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 484, + 411, + 654, + 441 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 638, + 478 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 792, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 670, + 1633, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 721, + 272, + 752 + ] + }, + { + "text": "逃离清华62", + "boxes": [ + 1210, + 754, + 1338, + 784 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 766, + 1552, + 792 + ] + }, + { + "text": "直时中国A50", + "boxes": [ + 1450, + 790, + 1568, + 851 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "恒生指", + "boxes": [ + 1454, + 844, + 1540, + 897 + ] + }, + { + "text": " 2.30%", + "boxes": [ + 1618, + 846, + 1700, + 893 + ] + }, + { + "text": "S", + "boxes": [ + 1586, + 845, + 1634, + 886 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4.33", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "", + "boxes": [ + 1586, + 889, + 1644, + 936 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 925, + 850, + 941 + ] + }, + { + "text": "一点资讯·22分钟", + "boxes": [ + 854, + 923, + 956, + 941 + ] + }, + { + "text": "1.", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点视频/寒龙游戏·6小时", + "boxes": [ + 1158, + 919, + 1320, + 949 + ] + }, + { + "text": "传奇世界：从爆龙纹剑到藏仓", + "boxes": [ + 824, + 937, + 1098, + 977 + ] + }, + { + "text": "我的世界：逃离清华62，疯狂", + "boxes": [ + 1134, + 941, + 1414, + 977 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1454, + 935, + 1538, + 989 + ] + }, + { + "text": "优酷首播！24集刑侦悬疑剧，潘粤明、王", + "boxes": [ + 200, + 943, + 724, + 987 + ] + }, + { + "text": ".319", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "王鹤", + "boxes": [ + 706, + 951, + 772, + 977 + ] + }, + { + "text": "库，老玩家的装备保命手册", + "boxes": [ + 824, + 967, + 1076, + 1001 + ] + }, + { + "text": "动物城 我的世界 朱迪 尼克 疯", + "boxes": [ + 1134, + 967, + 1416, + 1003 + ] + }, + { + "text": "棣领衔，值得期待！1", + "boxes": [ + 196, + 981, + 592, + 1021 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 983, + 1506, + 1030 + ] + }, + { + "text": "+.39 ", + "boxes": [ + 1622, + 981, + 1722, + 1032 + ] + }, + { + "text": "国", + "boxes": [ + 660, + 991, + 696, + 1005 + ] + }, + { + "text": "狂动物城", + "boxes": [ + 1136, + 997, + 1228, + 1028 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 991, + 1628, + 1012 + ] + }, + { + "text": "A14", + "boxes": [ + 1138, + 1026, + 1208, + 1048 + ] + }, + { + "text": "态丢白选股建过", + "boxes": [ + 1630, + 1028, + 1716, + 1046 + ] + } + ] + }, + { + "frame_id": "50_6_4", + "episode_id": 50, + "env_id": 6, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.474288940429688, + "advantages": 0.10235446691513062, + "generated_text": "{\n \"intent\": \"To explore more about the MacBook Air model and possibly proceed to purchase or reserve one.\",\n \"action\": \"Click(1079, 627)\"\n}", + "action_string": "Click(1079, 627)", + "intent_string": "To explore more about the MacBook Air model and possibly proceed to purchase or reserve one.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 64, + 1910, + 93 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 760, + 552, + 1148, + 600 + ] + }, + { + "text": "Buy", + "boxes": [ + 938, + 625, + 972, + 647 + ] + }, + { + "text": "From $999 or $83.25/mo. for 12 mo.**", + "boxes": [ + 798, + 681, + 1108, + 711 + ] + }, + { + "text": "MacBook Air is the world's most popular laptop for alreason. Actually, for a", + "boxes": [ + 556, + 744, + 1352, + 778 + ] + }, + { + "text": "lot of reasons. It delivers up to 18 hours of battery life.1 The M4 chip unlocks", + "boxes": [ + 548, + 776, + 1356, + 806 + ] + }, + { + "text": "a whole new level of performance for work and play. Apple Intelligence is", + "boxes": [ + 564, + 804, + 1344, + 834 + ] + }, + { + "text": "built in to help you get things done effortlessly.2 And it now comes in a", + "boxes": [ + 576, + 832, + 1332, + 862 + ] + }, + { + "text": "stunning Sky Blue color. With the perfectly portable MacBook Air, you'll be", + "boxes": [ + 558, + 860, + 1352, + 889 + ] + }, + { + "text": "ready to take on just about anything, anywhere.", + "boxes": [ + 696, + 885, + 1210, + 921 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四○三", + "boxes": [ + 1784, + 64, + 1908, + 93 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 760, + 554, + 1146, + 600 + ] + }, + { + "text": "Buy", + "boxes": [ + 938, + 625, + 972, + 647 + ] + }, + { + "text": "From $999 or $83.25/mo. for 12 mo.**", + "boxes": [ + 798, + 681, + 1108, + 711 + ] + }, + { + "text": "MacBook Air is the world's most popular laptop for a reason. Actually, for a", + "boxes": [ + 556, + 744, + 1352, + 778 + ] + }, + { + "text": "lot of reasons. It delivers up to 18 hours of battery life.1 The M4 chip unlocks", + "boxes": [ + 548, + 776, + 1356, + 806 + ] + }, + { + "text": "a whole new level of performance for work and play. Apple Intelligence is", + "boxes": [ + 564, + 804, + 1344, + 834 + ] + }, + { + "text": "built in to help you get things done effortlessly.2 And it now comes in a", + "boxes": [ + 576, + 832, + 1332, + 862 + ] + }, + { + "text": "stunning Sky Blue color. With the perfectly portable MacBook Air, you'll be", + "boxes": [ + 558, + 860, + 1352, + 889 + ] + }, + { + "text": "ready to take on just about anything, anywhere.", + "boxes": [ + 696, + 885, + 1210, + 921 + ] + } + ] + }, + { + "frame_id": "50_7_4", + "episode_id": 50, + "env_id": 7, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.826866149902344, + "advantages": 0.27700915932655334, + "generated_text": "{\n \"intent\": \"Initiate exploration by clicking on the new tab icon to open a fresh browser tab.\",\n \"action\": \"Click(79, 70)\"\n}", + "action_string": "Click(79, 70)", + "intent_string": "Initiate exploration by clicking on the new tab icon to open a fresh browser tab.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 66, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 158, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "亚白", + "boxes": [ + 60, + 66, + 128, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "50_0_5", + "episode_id": 50, + "env_id": 0, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.295134544372559, + "advantages": 0.013607516884803772, + "generated_text": "{\n \"intent\": \"To explore the browsing capabilities by opening new tabs to access other content or websites.\",\n \"action\": \"DoubleClick(596, 16)\"\n}", + "action_string": "DoubleClick(596, 16)", + "intent_string": "To explore the browsing capabilities by opening new tabs to access other content or websites.", + "before_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 310, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1226, + 673, + 1418, + 735 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 900, + 42, + 1022, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 412, + 93 + ] + }, + { + "text": "+", + "boxes": [ + 548, + 71, + 568, + 87 + ] + }, + { + "text": "→白", + "boxes": [ + 350, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 548, + 101, + 818, + 131 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 328, + 137, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 506, + 143, + 632, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 284, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 580, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1064, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "®", + "boxes": [ + 513, + 476, + 575, + 538 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1112, + 524, + 1164, + 559 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1150, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 30, + 771, + 82, + 832 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 902, + 814 + ] + }, + { + "text": "Firefox Privacy", + "boxes": [ + 1228, + 790, + 1326, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "lozilla Firefox", + "boxes": [ + 224, + 1048, + 312, + 1072 + ] + } + ] + }, + { + "frame_id": "50_1_5", + "episode_id": 50, + "env_id": 1, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.226734161376953, + "advantages": -0.020275691524147987, + "generated_text": "{\n \"intent\": \"Select and open a recognizable application on the desktop to continue exploring its features.\",\n \"action\": \"DoubleClick(13, 57)\" }", + "action_string": "DoubleClick(13, 57)", + "intent_string": "Select and open a recognizable application on the desktop to continue exploring its features.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "", + "boxes": [ + 40, + 131, + 72, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 171, + 112, + 202 + ] + }, + { + "text": "C", + "boxes": [ + 38, + 229, + 77, + 268 + ] + }, + { + "text": ">", + "boxes": [ + 648, + 272, + 666, + 288 + ] + }, + { + "text": "Untitled 1 - Mousepad", + "boxes": [ + 866, + 264, + 1052, + 294 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "File Edit Search View Document Help", + "boxes": [ + 646, + 290, + 956, + 320 + ] + }, + { + "text": "Warning, you are using the root account, you may harm your system", + "boxes": [ + 734, + 318, + 1182, + 341 + ] + }, + { + "text": "福", + "boxes": [ + 34, + 351, + 76, + 371 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 500, + 94, + 532 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 25, + 766, + 87, + 837 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Frefox ", + "boxes": [ + 9, + 56, + 101, + 103 + ] + }, + { + "text": "", + "boxes": [ + 42, + 131, + 72, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": ">", + "boxes": [ + 648, + 272, + 666, + 288 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "File Edit Search View Document Help ", + "boxes": [ + 646, + 290, + 956, + 320 + ] + }, + { + "text": "Warning, you are using the root account, you may harm your system", + "boxes": [ + 734, + 318, + 1182, + 341 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 502, + 94, + 528 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "汇", + "boxes": [ + 52, + 909, + 66, + 929 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "50_2_5", + "episode_id": 50, + "env_id": 2, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.759441375732422, + "advantages": -0.25175654888153076, + "generated_text": "{\n \"intent\": \"Move the cursor to the top-left corner of the screen to access additional Windows options.\",\n \"action\": \"Move(0, 0)\"\n}", + "action_string": "Move(0, 0)", + "intent_string": "Move the cursor to the top-left corner of the screen to access additional Windows options.", + "before_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 8, + 4, + 24, + 24 + ] + }, + { + "text": "Untitled 1-LibreOffice Calc", + "boxes": [ + 852, + 4, + 1068, + 22 + ] + }, + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "Sheet", + "boxes": [ + 312, + 30, + 346, + 44 + ] + }, + { + "text": "Data", + "boxes": [ + 358, + 28, + 406, + 46 + ] + }, + { + "text": "Tools", + "boxes": [ + 398, + 28, + 446, + 46 + ] + }, + { + "text": "--· - ", + "boxes": [ + 6, + 48, + 378, + 87 + ] + }, + { + "text": "血&", + "boxes": [ + 378, + 54, + 444, + 85 + ] + }, + { + "text": "G-.", + "boxes": [ + 452, + 56, + 546, + 81 + ] + }, + { + "text": "用里·听个子", + "boxes": [ + 544, + 54, + 856, + 83 + ] + }, + { + "text": "mD-xI·", + "boxes": [ + 842, + 54, + 1224, + 83 + ] + }, + { + "text": "田", + "boxes": [ + 1234, + 58, + 1260, + 79 + ] + }, + { + "text": "Liberation San ", + "boxes": [ + 12, + 95, + 118, + 119 + ] + }, + { + "text": "、", + "boxes": [ + 122, + 97, + 148, + 117 + ] + }, + { + "text": "、", + "boxes": [ + 202, + 97, + 228, + 117 + ] + }, + { + "text": "Save", + "boxes": [ + 944, + 89, + 980, + 109 + ] + }, + { + "text": "K34", + "boxes": [ + 8, + 131, + 36, + 151 + ] + }, + { + "text": "浆 ×", + "boxes": [ + 150, + 125, + 246, + 157 + ] + }, + { + "text": "Name:", + "boxes": [ + 404, + 123, + 462, + 149 + ] + }, + { + "text": "Untitled 1", + "boxes": [ + 464, + 123, + 540, + 147 + ] + }, + { + "text": " Home", + "boxes": [ + 406, + 167, + 474, + 193 + ] + }, + { + "text": "、", + "boxes": [ + 554, + 169, + 580, + 189 + ] + }, + { + "text": "root", + "boxes": [ + 574, + 165, + 638, + 197 + ] + }, + { + "text": "C", + "boxes": [ + 1486, + 169, + 1512, + 193 + ] + }, + { + "text": " Desktop", + "boxes": [ + 399, + 192, + 493, + 229 + ] + }, + { + "text": "Name", + "boxes": [ + 556, + 202, + 598, + 222 + ] + }, + { + "text": "Size|Type", + "boxes": [ + 1342, + 204, + 1436, + 222 + ] + }, + { + "text": "Modified", + "boxes": [ + 1442, + 202, + 1508, + 222 + ] + }, + { + "text": "G", + "boxes": [ + 1886, + 206, + 1914, + 250 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 226, + 1486, + 252 + ] + }, + { + "text": "Other Locations", + "boxes": [ + 420, + 238, + 534, + 268 + ] + }, + { + "text": "自◎城", + "boxes": [ + 1884, + 236, + 1916, + 345 + ] + }, + { + "text": "I", + "boxes": [ + 554, + 248, + 582, + 268 + ] + }, + { + "text": "Downloads", + "boxes": [ + 576, + 246, + 654, + 270 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 248, + 1484, + 268 + ] + }, + { + "text": "』 clipboard_app ", + "boxes": [ + 554, + 268, + 678, + 298 + ] + }, + { + "text": "7 Feb 2024", + "boxes": [ + 1446, + 272, + 1510, + 292 + ] + }, + { + "text": "35", + "boxes": [ + 14, + 750, + 32, + 764 + ] + }, + { + "text": "42", + "boxes": [ + 14, + 870, + 30, + 883 + ] + }, + { + "text": "45", + "boxes": [ + 12, + 925, + 32, + 941 + ] + }, + { + "text": "46", + "boxes": [ + 12, + 941, + 32, + 955 + ] + }, + { + "text": "47", + "boxes": [ + 10, + 957, + 32, + 971 + ] + }, + { + "text": "save", + "boxes": [ + 1440, + 967, + 1492, + 993 + ] + }, + { + "text": "（→→+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1020, + 1018, + 1102, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 0, + 0, + 28, + 28 + ] + }, + { + "text": "Untitled 1 - LibreOffice Calc", + "boxes": [ + 850, + 2, + 1070, + 26 + ] + }, + { + "text": "File ", + "boxes": [ + 6, + 26, + 36, + 46 + ] + }, + { + "text": "Data", + "boxes": [ + 358, + 28, + 406, + 46 + ] + }, + { + "text": "Tools", + "boxes": [ + 398, + 28, + 446, + 46 + ] + }, + { + "text": "··日·白、", + "boxes": [ + 6, + 48, + 378, + 87 + ] + }, + { + "text": "盖&", + "boxes": [ + 375, + 49, + 445, + 88 + ] + }, + { + "text": "G-.", + "boxes": [ + 452, + 56, + 546, + 81 + ] + }, + { + "text": "I-I·", + "boxes": [ + 544, + 54, + 1262, + 83 + ] + }, + { + "text": "、", + "boxes": [ + 122, + 97, + 148, + 117 + ] + }, + { + "text": "、", + "boxes": [ + 202, + 97, + 228, + 117 + ] + }, + { + "text": "aaa.", + "boxes": [ + 238, + 93, + 352, + 123 + ] + }, + { + "text": "a", + "boxes": [ + 333, + 82, + 433, + 126 + ] + }, + { + "text": "Save", + "boxes": [ + 942, + 89, + 980, + 109 + ] + }, + { + "text": "K34", + "boxes": [ + 8, + 131, + 36, + 151 + ] + }, + { + "text": "浆 ×", + "boxes": [ + 150, + 125, + 246, + 157 + ] + }, + { + "text": "Name:", + "boxes": [ + 404, + 123, + 462, + 149 + ] + }, + { + "text": "Untitled 1", + "boxes": [ + 464, + 123, + 540, + 147 + ] + }, + { + "text": " Home", + "boxes": [ + 406, + 167, + 474, + 193 + ] + }, + { + "text": "、", + "boxes": [ + 554, + 169, + 580, + 189 + ] + }, + { + "text": "root", + "boxes": [ + 574, + 165, + 638, + 197 + ] + }, + { + "text": "C", + "boxes": [ + 1486, + 169, + 1512, + 193 + ] + }, + { + "text": " Desktop", + "boxes": [ + 399, + 192, + 493, + 229 + ] + }, + { + "text": "Name", + "boxes": [ + 554, + 199, + 600, + 224 + ] + }, + { + "text": "Size|Type", + "boxes": [ + 1342, + 204, + 1436, + 222 + ] + }, + { + "text": "Modified", + "boxes": [ + 1442, + 202, + 1508, + 222 + ] + }, + { + "text": "G", + "boxes": [ + 1886, + 206, + 1914, + 250 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 226, + 1486, + 252 + ] + }, + { + "text": "Other Locations", + "boxes": [ + 420, + 238, + 534, + 268 + ] + }, + { + "text": "自◎城", + "boxes": [ + 1884, + 236, + 1916, + 345 + ] + }, + { + "text": "I", + "boxes": [ + 554, + 248, + 582, + 268 + ] + }, + { + "text": "Downloads", + "boxes": [ + 576, + 246, + 654, + 270 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 248, + 1484, + 268 + ] + }, + { + "text": "』 clipboard_app ", + "boxes": [ + 554, + 268, + 678, + 298 + ] + }, + { + "text": "7 Feb 2024", + "boxes": [ + 1446, + 272, + 1510, + 292 + ] + }, + { + "text": "25 25 22 28", + "boxes": [ + 10, + 576, + 34, + 651 + ] + }, + { + "text": "35", + "boxes": [ + 14, + 750, + 32, + 764 + ] + }, + { + "text": "42", + "boxes": [ + 14, + 870, + 30, + 883 + ] + }, + { + "text": "45 ", + "boxes": [ + 8, + 923, + 34, + 943 + ] + }, + { + "text": "46", + "boxes": [ + 12, + 941, + 32, + 955 + ] + }, + { + "text": "47", + "boxes": [ + 10, + 957, + 32, + 971 + ] + }, + { + "text": "save", + "boxes": [ + 1440, + 967, + 1492, + 993 + ] + }, + { + "text": "（→→+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1020, + 1018, + 1102, + 1042 + ] + } + ] + }, + { + "frame_id": "50_3_5", + "episode_id": 50, + "env_id": 3, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.225276947021484, + "advantages": -0.02099754475057125, + "generated_text": "{\n \"intent\": \"Exploring the LibreOffice menus and nebula by interacting with various options. This will help me familiarize myself with the layout and features available in the application.\",\n \"action\": \"Move(748, 525)\" \n}", + "action_string": "Move(748, 525)", + "intent_string": "Exploring the LibreOffice menus and nebula by interacting with various options. This will help me familiarize myself with the layout and features available in the application.", + "before_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 113, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "D", + "boxes": [ + 66, + 175, + 102, + 210 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "", + "boxes": [ + 74, + 230, + 104, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 92, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "国", + "boxes": [ + 66, + 324, + 100, + 353 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 276, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 371, + 280, + 401 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 106, + 419, + 312, + 449 + ] + }, + { + "text": "D", + "boxes": [ + 68, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 64, + 508, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 98, + 514, + 242, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 560, + 258, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "D", + "boxes": [ + 38, + 830, + 52, + 852 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 98, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 113, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "D", + "boxes": [ + 66, + 175, + 102, + 210 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "", + "boxes": [ + 74, + 230, + 104, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "国", + "boxes": [ + 66, + 324, + 100, + 353 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 276, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 371, + 280, + 401 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 106, + 419, + 312, + 449 + ] + }, + { + "text": "D", + "boxes": [ + 68, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 98, + 514, + 242, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 560, + 258, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "D", + "boxes": [ + 38, + 830, + 52, + 852 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ] + }, + { + "frame_id": "50_4_5", + "episode_id": 50, + "env_id": 4, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.43431568145752, + "advantages": 0.08255308866500854, + "generated_text": "{\n \"intent\": \"To explore the subnavigation menu to see if there are any hidden features or sections not initially visible.\",\n \"action\": \"Move(0, 0)\"\n}", + "action_string": "Move(0, 0)", + "intent_string": "To explore the subnavigation menu to see if there are any hidden features or sections not initially visible.", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 32, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 44, + 113, + 178, + 145 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 932, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1274, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 725, + 272, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1466, + 764, + 1554, + 796 + ] + }, + { + "text": "11.-61", + "boxes": [ + 1621, + 794, + 1700, + 849 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1464, + 852, + 1530, + 878 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1692, + 893 + ] + }, + { + "text": "", + "boxes": [ + 1598, + 856, + 1628, + 876 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 1464, + 868, + 1516, + 887 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4,329 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "中华网汽车·1小时", + "boxes": [ + 830, + 921, + 964, + 945 + ] + }, + { + "text": "14万买2.OT四驱SUV，配置", + "boxes": [ + 826, + 941, + 1100, + 977 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 937, + 1162, + 953 + ] + }, + { + "text": "一点视频/旺角动漫说·6小时", + "boxes": [ + 1160, + 933, + 1332, + 957 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "还是死神的镰刀会比较好一", + "boxes": [ + 1134, + 953, + 1386, + 989 + ] + }, + { + "text": "吊打途观L，销量却让人意", + "boxes": [ + 824, + 967, + 1070, + 1003 + ] + }, + { + "text": "为什么有的人只玩单机游戏，才", + "boxes": [ + 198, + 977, + 598, + 1024 + ] + }, + { + "text": "不玩多人游戏？", + "boxes": [ + 572, + 981, + 786, + 1022 + ] + }, + { + "text": "点！", + "boxes": [ + 1138, + 983, + 1182, + 1011 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 991, + 1628, + 1012 + ] + }, + { + "text": "+5.63", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "外？", + "boxes": [ + 824, + 997, + 870, + 1024 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 28, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 42, + 113, + 180, + 145 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 548, + 276 + ] + }, + { + "text": "人工智能送上太空", + "boxes": [ + 500, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1114, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 274, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1464, + 764, + 1554, + 796 + ] + }, + { + "text": "c+10″=4", + "boxes": [ + 260, + 808, + 570, + 870 + ] + }, + { + "text": "1,.7612", + "boxes": [ + 1620, + 792, + 1702, + 849 + ] + }, + { + "text": "T", + "boxes": [ + 1598, + 814, + 1610, + 826 + ] + }, + { + "text": "恒生指", + "boxes": [ + 1454, + 844, + 1540, + 897 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1692, + 893 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4,329 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "中华网汽车·1小时", + "boxes": [ + 826, + 919, + 966, + 949 + ] + }, + { + "text": ".", + "boxes": [ + 1580, + 881, + 1650, + 947 + ] + }, + { + "text": "高中数学构造函数用数形结合解题高中数学", + "boxes": [ + 198, + 937, + 774, + 991 + ] + }, + { + "text": "14万买2.0T四驱SUV，配置", + "boxes": [ + 824, + 941, + 1100, + 977 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 937, + 1162, + 953 + ] + }, + { + "text": "一点视频/旺角动漫说·6小时", + "boxes": [ + 1160, + 933, + 1334, + 957 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "还是死神的镰刀会比较好一", + "boxes": [ + 1134, + 953, + 1386, + 989 + ] + }, + { + "text": "构造函数用数形结合解题", + "boxes": [ + 196, + 975, + 528, + 1027 + ] + }, + { + "text": "吊打途观L，销量却让人意", + "boxes": [ + 824, + 967, + 1070, + 1003 + ] + }, + { + "text": "点！", + "boxes": [ + 1136, + 981, + 1184, + 1014 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "+5.63", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "外？", + "boxes": [ + 824, + 997, + 870, + 1024 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 999, + 1712, + 1018 + ] + }, + { + "text": "力", + "boxes": [ + 588, + 1020, + 604, + 1034 + ] + }, + { + "text": "△1", + "boxes": [ + 828, + 1028, + 862, + 1042 + ] + }, + { + "text": "20", + "boxes": [ + 102, + 1048, + 148, + 1066 + ] + }, + { + "text": "earch - Micr.", + "boxes": [ + 224, + 1048, + 314, + 1072 + ] + } + ] + }, + { + "frame_id": "50_5_5", + "episode_id": 50, + "env_id": 5, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.021595001220703, + "advantages": -0.12189460545778275, + "generated_text": "{\n \"intent\": \"Move the cursor to the middle of the desktop to start exploring.\",\n \"action\": \"Move(960, 540)\"\n}", + "action_string": "Move(960, 540)", + "intent_string": "Move the cursor to the middle of the desktop to start exploring.", + "before_screen_ocr_results": [ + { + "text": "earch -Microsoft Bing×+", + "boxes": [ + 44, + 32, + 244, + 50 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1878, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 19, + 109, + 187, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 254, + 560, + 280 + ] + }, + { + "text": "国际版", + "boxes": [ + 578, + 256, + 630, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 300, + 628, + 330 + ] + }, + { + "text": "9", + "boxes": [ + 1330, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 646, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 484, + 411, + 654, + 441 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 638, + 478 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 792, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 671, + 1635, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 721, + 274, + 752 + ] + }, + { + "text": "逃离清华62", + "boxes": [ + 1214, + 754, + 1336, + 784 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 766, + 1552, + 792 + ] + }, + { + "text": "直时中国A50", + "boxes": [ + 1450, + 790, + 1568, + 851 + ] + }, + { + "text": "1,.710", + "boxes": [ + 1623, + 795, + 1701, + 847 + ] + }, + { + "text": "已知正数a,b满", + "boxes": [ + 216, + 842, + 476, + 885 + ] + }, + { + "text": "恒生指", + "boxes": [ + 1454, + 844, + 1540, + 897 + ] + }, + { + "text": " 2.30%", + "boxes": [ + 1618, + 846, + 1700, + 893 + ] + }, + { + "text": "", + "boxes": [ + 1586, + 847, + 1634, + 884 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4.33", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "gr", + "boxes": [ + 356, + 909, + 386, + 923 + ] + }, + { + "text": "1.", + "boxes": [ + 830, + 925, + 850, + 941 + ] + }, + { + "text": "一点资讯·22分钟", + "boxes": [ + 848, + 921, + 958, + 945 + ] + }, + { + "text": "1.", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点视频/寒龙游戏·6小时", + "boxes": [ + 1158, + 919, + 1320, + 949 + ] + }, + { + "text": "传奇世界：从爆龙纹剑到藏仓", + "boxes": [ + 824, + 939, + 1096, + 975 + ] + }, + { + "text": "我的世界：逃离清华62，疯狂", + "boxes": [ + 1136, + 941, + 1418, + 977 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1454, + 935, + 1538, + 989 + ] + }, + { + "text": "求最小值的经典题，经过变形，权方和不等式", + "boxes": [ + 202, + 947, + 792, + 983 + ] + }, + { + "text": ".319", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "库，老玩家的装备保命手册", + "boxes": [ + 826, + 967, + 1076, + 1001 + ] + }, + { + "text": "动物城 我的世界 朱迪 尼克 疯", + "boxes": [ + 1134, + 967, + 1416, + 1003 + ] + }, + { + "text": "迅速破解！初中数学", + "boxes": [ + 198, + 981, + 482, + 1022 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 983, + 1506, + 1030 + ] + }, + { + "text": "+.39 ", + "boxes": [ + 1622, + 981, + 1722, + 1032 + ] + }, + { + "text": "狂动物城", + "boxes": [ + 1136, + 997, + 1228, + 1028 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 991, + 1628, + 1012 + ] + }, + { + "text": "A14", + "boxes": [ + 1138, + 1026, + 1208, + 1048 + ] + }, + { + "text": "丢白选股建过", + "boxes": [ + 1632, + 1028, + 1716, + 1046 + ] + }, + { + "text": "2", + "boxes": [ + 190, + 1052, + 202, + 1064 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing×+", + "boxes": [ + 40, + 32, + 244, + 50 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1878, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 19, + 109, + 187, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 254, + 560, + 280 + ] + }, + { + "text": "国际版", + "boxes": [ + 578, + 256, + 630, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 300, + 628, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 646, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 484, + 411, + 654, + 441 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 638, + 478 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 792, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 670, + 1633, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 183, + 718, + 273, + 755 + ] + }, + { + "text": "逃离清华62", + "boxes": [ + 1210, + 754, + 1338, + 784 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1449, + 760, + 1555, + 797 + ] + }, + { + "text": "直时中国A50", + "boxes": [ + 1450, + 790, + 1568, + 851 + ] + }, + { + "text": "1,.710", + "boxes": [ + 1623, + 795, + 1701, + 847 + ] + }, + { + "text": "恒生指", + "boxes": [ + 1454, + 844, + 1540, + 897 + ] + }, + { + "text": " 2.30%", + "boxes": [ + 1618, + 846, + 1700, + 893 + ] + }, + { + "text": "S", + "boxes": [ + 1586, + 845, + 1634, + 886 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1508, + 939 + ] + }, + { + "text": "+4.33", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "1.", + "boxes": [ + 830, + 925, + 850, + 941 + ] + }, + { + "text": "一点资讯·22分钟", + "boxes": [ + 854, + 923, + 956, + 941 + ] + }, + { + "text": "1.", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点视频/寒龙游戏·6小时", + "boxes": [ + 1158, + 919, + 1320, + 949 + ] + }, + { + "text": "传奇世界：从爆龙纹剑到藏仓", + "boxes": [ + 824, + 937, + 1098, + 977 + ] + }, + { + "text": "我的世界：逃离清华62，疯狂", + "boxes": [ + 1136, + 941, + 1418, + 977 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1454, + 935, + 1538, + 989 + ] + }, + { + "text": ".319", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "14万买2.OT四驱SUV，配置吊打途观L，销", + "boxes": [ + 204, + 951, + 776, + 981 + ] + }, + { + "text": "库，老玩家的装备保命手册", + "boxes": [ + 824, + 967, + 1076, + 1001 + ] + }, + { + "text": "动物城 我的世界 朱迪 尼克 疯", + "boxes": [ + 1136, + 967, + 1418, + 1003 + ] + }, + { + "text": "量却让人意外？", + "boxes": [ + 198, + 980, + 406, + 1021 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 983, + 1506, + 1030 + ] + }, + { + "text": "+.39 ", + "boxes": [ + 1622, + 981, + 1722, + 1032 + ] + }, + { + "text": "狂动物城", + "boxes": [ + 1136, + 997, + 1228, + 1028 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 991, + 1628, + 1012 + ] + }, + { + "text": "14", + "boxes": [ + 1136, + 1024, + 1210, + 1048 + ] + }, + { + "text": "态丢白选股建过", + "boxes": [ + 1630, + 1028, + 1716, + 1046 + ] + } + ] + }, + { + "frame_id": "50_6_5", + "episode_id": 50, + "env_id": 6, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.447649955749512, + "advantages": 0.5845242142677307, + "generated_text": "{\n \"intent\": \"Scrolling the webpage to get a comprehensive view of the product details or backlinks related to Apple products.\",\n \"action\": \"ScrollUp(8, 8)\" \n}", + "action_string": "ScrollUp(8, 8)", + "intent_string": "Scrolling the webpage to get a comprehensive view of the product details or backlinks related to Apple products.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "目·☆", + "boxes": [ + 1538, + 62, + 1664, + 93 + ] + }, + { + "text": "I四○三", + "boxes": [ + 1784, + 64, + 1908, + 93 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 760, + 554, + 1146, + 600 + ] + }, + { + "text": "Buy", + "boxes": [ + 938, + 625, + 972, + 647 + ] + }, + { + "text": "From $999 or $83.25/mo. for 12 mo.**", + "boxes": [ + 798, + 681, + 1108, + 711 + ] + }, + { + "text": "MacBook Air is the world's most popular laptop for a reason. Actually, for a", + "boxes": [ + 556, + 744, + 1352, + 778 + ] + }, + { + "text": "lot of reasons. It delivers up to 18 hours of battery life.1 The M4 chip unlocks", + "boxes": [ + 548, + 776, + 1356, + 806 + ] + }, + { + "text": "a whole new level of performance for work and play. Apple Intelligence is", + "boxes": [ + 564, + 804, + 1344, + 834 + ] + }, + { + "text": "built in to help you get things done effortlessly.2 And it now comes in a", + "boxes": [ + 576, + 832, + 1332, + 862 + ] + }, + { + "text": "stunning Sky Blue color. With the perfectly portable MacBook Air, you'll be", + "boxes": [ + 558, + 860, + 1352, + 889 + ] + }, + { + "text": "ready to take on just about anything, anywhere.", + "boxes": [ + 696, + 885, + 1210, + 921 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 42, + 30, + 76, + 52 + ] + }, + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 3, + 164, + 115, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "3", + "boxes": [ + 188, + 1050, + 208, + 1064 + ] + }, + { + "text": "[MacBook Air.", + "boxes": [ + 216, + 1048, + 314, + 1072 + ] + } + ] + }, + { + "frame_id": "50_7_5", + "episode_id": 50, + "env_id": 7, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.071203231811523, + "advantages": -0.09732038527727127, + "generated_text": "{\n \"intent\": \"Observing Search Bar\",\n \"action\": \"Move(597, 73)\" \n}", + "action_string": "Move(597, 73)", + "intent_string": "Observing Search Bar", + "before_screen_ocr_results": [ + { + "text": "仓", + "boxes": [ + 66, + 68, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "50_0_6", + "episode_id": 50, + "env_id": 0, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.053628921508789, + "advantages": -0.10602609813213348, + "generated_text": "{\n \"intent\": \"Open a new tab in the Firefox browser to access additional websites or resources.\",\n \"action\": \"DoubleClick(488, 98)\" \n}", + "action_string": "DoubleClick(488, 98)", + "intent_string": "Open a new tab in the Firefox browser to access additional websites or resources.", + "before_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 900, + 42, + 1022, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 412, + 93 + ] + }, + { + "text": "+", + "boxes": [ + 548, + 71, + 568, + 87 + ] + }, + { + "text": "→白", + "boxes": [ + 350, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 548, + 101, + 818, + 131 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 328, + 137, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 506, + 143, + 632, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 284, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 580, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1064, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "®", + "boxes": [ + 513, + 476, + 575, + 538 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1112, + 524, + 1164, + 559 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1150, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 30, + 771, + 82, + 832 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 902, + 814 + ] + }, + { + "text": "Firefox Privacy", + "boxes": [ + 1228, + 790, + 1326, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "lozilla Firefox", + "boxes": [ + 224, + 1048, + 312, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 900, + 42, + 1022, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " New Tab", + "boxes": [ + 330, + 68, + 412, + 91 + ] + }, + { + "text": "→", + "boxes": [ + 356, + 103, + 452, + 129 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 548, + 101, + 820, + 131 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 328, + 137, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 506, + 143, + 632, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 580, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1112, + 524, + 1164, + 559 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 30, + 771, + 82, + 832 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 902, + 814 + ] + }, + { + "text": "Firefox Privacy", + "boxes": [ + 1228, + 790, + 1326, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "lozilla Firefox", + "boxes": [ + 224, + 1048, + 312, + 1072 + ] + } + ] + }, + { + "frame_id": "50_1_6", + "episode_id": 50, + "env_id": 1, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.731389045715332, + "advantages": 0.725078821182251, + "generated_text": "{\n \"intent\": \"Open the Firefox browser to access more browsers and websites.\",\n \"action\": \"DoubleClick(72, 29)\" }", + "action_string": "DoubleClick(72, 29)", + "intent_string": "Open the Firefox browser to access more browsers and websites.", + "before_screen_ocr_results": [ + { + "text": " Frefox ", + "boxes": [ + 9, + 56, + 101, + 103 + ] + }, + { + "text": "", + "boxes": [ + 40, + 131, + 72, + 153 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": ">", + "boxes": [ + 648, + 272, + 666, + 288 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "File Edit Search View Document Help ", + "boxes": [ + 646, + 290, + 956, + 320 + ] + }, + { + "text": "Warning, you are using the root account, you may harm your system", + "boxes": [ + 734, + 318, + 1182, + 341 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 502, + 94, + 528 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "E", + "boxes": [ + 52, + 907, + 66, + 929 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "Q仓", + "boxes": [ + 70, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "50_2_6", + "episode_id": 50, + "env_id": 2, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.22768783569336, + "advantages": -0.019803274422883987, + "generated_text": "{\n \"intent\": \"To save changes made in LibreOffice Calc effectively, ensuring data integrity.\",\n \"action\": \"DoubleClick(711, 70) \"\n}", + "action_string": "DoubleClick(711, 70)", + "intent_string": "To save changes made in LibreOffice Calc effectively, ensuring data integrity.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 0, + 0, + 28, + 28 + ] + }, + { + "text": "Untitled 1 - LibreOffice Calc", + "boxes": [ + 850, + 2, + 1070, + 26 + ] + }, + { + "text": "File ", + "boxes": [ + 6, + 26, + 36, + 46 + ] + }, + { + "text": "Data", + "boxes": [ + 358, + 28, + 406, + 46 + ] + }, + { + "text": "Tools", + "boxes": [ + 398, + 28, + 446, + 46 + ] + }, + { + "text": "··日·白、", + "boxes": [ + 6, + 48, + 378, + 87 + ] + }, + { + "text": "盖&", + "boxes": [ + 375, + 49, + 445, + 88 + ] + }, + { + "text": "G-.", + "boxes": [ + 452, + 56, + 546, + 81 + ] + }, + { + "text": "I-I·", + "boxes": [ + 544, + 54, + 1262, + 83 + ] + }, + { + "text": "、", + "boxes": [ + 122, + 97, + 148, + 117 + ] + }, + { + "text": "、", + "boxes": [ + 202, + 97, + 228, + 117 + ] + }, + { + "text": "aaa.", + "boxes": [ + 238, + 93, + 352, + 123 + ] + }, + { + "text": "a", + "boxes": [ + 333, + 82, + 433, + 126 + ] + }, + { + "text": "Save", + "boxes": [ + 942, + 89, + 980, + 109 + ] + }, + { + "text": "K34", + "boxes": [ + 8, + 131, + 36, + 151 + ] + }, + { + "text": "浆 ×", + "boxes": [ + 150, + 125, + 246, + 157 + ] + }, + { + "text": "Name:", + "boxes": [ + 404, + 123, + 462, + 149 + ] + }, + { + "text": "Untitled 1", + "boxes": [ + 464, + 123, + 540, + 147 + ] + }, + { + "text": " Home", + "boxes": [ + 406, + 167, + 474, + 193 + ] + }, + { + "text": "、", + "boxes": [ + 554, + 169, + 580, + 189 + ] + }, + { + "text": "root", + "boxes": [ + 574, + 165, + 638, + 197 + ] + }, + { + "text": "C", + "boxes": [ + 1486, + 169, + 1512, + 193 + ] + }, + { + "text": " Desktop", + "boxes": [ + 399, + 192, + 493, + 229 + ] + }, + { + "text": "Name", + "boxes": [ + 554, + 199, + 600, + 224 + ] + }, + { + "text": "Size|Type", + "boxes": [ + 1342, + 204, + 1436, + 222 + ] + }, + { + "text": "Modified", + "boxes": [ + 1442, + 202, + 1508, + 222 + ] + }, + { + "text": "G", + "boxes": [ + 1886, + 206, + 1914, + 250 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 226, + 1486, + 252 + ] + }, + { + "text": "Other Locations", + "boxes": [ + 420, + 238, + 534, + 268 + ] + }, + { + "text": "自◎城", + "boxes": [ + 1884, + 236, + 1916, + 345 + ] + }, + { + "text": "I", + "boxes": [ + 554, + 248, + 582, + 268 + ] + }, + { + "text": "Downloads", + "boxes": [ + 576, + 246, + 654, + 270 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 248, + 1484, + 268 + ] + }, + { + "text": "』 clipboard_app ", + "boxes": [ + 554, + 268, + 678, + 298 + ] + }, + { + "text": "7 Feb 2024", + "boxes": [ + 1446, + 272, + 1510, + 292 + ] + }, + { + "text": "25 25 22 28", + "boxes": [ + 10, + 576, + 34, + 651 + ] + }, + { + "text": "35", + "boxes": [ + 14, + 750, + 32, + 764 + ] + }, + { + "text": "42", + "boxes": [ + 14, + 870, + 30, + 883 + ] + }, + { + "text": "45 ", + "boxes": [ + 8, + 923, + 34, + 943 + ] + }, + { + "text": "46", + "boxes": [ + 12, + 941, + 32, + 955 + ] + }, + { + "text": "47", + "boxes": [ + 10, + 957, + 32, + 971 + ] + }, + { + "text": "save", + "boxes": [ + 1440, + 967, + 1492, + 993 + ] + }, + { + "text": "（→→+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1020, + 1018, + 1102, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 8, + 4, + 24, + 24 + ] + }, + { + "text": "Untitled 1 - LibreOffice Calc", + "boxes": [ + 850, + 2, + 1070, + 26 + ] + }, + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "Sheet", + "boxes": [ + 312, + 30, + 346, + 44 + ] + }, + { + "text": "Data Tools ", + "boxes": [ + 358, + 28, + 446, + 46 + ] + }, + { + "text": "--· - ", + "boxes": [ + 6, + 48, + 378, + 87 + ] + }, + { + "text": "盖&", + "boxes": [ + 375, + 49, + 445, + 88 + ] + }, + { + "text": "G-.", + "boxes": [ + 452, + 56, + 544, + 81 + ] + }, + { + "text": "Q里目", + "boxes": [ + 544, + 54, + 700, + 83 + ] + }, + { + "text": "叶个平", + "boxes": [ + 714, + 54, + 848, + 83 + ] + }, + { + "text": "MDXI-OB", + "boxes": [ + 846, + 54, + 1262, + 83 + ] + }, + { + "text": "、", + "boxes": [ + 122, + 97, + 148, + 117 + ] + }, + { + "text": "、", + "boxes": [ + 202, + 97, + 228, + 117 + ] + }, + { + "text": "Save", + "boxes": [ + 942, + 89, + 980, + 109 + ] + }, + { + "text": "K34", + "boxes": [ + 8, + 131, + 36, + 151 + ] + }, + { + "text": "浆 ×", + "boxes": [ + 150, + 125, + 246, + 157 + ] + }, + { + "text": "Name:", + "boxes": [ + 404, + 123, + 462, + 149 + ] + }, + { + "text": "Untitled 1", + "boxes": [ + 464, + 123, + 540, + 147 + ] + }, + { + "text": " Home", + "boxes": [ + 406, + 167, + 474, + 193 + ] + }, + { + "text": "、", + "boxes": [ + 554, + 169, + 580, + 189 + ] + }, + { + "text": "root", + "boxes": [ + 574, + 165, + 638, + 197 + ] + }, + { + "text": "C", + "boxes": [ + 1486, + 169, + 1512, + 193 + ] + }, + { + "text": " Desktop", + "boxes": [ + 399, + 192, + 493, + 229 + ] + }, + { + "text": "Name", + "boxes": [ + 554, + 199, + 600, + 224 + ] + }, + { + "text": "Size|Type", + "boxes": [ + 1342, + 204, + 1436, + 222 + ] + }, + { + "text": "Modified", + "boxes": [ + 1442, + 202, + 1508, + 222 + ] + }, + { + "text": "G", + "boxes": [ + 1886, + 206, + 1914, + 250 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 226, + 1486, + 252 + ] + }, + { + "text": "Other Locations", + "boxes": [ + 420, + 238, + 534, + 268 + ] + }, + { + "text": "自◎城", + "boxes": [ + 1884, + 236, + 1916, + 345 + ] + }, + { + "text": "", + "boxes": [ + 554, + 248, + 584, + 268 + ] + }, + { + "text": "Downloads", + "boxes": [ + 576, + 246, + 654, + 270 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 248, + 1484, + 268 + ] + }, + { + "text": "』 clipboard_app ", + "boxes": [ + 554, + 268, + 678, + 298 + ] + }, + { + "text": "7 Feb 2024", + "boxes": [ + 1446, + 272, + 1510, + 292 + ] + }, + { + "text": "25 25 22 28", + "boxes": [ + 10, + 576, + 34, + 651 + ] + }, + { + "text": "35", + "boxes": [ + 14, + 750, + 32, + 764 + ] + }, + { + "text": "42", + "boxes": [ + 14, + 870, + 30, + 883 + ] + }, + { + "text": "45 ", + "boxes": [ + 8, + 923, + 34, + 943 + ] + }, + { + "text": "46", + "boxes": [ + 12, + 941, + 32, + 955 + ] + }, + { + "text": "47", + "boxes": [ + 10, + 957, + 32, + 971 + ] + }, + { + "text": "save", + "boxes": [ + 1440, + 967, + 1492, + 993 + ] + }, + { + "text": "（→→+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1020, + 1018, + 1102, + 1042 + ] + } + ] + }, + { + "frame_id": "50_3_6", + "episode_id": 50, + "env_id": 3, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.618385314941406, + "advantages": 0.1737348735332489, + "generated_text": "{\n \"intent\": \"Exploring the options available within LibreOffice to identify useful tools or features.\",\n \"action\": \"Click(68, 37)\" }", + "action_string": "Click(68, 37)", + "intent_string": "Exploring the options available within LibreOffice to identify useful tools or features.", + "before_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 92, + 113, + 236, + 149 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "D", + "boxes": [ + 66, + 175, + 102, + 210 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "", + "boxes": [ + 74, + 230, + 104, + 252 + ] + }, + { + "text": " Templates ", + "boxes": [ + 92, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "国", + "boxes": [ + 66, + 324, + 100, + 353 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 276, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 371, + 280, + 401 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 106, + 419, + 312, + 449 + ] + }, + { + "text": "D", + "boxes": [ + 68, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 98, + 514, + 242, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 560, + 258, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "D", + "boxes": [ + 38, + 830, + 52, + 852 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 220, + 981, + 294, + 1005 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tols Help ", + "boxes": [ + 104, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 28, + 69, + 56, + 91 + ] + }, + { + "text": "New", + "boxes": [ + 86, + 62, + 116, + 81 + ] + }, + { + "text": "Open", + "boxes": [ + 90, + 91, + 122, + 105 + ] + }, + { + "text": "Ctrl+o", + "boxes": [ + 255, + 83, + 307, + 108 + ] + }, + { + "text": "Open Remote..", + "boxes": [ + 88, + 113, + 182, + 137 + ] + }, + { + "text": "Recent Documents", + "boxes": [ + 86, + 143, + 206, + 161 + ] + }, + { + "text": "Mou", + "boxes": [ + 8, + 171, + 54, + 197 + ] + }, + { + "text": "Wizards", + "boxes": [ + 86, + 173, + 140, + 193 + ] + }, + { + "text": "emplate", + "boxes": [ + 92, + 201, + 146, + 220 + ] + }, + { + "text": "Digital Signatures", + "boxes": [ + 84, + 230, + 198, + 254 + ] + }, + { + "text": " Exit LibreOffice", + "boxes": [ + 80, + 262, + 186, + 286 + ] + }, + { + "text": "Ctrl+Q", + "boxes": [ + 258, + 264, + 302, + 282 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 56, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 64, + 286, + 138, + 312 + ] + }, + { + "text": "国", + "boxes": [ + 68, + 324, + 100, + 355 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 106, + 324, + 274, + 353 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": " Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "回", + "boxes": [ + 62, + 406, + 106, + 455 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 108, + 423, + 310, + 447 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 100, + 496 + ] + }, + { + "text": "Draw Drawing", + "boxes": [ + 104, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 54, + 528 + ] + }, + { + "text": "", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 100, + 514, + 242, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 104, + 558, + 256, + 592 + ] + }, + { + "text": "Wr", + "boxes": [ + 29, + 607, + 59, + 637 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1372, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ] + }, + { + "frame_id": "50_4_6", + "episode_id": 50, + "env_id": 4, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.069565773010254, + "advantages": 0.3972342312335968, + "generated_text": "{\n \"intent\": \"Scrolling to view more content that might be useful or interesting.\",\n \"action\": \"ScrollDown(0, 500)\"\n}", + "action_string": "ScrollDown(0, 500)", + "intent_string": "Scrolling to view more content that might be useful or interesting.", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 32, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 40, + 113, + 180, + 145 + ] + }, + { + "text": "8", + "boxes": [ + 1788, + 125, + 1818, + 139 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 542, + 274 + ] + }, + { + "text": "人工智能送上太空", + "boxes": [ + 502, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 932, + 441 + ] + }, + { + "text": "：崔登荣游泳队总教练", + "boxes": [ + 1116, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1635, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 274, + 750 + ] + }, + { + "text": "全驾己L6", + "boxes": [ + 400, + 748, + 662, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1464, + 764, + 1554, + 796 + ] + }, + { + "text": "到底值不值？", + "boxes": [ + 478, + 790, + 786, + 848 + ] + }, + { + "text": ".212", + "boxes": [ + 1620, + 792, + 1700, + 850 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1462, + 852, + 1532, + 878 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1692, + 893 + ] + }, + { + "text": "S", + "boxes": [ + 1586, + 847, + 1634, + 886 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 1464, + 868, + 1516, + 887 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1508, + 939 + ] + }, + { + "text": "", + "boxes": [ + 1588, + 891, + 1642, + 937 + ] + }, + { + "text": "+4,329 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "中华网汽车·1小时", + "boxes": [ + 828, + 919, + 966, + 949 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 937, + 1162, + 953 + ] + }, + { + "text": "一点视频/旺角动漫说·6小时", + "boxes": [ + 1158, + 929, + 1336, + 959 + ] + }, + { + "text": "14万买2.OT四驱SUV，配置", + "boxes": [ + 826, + 941, + 1100, + 977 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "1.一点视频/引擎新", + "boxes": [ + 204, + 959, + 324, + 977 + ] + }, + { + "text": "还是死神的镰刀会比较好一", + "boxes": [ + 1134, + 953, + 1386, + 989 + ] + }, + { + "text": "吊打途观L，销量却让人意", + "boxes": [ + 824, + 967, + 1070, + 1003 + ] + }, + { + "text": "20.49万起，全新智己L6行不行？", + "boxes": [ + 200, + 981, + 652, + 1022 + ] + }, + { + "text": "点！", + "boxes": [ + 1138, + 983, + 1182, + 1011 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "", + "boxes": [ + 1622, + 981, + 1702, + 1034 + ] + }, + { + "text": "外？", + "boxes": [ + 824, + 997, + 870, + 1024 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 999, + 1712, + 1018 + ] + }, + { + "text": "△1", + "boxes": [ + 828, + 1028, + 858, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1882, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 26, + 111, + 184, + 151 + ] + }, + { + "text": "ign", + "boxes": [ + 1646, + 125, + 1666, + 141 + ] + }, + { + "text": "8", + "boxes": [ + 1684, + 121, + 1712, + 143 + ] + }, + { + "text": "", + "boxes": [ + 1780, + 119, + 1822, + 145 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 191, + 558, + 216 + ] + }, + { + "text": "国际版", + "boxes": [ + 566, + 189, + 640, + 220 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 480, + 238, + 626, + 262 + ] + }, + { + "text": "矿石与传", + "boxes": [ + 1532, + 391, + 1618, + 417 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 183, + 432, + 277, + 469 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 480, + 1554, + 512 + ] + }, + { + "text": "13.21%6", + "boxes": [ + 1628, + 518, + 1694, + 560 + ] + }, + { + "text": "恒性指数", + "boxes": [ + 1456, + 562, + 1538, + 609 + ] + }, + { + "text": "s", + "boxes": [ + 1589, + 563, + 1632, + 597 + ] + }, + { + "text": " 2-3%", + "boxes": [ + 1618, + 562, + 1700, + 609 + ] + }, + { + "text": "特断拉", + "boxes": [ + 1456, + 608, + 1506, + 653 + ] + }, + { + "text": "+4.339 ", + "boxes": [ + 1626, + 606, + 1702, + 653 + ] + }, + { + "text": "点视频/南哥说异·4", + "boxes": [ + 244, + 637, + 356, + 655 + ] + }, + { + "text": "中华网汽车·1小时", + "boxes": [ + 828, + 633, + 966, + 663 + ] + }, + { + "text": "?", + "boxes": [ + 1135, + 643, + 1167, + 675 + ] + }, + { + "text": "14万买2.OT四驱SUV，配置", + "boxes": [ + 824, + 653, + 1102, + 695 + ] + }, + { + "text": "一点视频/旺角动漫说·6小时", + "boxes": [ + 1158, + 645, + 1334, + 675 + ] + }, + { + "text": "黄州", + "boxes": [ + 1452, + 651, + 1538, + 705 + ] + }, + { + "text": "1,-4139 ", + "boxes": [ + 1626, + 653, + 1700, + 703 + ] + }, + { + "text": "鬼子过来接管山城，叛徒团长已被正法，敌人", + "boxes": [ + 202, + 663, + 790, + 699 + ] + }, + { + "text": "还是死神的镰刀会比较好一", + "boxes": [ + 1132, + 665, + 1382, + 703 + ] + }, + { + "text": "吊打途观L，销量却让人意", + "boxes": [ + 826, + 683, + 1068, + 713 + ] + }, + { + "text": "有来无回咯", + "boxes": [ + 204, + 699, + 356, + 737 + ] + }, + { + "text": "点！", + "boxes": [ + 1135, + 694, + 1181, + 729 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 701, + 1506, + 746 + ] + }, + { + "text": "m", + "boxes": [ + 1590, + 701, + 1632, + 741 + ] + }, + { + "text": "5.592", + "boxes": [ + 1624, + 699, + 1700, + 746 + ] + }, + { + "text": "外？", + "boxes": [ + 826, + 711, + 870, + 739 + ] + }, + { + "text": "+", + "boxes": [ + 1688, + 717, + 1712, + 731 + ] + }, + { + "text": "", + "boxes": [ + 200, + 746, + 254, + 764 + ] + }, + { + "text": "1", + "boxes": [ + 822, + 739, + 894, + 770 + ] + }, + { + "text": "查看自选股建议", + "boxes": [ + 1624, + 742, + 1726, + 768 + ] + }, + { + "text": "逃离清华62", + "boxes": [ + 557, + 771, + 771, + 841 + ] + }, + { + "text": "计算：√3.6+V6.4", + "boxes": [ + 814, + 784, + 944, + 816 + ] + }, + { + "text": "1长春市", + "boxes": [ + 1456, + 796, + 1526, + 822 + ] + }, + { + "text": "1.", + "boxes": [ + 963, + 815, + 991, + 835 + ] + }, + { + "text": "", + "boxes": [ + 852, + 923, + 876, + 937 + ] + }, + { + "text": "证券日报·2小时", + "boxes": [ + 206, + 951, + 328, + 975 + ] + }, + { + "text": "一点视频/三乐大掌柜·23小时", + "boxes": [ + 844, + 957, + 1032, + 993 + ] + }, + { + "text": "每日经济新闻·1小时", + "boxes": [ + 1140, + 951, + 1288, + 975 + ] + }, + { + "text": "金智科技：仿生自发电一储能", + "boxes": [ + 198, + 969, + 472, + 1009 + ] + }, + { + "text": "1", + "boxes": [ + 830, + 969, + 850, + 983 + ] + }, + { + "text": "冰夜袭北京，有险企车险报", + "boxes": [ + 1134, + 971, + 1406, + 1007 + ] + }, + { + "text": "二次根式的计算，里面还有小", + "boxes": [ + 826, + 983, + 1098, + 1018 + ] + }, + { + "text": "混凝土的科研成果与公司主营", + "boxes": [ + 196, + 995, + 472, + 1034 + ] + }, + { + "text": "案超万件自然灾害导致的车险", + "boxes": [ + 1136, + 999, + 1412, + 1034 + ] + }, + { + "text": "数点，真是难倒一大半的同学", + "boxes": [ + 826, + 1012, + 1096, + 1042 + ] + }, + { + "text": "业冬相兰度不", + "boxes": [ + 210, + 1024, + 316, + 1048 + ] + }, + { + "text": "点视频/寒龙小哥哥·6小时", + "boxes": [ + 558, + 1022, + 698, + 1040 + ] + } + ] + }, + { + "frame_id": "50_5_6", + "episode_id": 50, + "env_id": 5, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.835823059082031, + "advantages": -0.21391966938972473, + "generated_text": "{\n \"intent\": \"Move towards an icon on the desktop to open it as instructed by the task.\",\n \"action\": \"Move(900, 608)\" \n}", + "action_string": "Move(900, 608)", + "intent_string": "Move towards an icon on the desktop to open it as instructed by the task.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1876, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 19, + 109, + 187, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 254, + 558, + 280 + ] + }, + { + "text": "国际版", + "boxes": [ + 578, + 256, + 628, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 298, + 628, + 328 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 646, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 484, + 411, + 654, + 441 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 638, + 478 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 792, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 670, + 1633, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 190, + 723, + 270, + 748 + ] + }, + { + "text": "逃离清华62", + "boxes": [ + 1210, + 754, + 1338, + 784 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 766, + 1552, + 792 + ] + }, + { + "text": "直时中国A50", + "boxes": [ + 1450, + 790, + 1568, + 851 + ] + }, + { + "text": "1,.710", + "boxes": [ + 1623, + 795, + 1701, + 847 + ] + }, + { + "text": "恒生指", + "boxes": [ + 1454, + 844, + 1540, + 897 + ] + }, + { + "text": " 2.30%", + "boxes": [ + 1618, + 846, + 1700, + 893 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4.33", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 925, + 850, + 939 + ] + }, + { + "text": "一点资讯·22分钟", + "boxes": [ + 858, + 923, + 956, + 941 + ] + }, + { + "text": "1.", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点视频/寒龙游戏·6小时", + "boxes": [ + 1158, + 919, + 1320, + 949 + ] + }, + { + "text": "传奇世界：从爆龙纹剑到藏仓", + "boxes": [ + 824, + 937, + 1098, + 977 + ] + }, + { + "text": "我的世界：逃离清华62，疯狂", + "boxes": [ + 1136, + 941, + 1416, + 977 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1454, + 935, + 1538, + 989 + ] + }, + { + "text": "再跳越哪吒暴打五守约！折磨亚瑟无敌", + "boxes": [ + 200, + 947, + 704, + 989 + ] + }, + { + "text": ".319", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "库，老玩家的装备保命手册", + "boxes": [ + 824, + 967, + 1076, + 1001 + ] + }, + { + "text": "动物城 我的世界 朱迪 尼克 疯", + "boxes": [ + 1136, + 967, + 1418, + 1003 + ] + }, + { + "text": "呀！30加速跟没有一样！", + "boxes": [ + 202, + 987, + 544, + 1016 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 983, + 1506, + 1030 + ] + }, + { + "text": "+.39 ", + "boxes": [ + 1622, + 981, + 1722, + 1032 + ] + }, + { + "text": "狂动物城", + "boxes": [ + 1136, + 997, + 1228, + 1028 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 991, + 1628, + 1012 + ] + }, + { + "text": "14", + "boxes": [ + 1136, + 1024, + 1210, + 1048 + ] + }, + { + "text": "丢白选股建过", + "boxes": [ + 1632, + 1028, + 1716, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1876, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 19, + 109, + 187, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 254, + 560, + 280 + ] + }, + { + "text": "国际版", + "boxes": [ + 578, + 256, + 630, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 300, + 628, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 646, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 484, + 411, + 654, + 441 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 638, + 478 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 792, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 670, + 1633, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 723, + 272, + 748 + ] + }, + { + "text": "", + "boxes": [ + 587, + 750, + 705, + 789 + ] + }, + { + "text": "逃离清华62", + "boxes": [ + 1210, + 754, + 1338, + 784 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 766, + 1552, + 792 + ] + }, + { + "text": "直时中国A50", + "boxes": [ + 1450, + 790, + 1568, + 851 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1464, + 852, + 1532, + 878 + ] + }, + { + "text": " 2.30%", + "boxes": [ + 1618, + 846, + 1700, + 893 + ] + }, + { + "text": "S", + "boxes": [ + 1586, + 845, + 1634, + 886 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 1464, + 868, + 1520, + 887 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4.33", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "1.", + "boxes": [ + 830, + 925, + 850, + 941 + ] + }, + { + "text": "一点资讯·22分钟", + "boxes": [ + 850, + 923, + 956, + 941 + ] + }, + { + "text": "1.", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点视频/寒龙游戏·6小时", + "boxes": [ + 1158, + 919, + 1320, + 949 + ] + }, + { + "text": "传奇世界：从爆龙纹剑到藏仓", + "boxes": [ + 824, + 939, + 1096, + 975 + ] + }, + { + "text": "我的世界：逃离清华62，疯狂", + "boxes": [ + 1136, + 941, + 1416, + 977 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1454, + 935, + 1538, + 989 + ] + }, + { + "text": "76岁牛群北京地铁照被拍！裤腿油漆抢镜", + "boxes": [ + 204, + 947, + 746, + 983 + ] + }, + { + "text": ".319", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "库，老玩家的装备保命手册", + "boxes": [ + 826, + 969, + 1076, + 999 + ] + }, + { + "text": "动物城我的世界朱迪尼克疯", + "boxes": [ + 1134, + 967, + 1416, + 1003 + ] + }, + { + "text": "低调打扮无人认出！", + "boxes": [ + 200, + 981, + 472, + 1021 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 983, + 1506, + 1030 + ] + }, + { + "text": "+.39 ", + "boxes": [ + 1622, + 981, + 1722, + 1032 + ] + }, + { + "text": "狂动物城", + "boxes": [ + 1136, + 997, + 1228, + 1028 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 991, + 1628, + 1012 + ] + }, + { + "text": "A14", + "boxes": [ + 1138, + 1026, + 1208, + 1048 + ] + }, + { + "text": "丢白选股建过", + "boxes": [ + 1632, + 1028, + 1716, + 1046 + ] + }, + { + "text": "2", + "boxes": [ + 190, + 1052, + 202, + 1064 + ] + } + ] + }, + { + "frame_id": "50_6_6", + "episode_id": 50, + "env_id": 6, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.047041893005371, + "advantages": -0.10928908735513687, + "generated_text": "{\n \"intent\": \"Clicking on a recognizable application icon can help me determine the current state or task being performed.\",\n \"action\": \"DoubleClick(113, 72)\"\n}", + "action_string": "DoubleClick(113, 72)", + "intent_string": "Clicking on a recognizable application icon can help me determine the current state or task being performed.", + "before_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 42, + 30, + 76, + 52 + ] + }, + { + "text": "Firefox", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 3, + 164, + 115, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "3", + "boxes": [ + 188, + 1050, + 208, + 1064 + ] + }, + { + "text": "[MacBook Air.", + "boxes": [ + 216, + 1048, + 314, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox ", + "boxes": [ + 24, + 66, + 124, + 91 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 78, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 169, + 112, + 201 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "50_7_6", + "episode_id": 50, + "env_id": 7, + "step": 6, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -4.590883731842041, + "generated_text": "{\n \"intent\": \"Exploring by checking Quick Launch button, which could lead to quicker access to programs or files.\",\n \"action\": \"RightClick(1950, 81)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 93 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 93 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "50_0_7", + "episode_id": 50, + "env_id": 0, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.928747177124023, + "advantages": -0.16788823902606964, + "generated_text": "{\n \"intent\": \"Clicking the Firefox icon will likely open the browser\", \n \"action\": \"DoubleClick(98, 57)\"\n}", + "action_string": "DoubleClick(98, 57)", + "intent_string": "Clicking the Firefox icon will likely open the browser", + "before_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 900, + 42, + 1022, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " New Tab", + "boxes": [ + 330, + 68, + 412, + 91 + ] + }, + { + "text": "→", + "boxes": [ + 356, + 103, + 452, + 129 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 546, + 99, + 820, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 328, + 137, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 506, + 143, + 632, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 580, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1112, + 524, + 1164, + 559 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 30, + 771, + 82, + 832 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 902, + 814 + ] + }, + { + "text": "Firefox Privacy", + "boxes": [ + 1228, + 790, + 1326, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "lozilla Firefox", + "boxes": [ + 224, + 1048, + 312, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "1", + "boxes": [ + 324, + 42, + 342, + 60 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 906, + 42, + 1020, + 60 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": "Firefox", + "boxes": [ + 22, + 64, + 104, + 95 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 414, + 93 + ] + }, + { + "text": "×+", + "boxes": [ + 520, + 69, + 572, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 350, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 546, + 99, + 820, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 328, + 137, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 506, + 143, + 632, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 582, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1113, + 525, + 1161, + 557 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1150, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 30, + 771, + 82, + 832 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 900, + 814 + ] + }, + { + "text": "Firefox Privac", + "boxes": [ + 1228, + 790, + 1320, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "illa Firefox", + "boxes": [ + 242, + 1050, + 312, + 1072 + ] + } + ] + }, + { + "frame_id": "50_1_7", + "episode_id": 50, + "env_id": 1, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.075482368469238, + "advantages": -0.09520065039396286, + "generated_text": "{\n \"intent\": \"Moving the cursor towards the top-left corner of the screen to prepare for opening an desired application like the web browser.\",\n \"action\": \"Move(0, 0)\"\n}", + "action_string": "Move(0, 0)", + "intent_string": "Moving the cursor towards the top-left corner of the screen to prepare for opening an desired application like the web browser.", + "before_screen_ocr_results": [ + { + "text": "C仓", + "boxes": [ + 68, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "50_2_7", + "episode_id": 50, + "env_id": 2, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.746108055114746, + "advantages": -0.2583613991737366, + "generated_text": "{\n \"intent\": \"Clicking on the 'Save' button ensures that any changes made in LibreOffice Calc or the system should be stored.\",\n \"action\": \"DoubleClick(1356, 512)\"\n}", + "action_string": "DoubleClick(1356, 512)", + "intent_string": "Clicking on the 'Save' button ensures that any changes made in LibreOffice Calc or the system should be stored.", + "before_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 8, + 4, + 24, + 24 + ] + }, + { + "text": "Untitled 1 - LibreOffice Calc", + "boxes": [ + 850, + 2, + 1070, + 26 + ] + }, + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "Sheet", + "boxes": [ + 312, + 30, + 346, + 44 + ] + }, + { + "text": "Data Tools ", + "boxes": [ + 358, + 28, + 446, + 46 + ] + }, + { + "text": "--· - ", + "boxes": [ + 6, + 48, + 378, + 87 + ] + }, + { + "text": "盖&", + "boxes": [ + 375, + 49, + 445, + 88 + ] + }, + { + "text": "G-.", + "boxes": [ + 452, + 56, + 544, + 81 + ] + }, + { + "text": "Q里目", + "boxes": [ + 544, + 54, + 700, + 83 + ] + }, + { + "text": "叶个平", + "boxes": [ + 714, + 54, + 848, + 83 + ] + }, + { + "text": "MDXI-OB", + "boxes": [ + 846, + 54, + 1262, + 83 + ] + }, + { + "text": "、", + "boxes": [ + 122, + 97, + 148, + 117 + ] + }, + { + "text": "、", + "boxes": [ + 202, + 97, + 228, + 117 + ] + }, + { + "text": "Save", + "boxes": [ + 942, + 89, + 980, + 109 + ] + }, + { + "text": "K34", + "boxes": [ + 8, + 131, + 36, + 151 + ] + }, + { + "text": "浆 ×", + "boxes": [ + 150, + 125, + 246, + 157 + ] + }, + { + "text": "Name:", + "boxes": [ + 404, + 123, + 462, + 149 + ] + }, + { + "text": "Untitled 1", + "boxes": [ + 464, + 123, + 540, + 147 + ] + }, + { + "text": " Home", + "boxes": [ + 406, + 167, + 474, + 193 + ] + }, + { + "text": "、", + "boxes": [ + 554, + 169, + 580, + 189 + ] + }, + { + "text": "root", + "boxes": [ + 574, + 165, + 638, + 197 + ] + }, + { + "text": "C", + "boxes": [ + 1486, + 169, + 1512, + 193 + ] + }, + { + "text": " Desktop", + "boxes": [ + 399, + 192, + 493, + 229 + ] + }, + { + "text": "Name", + "boxes": [ + 554, + 199, + 600, + 224 + ] + }, + { + "text": "Size|Type", + "boxes": [ + 1342, + 204, + 1436, + 222 + ] + }, + { + "text": "Modified", + "boxes": [ + 1442, + 202, + 1508, + 222 + ] + }, + { + "text": "G", + "boxes": [ + 1886, + 206, + 1914, + 250 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 226, + 1486, + 252 + ] + }, + { + "text": "Other Locations", + "boxes": [ + 420, + 238, + 534, + 268 + ] + }, + { + "text": "自◎城", + "boxes": [ + 1884, + 236, + 1916, + 345 + ] + }, + { + "text": "", + "boxes": [ + 554, + 248, + 584, + 268 + ] + }, + { + "text": "Downloads", + "boxes": [ + 576, + 246, + 654, + 270 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 248, + 1484, + 268 + ] + }, + { + "text": "』 clipboard_app ", + "boxes": [ + 554, + 268, + 678, + 298 + ] + }, + { + "text": "7 Feb 2024", + "boxes": [ + 1446, + 272, + 1510, + 292 + ] + }, + { + "text": "25 25 22 28", + "boxes": [ + 10, + 576, + 34, + 651 + ] + }, + { + "text": "35", + "boxes": [ + 14, + 750, + 32, + 764 + ] + }, + { + "text": "42", + "boxes": [ + 14, + 870, + 30, + 883 + ] + }, + { + "text": "45 ", + "boxes": [ + 8, + 923, + 34, + 943 + ] + }, + { + "text": "46", + "boxes": [ + 12, + 941, + 32, + 955 + ] + }, + { + "text": "47", + "boxes": [ + 10, + 957, + 32, + 971 + ] + }, + { + "text": "save", + "boxes": [ + 1440, + 967, + 1492, + 993 + ] + }, + { + "text": "（→→+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1020, + 1018, + 1102, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 6, + 2, + 28, + 26 + ] + }, + { + "text": "Untitled 1 - Libreoffice Calc", + "boxes": [ + 848, + 2, + 1070, + 26 + ] + }, + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "··日·白、", + "boxes": [ + 6, + 48, + 378, + 87 + ] + }, + { + "text": "血&", + "boxes": [ + 378, + 54, + 444, + 85 + ] + }, + { + "text": "G-.", + "boxes": [ + 452, + 56, + 550, + 81 + ] + }, + { + "text": "I-I·", + "boxes": [ + 544, + 54, + 1262, + 83 + ] + }, + { + "text": "Liberation San ", + "boxes": [ + 12, + 95, + 118, + 119 + ] + }, + { + "text": "Save", + "boxes": [ + 940, + 87, + 982, + 113 + ] + }, + { + "text": "、", + "boxes": [ + 122, + 97, + 148, + 117 + ] + }, + { + "text": "、", + "boxes": [ + 202, + 97, + 228, + 117 + ] + }, + { + "text": "K34", + "boxes": [ + 8, + 131, + 36, + 151 + ] + }, + { + "text": "浆 ×", + "boxes": [ + 150, + 125, + 246, + 157 + ] + }, + { + "text": "Name:", + "boxes": [ + 404, + 123, + 462, + 149 + ] + }, + { + "text": "Untitled 1", + "boxes": [ + 466, + 123, + 540, + 149 + ] + }, + { + "text": " Home", + "boxes": [ + 406, + 167, + 474, + 193 + ] + }, + { + "text": "、", + "boxes": [ + 554, + 169, + 580, + 189 + ] + }, + { + "text": "root", + "boxes": [ + 574, + 165, + 640, + 197 + ] + }, + { + "text": "口", + "boxes": [ + 1486, + 169, + 1512, + 191 + ] + }, + { + "text": " Desktop", + "boxes": [ + 399, + 192, + 493, + 229 + ] + }, + { + "text": "Name", + "boxes": [ + 552, + 199, + 602, + 224 + ] + }, + { + "text": "| Modified", + "boxes": [ + 1432, + 201, + 1510, + 224 + ] + }, + { + "text": "G", + "boxes": [ + 1886, + 206, + 1914, + 250 + ] + }, + { + "text": "+ Other Locations", + "boxes": [ + 414, + 238, + 536, + 268 + ] + }, + { + "text": "自◎城", + "boxes": [ + 1884, + 236, + 1916, + 345 + ] + }, + { + "text": "』Downloads", + "boxes": [ + 552, + 246, + 654, + 272 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 248, + 1484, + 268 + ] + }, + { + "text": " lipboard_app", + "boxes": [ + 550, + 264, + 678, + 300 + ] + }, + { + "text": "7 Feb 2024", + "boxes": [ + 1444, + 272, + 1510, + 292 + ] + }, + { + "text": "25", + "boxes": [ + 14, + 584, + 30, + 604 + ] + }, + { + "text": "31", + "boxes": [ + 14, + 687, + 32, + 703 + ] + }, + { + "text": "35", + "boxes": [ + 14, + 750, + 32, + 764 + ] + }, + { + "text": "42", + "boxes": [ + 14, + 870, + 30, + 883 + ] + }, + { + "text": "45", + "boxes": [ + 12, + 925, + 32, + 941 + ] + }, + { + "text": "46", + "boxes": [ + 12, + 941, + 32, + 955 + ] + }, + { + "text": "47", + "boxes": [ + 10, + 957, + 32, + 971 + ] + }, + { + "text": "save", + "boxes": [ + 1442, + 969, + 1490, + 989 + ] + }, + { + "text": "（→→+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1020, + 1018, + 1102, + 1042 + ] + } + ] + }, + { + "frame_id": "50_3_7", + "episode_id": 50, + "env_id": 3, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.30472183227539, + "advantages": 0.5137224793434143, + "generated_text": "{\n \"intent\": \"Exploring the LibreOffice application by interacting with its menu and options.\",\n \"action\": \"DoubleClick(57, 260)\" \n}", + "action_string": "DoubleClick(57, 260)", + "intent_string": "Exploring the LibreOffice application by interacting with its menu and options.", + "before_screen_ocr_results": [ + { + "text": "Tols Help ", + "boxes": [ + 104, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 28, + 69, + 56, + 91 + ] + }, + { + "text": "New", + "boxes": [ + 86, + 62, + 116, + 81 + ] + }, + { + "text": "Open", + "boxes": [ + 90, + 91, + 122, + 105 + ] + }, + { + "text": "Ctrl+o", + "boxes": [ + 255, + 83, + 307, + 108 + ] + }, + { + "text": "Open Remote..", + "boxes": [ + 88, + 113, + 182, + 137 + ] + }, + { + "text": "Recent Documents", + "boxes": [ + 86, + 143, + 206, + 161 + ] + }, + { + "text": "Mou", + "boxes": [ + 8, + 171, + 54, + 197 + ] + }, + { + "text": "Wizards", + "boxes": [ + 86, + 173, + 140, + 193 + ] + }, + { + "text": "emplate", + "boxes": [ + 92, + 201, + 146, + 220 + ] + }, + { + "text": "Digital Signatures", + "boxes": [ + 84, + 230, + 198, + 254 + ] + }, + { + "text": " Exit LibreOffice", + "boxes": [ + 80, + 262, + 186, + 286 + ] + }, + { + "text": "Ctrl+Q", + "boxes": [ + 258, + 264, + 302, + 282 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 56, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 64, + 286, + 138, + 312 + ] + }, + { + "text": "国", + "boxes": [ + 68, + 324, + 100, + 355 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 106, + 324, + 274, + 353 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 106, + 369, + 280, + 405 + ] + }, + { + "text": "回", + "boxes": [ + 62, + 406, + 106, + 455 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 108, + 423, + 310, + 447 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 100, + 496 + ] + }, + { + "text": "Draw Drawing", + "boxes": [ + 104, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 54, + 528 + ] + }, + { + "text": "国", + "boxes": [ + 66, + 506, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 100, + 514, + 240, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 104, + 558, + 256, + 592 + ] + }, + { + "text": "Wr", + "boxes": [ + 29, + 607, + 59, + 637 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1372, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "breoffice", + "boxes": [ + 226, + 1050, + 286, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 114, + 202 + ] + }, + { + "text": "7", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "LibreO...", + "boxes": [ + 14, + 498, + 108, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "50_4_7", + "episode_id": 50, + "env_id": 4, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.324344635009766, + "advantages": 0.028077194467186928, + "generated_text": "{\n \"intent\": \"Move the cursor to the #1 position in the翻车赛事板块并查找下一个位置\",\n \"action\": \"Move(289, 574)\"\n}", + "action_string": "Move(289, 574)", + "intent_string": "Move the cursor to the #1 position in the翻车赛事板块并查找下一个位置", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1880, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 25, + 109, + 185, + 150 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 191, + 556, + 216 + ] + }, + { + "text": "国际版", + "boxes": [ + 568, + 191, + 636, + 216 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 480, + 238, + 624, + 262 + ] + }, + { + "text": "矿石与传", + "boxes": [ + 1534, + 391, + 1616, + 417 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1458, + 480, + 1552, + 512 + ] + }, + { + "text": "宜时中国A50 M", + "boxes": [ + 1453, + 509, + 1563, + 563 + ] + }, + { + "text": "1,.721", + "boxes": [ + 1623, + 511, + 1697, + 563 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1458, + 562, + 1536, + 609 + ] + }, + { + "text": "s", + "boxes": [ + 1589, + 563, + 1632, + 597 + ] + }, + { + "text": " 2-3%", + "boxes": [ + 1618, + 562, + 1700, + 609 + ] + }, + { + "text": "特断拉", + "boxes": [ + 1456, + 608, + 1506, + 653 + ] + }, + { + "text": "+4,339 ", + "boxes": [ + 1628, + 608, + 1714, + 653 + ] + }, + { + "text": "直到这", + "boxes": [ + 1242, + 621, + 1290, + 639 + ] + }, + { + "text": "中华网汽车·1小时", + "boxes": [ + 828, + 633, + 966, + 663 + ] + }, + { + "text": "14万买2.0T四驱SUV，配置", + "boxes": [ + 824, + 653, + 1098, + 689 + ] + }, + { + "text": "D", + "boxes": [ + 1137, + 646, + 1166, + 672 + ] + }, + { + "text": "一点视频/旺角动漫说·6小时", + "boxes": [ + 1158, + 645, + 1334, + 675 + ] + }, + { + "text": "从爆龙纹剑到藏仓库，老玩家的装", + "boxes": [ + 326, + 659, + 794, + 699 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1452, + 651, + 1536, + 705 + ] + }, + { + "text": "1,-4139 ", + "boxes": [ + 1626, + 653, + 1700, + 703 + ] + }, + { + "text": "传奇", + "boxes": [ + 206, + 667, + 270, + 693 + ] + }, + { + "text": "还是死神的镰刀会比较好一", + "boxes": [ + 1132, + 665, + 1384, + 703 + ] + }, + { + "text": "吊打途观L，销量却让人意", + "boxes": [ + 824, + 683, + 1066, + 713 + ] + }, + { + "text": "点！", + "boxes": [ + 1136, + 695, + 1182, + 729 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1454, + 699, + 1506, + 746 + ] + }, + { + "text": "m", + "boxes": [ + 1590, + 701, + 1632, + 741 + ] + }, + { + "text": "+5.639 ", + "boxes": [ + 1622, + 699, + 1700, + 746 + ] + }, + { + "text": "外？", + "boxes": [ + 826, + 711, + 870, + 739 + ] + }, + { + "text": "1", + "boxes": [ + 820, + 739, + 894, + 770 + ] + }, + { + "text": "：", + "boxes": [ + 1138, + 741, + 1200, + 766 + ] + }, + { + "text": "查看自选股建议", + "boxes": [ + 1624, + 744, + 1726, + 770 + ] + }, + { + "text": "逃离清华62", + "boxes": [ + 553, + 773, + 751, + 839 + ] + }, + { + "text": "计算：√3.6+V6.4", + "boxes": [ + 814, + 784, + 944, + 816 + ] + }, + { + "text": "1长春市", + "boxes": [ + 1458, + 796, + 1524, + 822 + ] + }, + { + "text": "", + "boxes": [ + 852, + 923, + 876, + 937 + ] + }, + { + "text": "证券日报·2小时", + "boxes": [ + 206, + 951, + 328, + 975 + ] + }, + { + "text": "每日经济新闻·1小时", + "boxes": [ + 1138, + 949, + 1290, + 979 + ] + }, + { + "text": "金智科技：仿生自发电一储能", + "boxes": [ + 198, + 969, + 472, + 1009 + ] + }, + { + "text": "?", + "boxes": [ + 826, + 961, + 854, + 989 + ] + }, + { + "text": "一点视频/三乐大掌柜·23小时", + "boxes": [ + 846, + 961, + 1030, + 991 + ] + }, + { + "text": "冰夜袭北京，有险企车险报", + "boxes": [ + 1134, + 971, + 1406, + 1007 + ] + }, + { + "text": "二次根式的计算，里面还有小", + "boxes": [ + 826, + 983, + 1098, + 1018 + ] + }, + { + "text": "混凝土的科研成果与公司主营", + "boxes": [ + 196, + 995, + 472, + 1034 + ] + }, + { + "text": "案超万件自然灾害导致的车险", + "boxes": [ + 1134, + 999, + 1412, + 1034 + ] + }, + { + "text": "数点，真是难倒一大半的同学", + "boxes": [ + 826, + 1012, + 1096, + 1042 + ] + }, + { + "text": "业冬相兰度", + "boxes": [ + 212, + 1028, + 312, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1882, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 26, + 111, + 184, + 151 + ] + }, + { + "text": "8", + "boxes": [ + 1684, + 121, + 1712, + 143 + ] + }, + { + "text": "8", + "boxes": [ + 1786, + 123, + 1820, + 143 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 191, + 558, + 216 + ] + }, + { + "text": "国际版", + "boxes": [ + 568, + 191, + 636, + 216 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 480, + 238, + 624, + 262 + ] + }, + { + "text": "矿石与传", + "boxes": [ + 1534, + 391, + 1618, + 417 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 190, + 439, + 274, + 465 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 480, + 1554, + 512 + ] + }, + { + "text": "13.21%6", + "boxes": [ + 1628, + 518, + 1694, + 560 + ] + }, + { + "text": "恒性指数", + "boxes": [ + 1456, + 562, + 1538, + 609 + ] + }, + { + "text": "s", + "boxes": [ + 1589, + 563, + 1632, + 597 + ] + }, + { + "text": " 2-3%", + "boxes": [ + 1618, + 562, + 1700, + 609 + ] + }, + { + "text": "x86过时了！AMD第一款Wi", + "boxes": [ + 296, + 600, + 464, + 629 + ] + }, + { + "text": "1APU\"声波\"曝光：3nm工艺微软新一", + "boxes": [ + 536, + 604, + 756, + 627 + ] + }, + { + "text": "特断拉", + "boxes": [ + 1456, + 608, + 1506, + 653 + ] + }, + { + "text": "+4.339 ", + "boxes": [ + 1626, + 606, + 1700, + 653 + ] + }, + { + "text": "Surface首发", + "boxes": [ + 302, + 619, + 378, + 645 + ] + }, + { + "text": "中华网汽车·1小时", + "boxes": [ + 826, + 635, + 964, + 659 + ] + }, + { + "text": "DARMW", + "boxes": [ + 434, + 645, + 558, + 683 + ] + }, + { + "text": "?", + "boxes": [ + 1135, + 643, + 1167, + 675 + ] + }, + { + "text": "14万买2.OT四驱SUV，配置", + "boxes": [ + 824, + 653, + 1102, + 695 + ] + }, + { + "text": "一点视频/旺角动漫说·6小时", + "boxes": [ + 1158, + 645, + 1334, + 675 + ] + }, + { + "text": "黄州", + "boxes": [ + 1452, + 651, + 1538, + 705 + ] + }, + { + "text": "x86过时了！AMD第一款WindowsARM", + "boxes": [ + 198, + 661, + 768, + 703 + ] + }, + { + "text": "1,-4139 ", + "boxes": [ + 1626, + 653, + 1700, + 703 + ] + }, + { + "text": "还是死神的镰刀会比较好一", + "boxes": [ + 1132, + 665, + 1382, + 703 + ] + }, + { + "text": "吊打途观L，销量却让人意", + "boxes": [ + 824, + 683, + 1066, + 713 + ] + }, + { + "text": "APU“声波\"曝光：3nm工艺微软新-", + "boxes": [ + 198, + 693, + 688, + 739 + ] + }, + { + "text": "4", + "boxes": [ + 708, + 701, + 724, + 715 + ] + }, + { + "text": "点！", + "boxes": [ + 1136, + 695, + 1182, + 729 + ] + }, + { + "text": "代...", + "boxes": [ + 702, + 705, + 762, + 737 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 701, + 1506, + 746 + ] + }, + { + "text": "m", + "boxes": [ + 1590, + 701, + 1632, + 741 + ] + }, + { + "text": "5.592", + "boxes": [ + 1624, + 699, + 1700, + 746 + ] + }, + { + "text": "外？", + "boxes": [ + 826, + 711, + 870, + 739 + ] + }, + { + "text": "+", + "boxes": [ + 1688, + 717, + 1712, + 731 + ] + }, + { + "text": "", + "boxes": [ + 202, + 746, + 258, + 766 + ] + }, + { + "text": "1", + "boxes": [ + 820, + 739, + 894, + 770 + ] + }, + { + "text": "查看自选股建议", + "boxes": [ + 1624, + 742, + 1726, + 768 + ] + }, + { + "text": "逃离清华62", + "boxes": [ + 555, + 771, + 771, + 841 + ] + }, + { + "text": "计算：√3.6+V6.4", + "boxes": [ + 814, + 784, + 944, + 816 + ] + }, + { + "text": "1长春市", + "boxes": [ + 1456, + 796, + 1524, + 822 + ] + }, + { + "text": "", + "boxes": [ + 852, + 923, + 876, + 937 + ] + }, + { + "text": "证券日报·2小时", + "boxes": [ + 206, + 951, + 328, + 975 + ] + }, + { + "text": "一点视频/三乐大掌柜·23小时", + "boxes": [ + 844, + 957, + 1032, + 993 + ] + }, + { + "text": "每日经济新闻·1小时", + "boxes": [ + 1140, + 951, + 1288, + 975 + ] + }, + { + "text": "金智科技：仿生自发电一储能", + "boxes": [ + 198, + 969, + 472, + 1009 + ] + }, + { + "text": "冰夜袭北京，有险企车险报", + "boxes": [ + 1134, + 971, + 1406, + 1007 + ] + }, + { + "text": "二次根式的计算，里面还有小", + "boxes": [ + 828, + 983, + 1098, + 1018 + ] + }, + { + "text": "混凝十的科研成果与公司主营", + "boxes": [ + 202, + 999, + 472, + 1028 + ] + }, + { + "text": "案超万件自然灾害导致的车险", + "boxes": [ + 1136, + 999, + 1412, + 1034 + ] + }, + { + "text": "真是难倒一大半的同学", + "boxes": [ + 884, + 1012, + 1096, + 1042 + ] + }, + { + "text": "arch - Micr.", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "50_5_7", + "episode_id": 50, + "env_id": 5, + "step": 7, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -4.590883731842041, + "generated_text": "{\n \"intent\": \"Move to and double-click the Bing search bar to start searching for something.\",\n \"action\": \"Move(732, 170), Click(702, 170)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 187, + 153 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 254, + 558, + 280 + ] + }, + { + "text": "国际版", + "boxes": [ + 578, + 256, + 628, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 295, + 628, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 646, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 484, + 411, + 654, + 441 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 638, + 478 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 792, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 670, + 1633, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 721, + 274, + 752 + ] + }, + { + "text": "逃离清华62", + "boxes": [ + 1214, + 754, + 1336, + 784 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1449, + 760, + 1555, + 797 + ] + }, + { + "text": "TUNG TUNG TUNG TUNG SAHUR家族", + "boxes": [ + 355, + 767, + 735, + 835 + ] + }, + { + "text": "直时中国A50", + "boxes": [ + 1450, + 790, + 1568, + 851 + ] + }, + { + "text": "1,.710", + "boxes": [ + 1623, + 795, + 1701, + 847 + ] + }, + { + "text": "恒生指", + "boxes": [ + 1454, + 844, + 1540, + 897 + ] + }, + { + "text": " 2.30%", + "boxes": [ + 1618, + 846, + 1700, + 893 + ] + }, + { + "text": "S", + "boxes": [ + 1586, + 845, + 1634, + 886 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4.33", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "1", + "boxes": [ + 826, + 920, + 852, + 943 + ] + }, + { + "text": "一点资讯·22分钟", + "boxes": [ + 850, + 923, + 956, + 941 + ] + }, + { + "text": "1.", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点视频/寒龙游戏·6小时", + "boxes": [ + 1158, + 919, + 1320, + 949 + ] + }, + { + "text": "逃脱通通：躲过通通家族守卫，逃出地下城", + "boxes": [ + 198, + 943, + 766, + 987 + ] + }, + { + "text": "传奇世界：从爆龙纹剑到藏仓", + "boxes": [ + 824, + 939, + 1096, + 975 + ] + }, + { + "text": "我的世界：逃离清华62，疯狂", + "boxes": [ + 1136, + 941, + 1418, + 977 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1454, + 935, + 1538, + 989 + ] + }, + { + "text": ".319", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "库，老玩家的装备保命手册", + "boxes": [ + 826, + 969, + 1076, + 999 + ] + }, + { + "text": "动物城我的世界朱迪尼克疯", + "boxes": [ + 1134, + 967, + 1416, + 1003 + ] + }, + { + "text": "手机游戏游戏解说乐儿姐姐roblox外国..", + "boxes": [ + 200, + 981, + 766, + 1021 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 983, + 1506, + 1030 + ] + }, + { + "text": "+.39 ", + "boxes": [ + 1622, + 981, + 1722, + 1032 + ] + }, + { + "text": "狂动物城", + "boxes": [ + 1136, + 997, + 1228, + 1028 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 991, + 1628, + 1012 + ] + }, + { + "text": "S", + "boxes": [ + 848, + 1028, + 874, + 1042 + ] + }, + { + "text": "14", + "boxes": [ + 1136, + 1024, + 1210, + 1048 + ] + }, + { + "text": "态丢白选股建过", + "boxes": [ + 1630, + 1028, + 1716, + 1046 + ] + }, + { + "text": "Mic", + "boxes": [ + 276, + 1052, + 298, + 1066 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing×+", + "boxes": [ + 40, + 32, + 244, + 50 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1878, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 19, + 109, + 187, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 254, + 560, + 280 + ] + }, + { + "text": "国际版", + "boxes": [ + 578, + 256, + 630, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 300, + 628, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 646, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 484, + 411, + 654, + 441 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 638, + 478 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 792, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 670, + 1633, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 721, + 274, + 752 + ] + }, + { + "text": "逃离清华62", + "boxes": [ + 1210, + 754, + 1338, + 784 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1449, + 760, + 1555, + 797 + ] + }, + { + "text": "直时中国A50", + "boxes": [ + 1450, + 790, + 1568, + 851 + ] + }, + { + "text": "1,.710", + "boxes": [ + 1623, + 795, + 1701, + 847 + ] + }, + { + "text": "恒生指", + "boxes": [ + 1454, + 844, + 1540, + 897 + ] + }, + { + "text": " 2.30%", + "boxes": [ + 1618, + 846, + 1700, + 893 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1508, + 939 + ] + }, + { + "text": "4.33", + "boxes": [ + 1624, + 891, + 1700, + 939 + ] + }, + { + "text": "1.", + "boxes": [ + 830, + 925, + 850, + 941 + ] + }, + { + "text": "一点资讯·22分钟", + "boxes": [ + 850, + 923, + 956, + 941 + ] + }, + { + "text": "1.", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点视频/寒龙游戏·6小时", + "boxes": [ + 1158, + 919, + 1320, + 949 + ] + }, + { + "text": "冰电夜袭北京，有险企车险报案超万件自然", + "boxes": [ + 196, + 943, + 772, + 987 + ] + }, + { + "text": "传奇世界：从爆龙纹剑到藏仓", + "boxes": [ + 824, + 937, + 1098, + 977 + ] + }, + { + "text": "我的世界：逃离清华62，疯狂", + "boxes": [ + 1136, + 941, + 1418, + 977 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1454, + 935, + 1538, + 989 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 941, + 1644, + 975 + ] + }, + { + "text": ".319", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "库，老玩家的装备保命手册", + "boxes": [ + 828, + 969, + 1076, + 999 + ] + }, + { + "text": "动物城我的世界朱迪尼克疯", + "boxes": [ + 1136, + 967, + 1418, + 1003 + ] + }, + { + "text": "灾害导致的车险理赔是否会影响下年度保费？", + "boxes": [ + 200, + 985, + 782, + 1020 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 983, + 1506, + 1030 + ] + }, + { + "text": "+.39 ", + "boxes": [ + 1622, + 981, + 1722, + 1032 + ] + }, + { + "text": "狂动物城", + "boxes": [ + 1136, + 997, + 1228, + 1028 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 991, + 1628, + 1012 + ] + }, + { + "text": "S", + "boxes": [ + 848, + 1028, + 874, + 1042 + ] + }, + { + "text": "14", + "boxes": [ + 1136, + 1024, + 1210, + 1048 + ] + }, + { + "text": "态丢白选股建过", + "boxes": [ + 1630, + 1028, + 1716, + 1046 + ] + }, + { + "text": "2", + "boxes": [ + 190, + 1052, + 202, + 1064 + ] + } + ] + }, + { + "frame_id": "50_6_7", + "episode_id": 50, + "env_id": 6, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.605940818786621, + "advantages": 0.6629360914230347, + "generated_text": "{\n \"intent\": \"I want to discover all available applications on the desktop and gather information about their functionalities.\",\n \"action\": \"DoubleClick(79, 45)\" }", + "action_string": "DoubleClick(79, 45)", + "intent_string": "I want to discover all available applications on the desktop and gather information about their functionalities.", + "before_screen_ocr_results": [ + { + "text": "Firefox ", + "boxes": [ + 24, + 66, + 124, + 91 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 78, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 169, + 112, + 201 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "50_7_7", + "episode_id": 50, + "env_id": 7, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.960738182067871, + "advantages": -0.1520409882068634, + "generated_text": "{\n \"intent\": \"Move the cursor to explore different tabs or sections within the browser interface.\",\n \"action\": \"Move(339, 84)\" \n}", + "action_string": "Move(339, 84)", + "intent_string": "Move the cursor to explore different tabs or sections within the browser interface.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 40, + 66, + 128, + 89 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "50_0_8", + "episode_id": 50, + "env_id": 0, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.925580978393555, + "advantages": -0.16945666074752808, + "generated_text": "{\n \"intent\": \"Click on the browser's bookmarklet icon ('△') to open bookmarks, allowing access to frequently used web links on desktop.\",\n \"action\": \"DoubleClick(17, 63)\"\n}", + "action_string": "DoubleClick(17, 63)", + "intent_string": "Click on the browser's bookmarklet icon ('△') to open bookmarks, allowing access to frequently used web links on desktop.", + "before_screen_ocr_results": [ + { + "text": "1", + "boxes": [ + 324, + 42, + 342, + 60 + ] + }, + { + "text": "MozillaFirefox", + "boxes": [ + 906, + 42, + 1020, + 60 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": "Firefox", + "boxes": [ + 22, + 64, + 104, + 95 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 414, + 93 + ] + }, + { + "text": "×+", + "boxes": [ + 520, + 69, + 572, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 350, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 546, + 99, + 820, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 328, + 137, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 506, + 143, + 632, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 582, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1113, + 525, + 1161, + 557 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1150, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 30, + 771, + 82, + 832 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 900, + 814 + ] + }, + { + "text": "Firefox Privac", + "boxes": [ + 1228, + 790, + 1320, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "illa Firefox", + "boxes": [ + 242, + 1050, + 312, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 906, + 42, + 1020, + 60 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": "Firefox", + "boxes": [ + 11, + 58, + 99, + 100 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 414, + 93 + ] + }, + { + "text": "×+", + "boxes": [ + 520, + 69, + 572, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 350, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 546, + 99, + 820, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 328, + 137, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 506, + 143, + 632, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 582, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1113, + 525, + 1161, + 557 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1150, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 30, + 771, + 82, + 832 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 900, + 814 + ] + }, + { + "text": "Firefox Privac", + "boxes": [ + 1228, + 790, + 1320, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "illa Firefox", + "boxes": [ + 242, + 1050, + 312, + 1072 + ] + } + ] + }, + { + "frame_id": "50_1_8", + "episode_id": 50, + "env_id": 1, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.200834274291992, + "advantages": -0.03310560807585716, + "generated_text": "{\n \"intent\": \"Initiate exploration by clicking on one of the Top Sites icons to open a website. This will help to familiarize oneself with the environment beyond just the search bar.\",\n \"action\": \"DoubleClick(567, 123)\"\n}", + "action_string": "DoubleClick(567, 123)", + "intent_string": "Initiate exploration by clicking on one of the Top Sites icons to open a website. This will help to familiarize oneself with the environment beyond just the search bar.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 40, + 66, + 128, + 89 + ] + }, + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "50_2_8", + "episode_id": 50, + "env_id": 2, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.501462936401367, + "advantages": -0.3795502185821533, + "generated_text": "{\n \"intent\": \"I want to move past the Save window and return to a wider view of the desktop or system.\",\n \"action\": \"Move(500, 400)\"\n}", + "action_string": "Move(500, 400)", + "intent_string": "I want to move past the Save window and return to a wider view of the desktop or system.", + "before_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 6, + 2, + 28, + 26 + ] + }, + { + "text": "Untitled 1 - Libreoffice Calc", + "boxes": [ + 848, + 2, + 1070, + 26 + ] + }, + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "··日·白、", + "boxes": [ + 6, + 48, + 378, + 87 + ] + }, + { + "text": "血&", + "boxes": [ + 378, + 54, + 444, + 85 + ] + }, + { + "text": "G-.", + "boxes": [ + 452, + 56, + 550, + 81 + ] + }, + { + "text": "I-I·", + "boxes": [ + 544, + 54, + 1262, + 83 + ] + }, + { + "text": "Liberation San ", + "boxes": [ + 12, + 95, + 118, + 119 + ] + }, + { + "text": "Save", + "boxes": [ + 940, + 87, + 982, + 113 + ] + }, + { + "text": "、", + "boxes": [ + 122, + 97, + 148, + 117 + ] + }, + { + "text": "、", + "boxes": [ + 202, + 97, + 228, + 117 + ] + }, + { + "text": "K34", + "boxes": [ + 8, + 131, + 36, + 151 + ] + }, + { + "text": "浆 ×", + "boxes": [ + 150, + 125, + 246, + 157 + ] + }, + { + "text": "Name:", + "boxes": [ + 404, + 123, + 462, + 149 + ] + }, + { + "text": "Untitled 1", + "boxes": [ + 466, + 123, + 540, + 149 + ] + }, + { + "text": " Home", + "boxes": [ + 406, + 167, + 474, + 193 + ] + }, + { + "text": "、", + "boxes": [ + 554, + 169, + 580, + 189 + ] + }, + { + "text": "root", + "boxes": [ + 574, + 165, + 640, + 197 + ] + }, + { + "text": "口", + "boxes": [ + 1486, + 169, + 1512, + 191 + ] + }, + { + "text": " Desktop", + "boxes": [ + 399, + 192, + 493, + 229 + ] + }, + { + "text": "Name", + "boxes": [ + 552, + 199, + 602, + 224 + ] + }, + { + "text": "| Modified", + "boxes": [ + 1432, + 201, + 1510, + 224 + ] + }, + { + "text": "G", + "boxes": [ + 1886, + 206, + 1914, + 250 + ] + }, + { + "text": "+ Other Locations", + "boxes": [ + 414, + 238, + 536, + 268 + ] + }, + { + "text": "自◎城", + "boxes": [ + 1884, + 236, + 1916, + 345 + ] + }, + { + "text": "』Downloads", + "boxes": [ + 552, + 246, + 654, + 272 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 248, + 1484, + 268 + ] + }, + { + "text": " lipboard_app", + "boxes": [ + 550, + 264, + 678, + 300 + ] + }, + { + "text": "7 Feb 2024", + "boxes": [ + 1444, + 272, + 1510, + 292 + ] + }, + { + "text": "25", + "boxes": [ + 14, + 584, + 30, + 604 + ] + }, + { + "text": "31", + "boxes": [ + 14, + 687, + 32, + 703 + ] + }, + { + "text": "35", + "boxes": [ + 14, + 750, + 32, + 764 + ] + }, + { + "text": "42", + "boxes": [ + 14, + 870, + 30, + 883 + ] + }, + { + "text": "45", + "boxes": [ + 12, + 925, + 32, + 941 + ] + }, + { + "text": "46", + "boxes": [ + 12, + 941, + 32, + 955 + ] + }, + { + "text": "47", + "boxes": [ + 10, + 957, + 32, + 971 + ] + }, + { + "text": "save", + "boxes": [ + 1442, + 969, + 1490, + 989 + ] + }, + { + "text": "（→→+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1020, + 1018, + 1102, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 6, + 2, + 28, + 26 + ] + }, + { + "text": "Untitled 1 - Libreoffice Calc", + "boxes": [ + 848, + 2, + 1070, + 26 + ] + }, + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "Data Tools ", + "boxes": [ + 356, + 28, + 452, + 46 + ] + }, + { + "text": "··日·白、", + "boxes": [ + 6, + 48, + 378, + 87 + ] + }, + { + "text": "血&", + "boxes": [ + 378, + 54, + 444, + 85 + ] + }, + { + "text": "G-.", + "boxes": [ + 452, + 56, + 550, + 81 + ] + }, + { + "text": "I-I·", + "boxes": [ + 544, + 54, + 1262, + 83 + ] + }, + { + "text": "Liberation San ", + "boxes": [ + 12, + 95, + 118, + 119 + ] + }, + { + "text": "Save", + "boxes": [ + 940, + 87, + 982, + 113 + ] + }, + { + "text": "、", + "boxes": [ + 122, + 97, + 148, + 117 + ] + }, + { + "text": "、", + "boxes": [ + 202, + 97, + 228, + 117 + ] + }, + { + "text": "K34", + "boxes": [ + 8, + 131, + 36, + 151 + ] + }, + { + "text": "浆 ×", + "boxes": [ + 150, + 125, + 246, + 157 + ] + }, + { + "text": "Name:", + "boxes": [ + 404, + 123, + 462, + 149 + ] + }, + { + "text": "Untitled 1", + "boxes": [ + 466, + 123, + 540, + 149 + ] + }, + { + "text": " Home", + "boxes": [ + 406, + 167, + 474, + 193 + ] + }, + { + "text": "、", + "boxes": [ + 554, + 169, + 580, + 189 + ] + }, + { + "text": "root", + "boxes": [ + 572, + 165, + 640, + 197 + ] + }, + { + "text": "口", + "boxes": [ + 1486, + 169, + 1512, + 191 + ] + }, + { + "text": " Desktop", + "boxes": [ + 399, + 192, + 493, + 229 + ] + }, + { + "text": "Name", + "boxes": [ + 552, + 199, + 602, + 224 + ] + }, + { + "text": "| Modified", + "boxes": [ + 1432, + 201, + 1510, + 224 + ] + }, + { + "text": "G", + "boxes": [ + 1886, + 206, + 1914, + 250 + ] + }, + { + "text": "+ Other Locations", + "boxes": [ + 414, + 238, + 536, + 268 + ] + }, + { + "text": "自◎城", + "boxes": [ + 1884, + 236, + 1916, + 345 + ] + }, + { + "text": "』Downloads", + "boxes": [ + 552, + 246, + 654, + 272 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 248, + 1484, + 268 + ] + }, + { + "text": " lipboard_app", + "boxes": [ + 550, + 264, + 678, + 300 + ] + }, + { + "text": "7 Feb 2024", + "boxes": [ + 1444, + 272, + 1514, + 294 + ] + }, + { + "text": "25", + "boxes": [ + 14, + 584, + 30, + 604 + ] + }, + { + "text": "31", + "boxes": [ + 14, + 687, + 32, + 703 + ] + }, + { + "text": "35", + "boxes": [ + 14, + 750, + 32, + 764 + ] + }, + { + "text": "42", + "boxes": [ + 14, + 870, + 30, + 883 + ] + }, + { + "text": "45", + "boxes": [ + 12, + 925, + 32, + 941 + ] + }, + { + "text": "46", + "boxes": [ + 12, + 941, + 32, + 955 + ] + }, + { + "text": "47", + "boxes": [ + 10, + 957, + 32, + 971 + ] + }, + { + "text": "save", + "boxes": [ + 1442, + 969, + 1490, + 989 + ] + }, + { + "text": "1→二+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1020, + 1018, + 1102, + 1042 + ] + } + ] + }, + { + "frame_id": "50_3_8", + "episode_id": 50, + "env_id": 3, + "step": 8, + "format_rewards": 1.0, + "rewards": 11.276412963867188, + "advantages": 0.9950650334358215, + "generated_text": "{\n \"intent\": \"Exploring the desktop by clicking icons to open applications.\",\n \"action\": \"DoubleClick(74, 48)\" \n}", + "action_string": "DoubleClick(74, 48)", + "intent_string": "Exploring the desktop by clicking icons to open applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 114, + 202 + ] + }, + { + "text": "7", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "LibreO...", + "boxes": [ + 14, + 498, + 108, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "50_4_8", + "episode_id": 50, + "env_id": 4, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.414931297302246, + "advantages": 0.07295072823762894, + "generated_text": "{\n \"intent\": \"The action will aim to explore potential tools or features available on the desktop based on interactive elements spotted.\",\n \"action\": \"Move(640, 237)\"\n}", + "action_string": "Move(640, 237)", + "intent_string": "The action will aim to explore potential tools or features available on the desktop based on interactive elements spotted.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1882, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 26, + 111, + 184, + 151 + ] + }, + { + "text": "8", + "boxes": [ + 1684, + 121, + 1712, + 143 + ] + }, + { + "text": "8", + "boxes": [ + 1786, + 123, + 1820, + 143 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 191, + 558, + 216 + ] + }, + { + "text": "国际版", + "boxes": [ + 566, + 189, + 638, + 220 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 480, + 238, + 624, + 262 + ] + }, + { + "text": "矿石与传", + "boxes": [ + 1534, + 391, + 1618, + 417 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 190, + 439, + 274, + 465 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 480, + 1554, + 512 + ] + }, + { + "text": "13.21%6", + "boxes": [ + 1628, + 518, + 1694, + 560 + ] + }, + { + "text": "恒性指数", + "boxes": [ + 1456, + 562, + 1538, + 609 + ] + }, + { + "text": "s", + "boxes": [ + 1589, + 563, + 1632, + 597 + ] + }, + { + "text": " 2-3%", + "boxes": [ + 1618, + 562, + 1700, + 609 + ] + }, + { + "text": "x86过时了！AMD第一款Wi", + "boxes": [ + 296, + 600, + 464, + 629 + ] + }, + { + "text": "1APU\"声波\"曝光：3nm工艺微软新一", + "boxes": [ + 536, + 604, + 756, + 627 + ] + }, + { + "text": "特断拉", + "boxes": [ + 1456, + 608, + 1506, + 653 + ] + }, + { + "text": "+4.339 ", + "boxes": [ + 1626, + 606, + 1700, + 653 + ] + }, + { + "text": "Surface首发", + "boxes": [ + 302, + 619, + 378, + 645 + ] + }, + { + "text": "中华网汽车·1小时", + "boxes": [ + 826, + 635, + 964, + 659 + ] + }, + { + "text": "DARMW", + "boxes": [ + 434, + 645, + 558, + 683 + ] + }, + { + "text": "?", + "boxes": [ + 1135, + 643, + 1167, + 675 + ] + }, + { + "text": "14万买2.OT四驱SUV，配置", + "boxes": [ + 824, + 653, + 1102, + 695 + ] + }, + { + "text": "一点视频/旺角动漫说·6小时", + "boxes": [ + 1158, + 645, + 1334, + 675 + ] + }, + { + "text": "黄州", + "boxes": [ + 1452, + 651, + 1538, + 705 + ] + }, + { + "text": "x86过时了！AMD第一款WindowsARM", + "boxes": [ + 198, + 661, + 768, + 703 + ] + }, + { + "text": "1,-4139 ", + "boxes": [ + 1626, + 653, + 1700, + 703 + ] + }, + { + "text": "还是死神的镰刀会比较好一", + "boxes": [ + 1132, + 665, + 1382, + 703 + ] + }, + { + "text": "吊打途观L，销量却让人意", + "boxes": [ + 824, + 683, + 1066, + 713 + ] + }, + { + "text": "APU“声波\"曝光：3nm工艺微软新-", + "boxes": [ + 198, + 693, + 688, + 739 + ] + }, + { + "text": "4", + "boxes": [ + 708, + 701, + 724, + 715 + ] + }, + { + "text": "点！", + "boxes": [ + 1135, + 694, + 1181, + 729 + ] + }, + { + "text": "代...", + "boxes": [ + 702, + 705, + 762, + 737 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 701, + 1506, + 746 + ] + }, + { + "text": "m", + "boxes": [ + 1590, + 701, + 1632, + 741 + ] + }, + { + "text": "5.592", + "boxes": [ + 1624, + 699, + 1700, + 746 + ] + }, + { + "text": "外？", + "boxes": [ + 826, + 711, + 870, + 739 + ] + }, + { + "text": "+", + "boxes": [ + 1688, + 717, + 1712, + 731 + ] + }, + { + "text": "", + "boxes": [ + 202, + 746, + 258, + 766 + ] + }, + { + "text": "1", + "boxes": [ + 820, + 739, + 894, + 770 + ] + }, + { + "text": "查看自选股建议", + "boxes": [ + 1624, + 742, + 1726, + 768 + ] + }, + { + "text": "逃离清华62", + "boxes": [ + 555, + 771, + 771, + 841 + ] + }, + { + "text": "计算：√3.6+V6.4", + "boxes": [ + 814, + 784, + 944, + 816 + ] + }, + { + "text": "1长春市", + "boxes": [ + 1458, + 796, + 1524, + 822 + ] + }, + { + "text": "", + "boxes": [ + 852, + 923, + 876, + 937 + ] + }, + { + "text": "证券日报·2小时", + "boxes": [ + 206, + 951, + 328, + 975 + ] + }, + { + "text": "一点视频/三乐大掌柜·23小时", + "boxes": [ + 844, + 957, + 1032, + 993 + ] + }, + { + "text": "每日经济新闻·1小时", + "boxes": [ + 1138, + 949, + 1290, + 979 + ] + }, + { + "text": "金智科技：仿生自发电一储能", + "boxes": [ + 198, + 969, + 472, + 1009 + ] + }, + { + "text": "冰夜袭北京，有险企车险报", + "boxes": [ + 1134, + 971, + 1406, + 1007 + ] + }, + { + "text": "二次根式的计算，里面还有小", + "boxes": [ + 828, + 983, + 1098, + 1018 + ] + }, + { + "text": "混凝十的科研成果与公司主营", + "boxes": [ + 202, + 999, + 472, + 1028 + ] + }, + { + "text": "案超万件自然灾害导致的车险", + "boxes": [ + 1136, + 999, + 1412, + 1034 + ] + }, + { + "text": "真是难倒一大半的同学", + "boxes": [ + 884, + 1012, + 1096, + 1042 + ] + }, + { + "text": "arch - Micr.", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1588, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1882, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 29, + 111, + 185, + 149 + ] + }, + { + "text": "8", + "boxes": [ + 1786, + 123, + 1820, + 143 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 191, + 558, + 216 + ] + }, + { + "text": "国际版", + "boxes": [ + 566, + 189, + 640, + 220 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 480, + 238, + 630, + 262 + ] + }, + { + "text": "矿石与传", + "boxes": [ + 1534, + 391, + 1618, + 417 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 190, + 439, + 272, + 465 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 480, + 1554, + 512 + ] + }, + { + "text": "直时中国A50", + "boxes": [ + 1451, + 507, + 1565, + 565 + ] + }, + { + "text": "13.21%6", + "boxes": [ + 1628, + 518, + 1694, + 560 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1458, + 562, + 1538, + 609 + ] + }, + { + "text": "s", + "boxes": [ + 1589, + 563, + 1632, + 597 + ] + }, + { + "text": " 2-3%", + "boxes": [ + 1618, + 562, + 1700, + 609 + ] + }, + { + "text": "特断拉", + "boxes": [ + 1456, + 608, + 1506, + 653 + ] + }, + { + "text": "+4.339 ", + "boxes": [ + 1626, + 606, + 1702, + 653 + ] + }, + { + "text": "中华网汽车·1小时", + "boxes": [ + 830, + 633, + 966, + 663 + ] + }, + { + "text": "14万买2.OT四驱SUV，配置", + "boxes": [ + 824, + 653, + 1102, + 695 + ] + }, + { + "text": "D", + "boxes": [ + 1137, + 646, + 1166, + 672 + ] + }, + { + "text": "一点视频/旺角动漫说·6小时", + "boxes": [ + 1158, + 645, + 1334, + 675 + ] + }, + { + "text": "黄州", + "boxes": [ + 1452, + 651, + 1538, + 705 + ] + }, + { + "text": "1,-4139 ", + "boxes": [ + 1626, + 653, + 1700, + 703 + ] + }, + { + "text": "还是死神的镰刀会比较好一", + "boxes": [ + 1132, + 665, + 1382, + 703 + ] + }, + { + "text": "吊打途观L，销量却让人意", + "boxes": [ + 828, + 685, + 1068, + 715 + ] + }, + { + "text": "么有的人只玩单机游戏", + "boxes": [ + 260, + 695, + 562, + 737 + ] + }, + { + "text": "不玩多人游戏？", + "boxes": [ + 572, + 695, + 786, + 737 + ] + }, + { + "text": "点！", + "boxes": [ + 1136, + 695, + 1182, + 729 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 701, + 1506, + 746 + ] + }, + { + "text": "m", + "boxes": [ + 1590, + 701, + 1632, + 741 + ] + }, + { + "text": "5.592", + "boxes": [ + 1624, + 699, + 1700, + 746 + ] + }, + { + "text": "外？", + "boxes": [ + 826, + 711, + 870, + 739 + ] + }, + { + "text": "+", + "boxes": [ + 1688, + 717, + 1712, + 731 + ] + }, + { + "text": "1", + "boxes": [ + 820, + 739, + 894, + 770 + ] + }, + { + "text": "：", + "boxes": [ + 1138, + 741, + 1200, + 766 + ] + }, + { + "text": "查看自选股建议", + "boxes": [ + 1624, + 744, + 1726, + 770 + ] + }, + { + "text": "逃离清华62", + "boxes": [ + 557, + 771, + 751, + 839 + ] + }, + { + "text": "计算：√3.6+V6.4", + "boxes": [ + 814, + 784, + 944, + 816 + ] + }, + { + "text": "1长春市", + "boxes": [ + 1456, + 796, + 1526, + 822 + ] + }, + { + "text": "", + "boxes": [ + 852, + 923, + 876, + 937 + ] + }, + { + "text": "证券日报·2小时", + "boxes": [ + 206, + 951, + 328, + 975 + ] + }, + { + "text": "一点视频/三乐大掌柜·23小时", + "boxes": [ + 844, + 957, + 1032, + 993 + ] + }, + { + "text": "每日经济新闻·1小时", + "boxes": [ + 1138, + 949, + 1290, + 979 + ] + }, + { + "text": "?", + "boxes": [ + 826, + 961, + 854, + 989 + ] + }, + { + "text": "金智科技：仿生自发电一储能", + "boxes": [ + 200, + 971, + 472, + 1007 + ] + }, + { + "text": "冰夜袭北京，有险企车险报", + "boxes": [ + 1134, + 971, + 1406, + 1007 + ] + }, + { + "text": "二次根式的计算，里面还有小", + "boxes": [ + 826, + 983, + 1098, + 1018 + ] + }, + { + "text": "混凝土的科研成果与公司主营", + "boxes": [ + 196, + 995, + 472, + 1034 + ] + }, + { + "text": "案超万件自然灾害导致的车险", + "boxes": [ + 1136, + 999, + 1412, + 1034 + ] + }, + { + "text": "数点，真是难倒一大半的同学", + "boxes": [ + 826, + 1012, + 1096, + 1042 + ] + }, + { + "text": "业冬相兰度不", + "boxes": [ + 210, + 1024, + 316, + 1048 + ] + } + ] + }, + { + "frame_id": "50_5_8", + "episode_id": 50, + "env_id": 5, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.9188232421875, + "advantages": -0.17280422151088715, + "generated_text": "{\n \"intent\": \"Move the cursor to the top menu bar to see if there are any additional functionalities or applications that need to be explored.\",\n \"action\": \"Move(96, 107)\"\n}", + "action_string": "Move(96, 107)", + "intent_string": "Move the cursor to the top menu bar to see if there are any additional functionalities or applications that need to be explored.", + "before_screen_ocr_results": [ + { + "text": "earch -Microsoft Bing×+", + "boxes": [ + 44, + 32, + 244, + 50 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1588, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1876, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 19, + 109, + 187, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 254, + 558, + 280 + ] + }, + { + "text": "国际版", + "boxes": [ + 578, + 256, + 630, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 298, + 628, + 328 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 646, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 484, + 411, + 654, + 441 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 638, + 478 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 792, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 670, + 1633, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 721, + 272, + 752 + ] + }, + { + "text": "逃离清华62", + "boxes": [ + 1210, + 754, + 1338, + 784 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 766, + 1552, + 792 + ] + }, + { + "text": "直时中国A50", + "boxes": [ + 1450, + 790, + 1568, + 851 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "恒生指", + "boxes": [ + 1454, + 844, + 1540, + 897 + ] + }, + { + "text": " 2.30%", + "boxes": [ + 1618, + 846, + 1700, + 893 + ] + }, + { + "text": "S", + "boxes": [ + 1586, + 845, + 1634, + 886 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4.33", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "", + "boxes": [ + 1586, + 889, + 1644, + 936 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 925, + 850, + 941 + ] + }, + { + "text": "一点资讯·22分钟", + "boxes": [ + 854, + 923, + 956, + 941 + ] + }, + { + "text": "1.", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点视频/寒龙游戏·6小时", + "boxes": [ + 1158, + 919, + 1320, + 949 + ] + }, + { + "text": "传奇世界：从爆龙纹剑到藏仓", + "boxes": [ + 824, + 937, + 1098, + 977 + ] + }, + { + "text": "我的世界：逃离清华62，疯狂", + "boxes": [ + 1134, + 941, + 1414, + 977 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1454, + 935, + 1538, + 989 + ] + }, + { + "text": "优酷首播！24集刑侦悬疑剧，潘粤明、王", + "boxes": [ + 200, + 943, + 724, + 987 + ] + }, + { + "text": ".319", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "王鹤", + "boxes": [ + 706, + 951, + 772, + 977 + ] + }, + { + "text": "库，老玩家的装备保命手册", + "boxes": [ + 824, + 967, + 1076, + 1001 + ] + }, + { + "text": "动物城 我的世界 朱迪 尼克 疯", + "boxes": [ + 1134, + 967, + 1416, + 1003 + ] + }, + { + "text": "棣领衔，值得期待！1", + "boxes": [ + 196, + 979, + 600, + 1021 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 983, + 1506, + 1030 + ] + }, + { + "text": "+.39 ", + "boxes": [ + 1622, + 981, + 1722, + 1032 + ] + }, + { + "text": "?", + "boxes": [ + 660, + 991, + 700, + 1007 + ] + }, + { + "text": "狂动物城", + "boxes": [ + 1136, + 997, + 1228, + 1028 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 991, + 1628, + 1012 + ] + }, + { + "text": "A14", + "boxes": [ + 1138, + 1026, + 1208, + 1048 + ] + }, + { + "text": "态丢白选股建过", + "boxes": [ + 1630, + 1028, + 1716, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1878, + 89 + ] + }, + { + "text": "Micr", + "boxes": [ + 34, + 119, + 94, + 139 + ] + }, + { + "text": "国内版", + "boxes": [ + 498, + 256, + 556, + 276 + ] + }, + { + "text": "国际版", + "boxes": [ + 578, + 256, + 630, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 298, + 628, + 328 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 646, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 484, + 411, + 654, + 441 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 638, + 478 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 792, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1532, + 673, + 1632, + 705 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 721, + 276, + 752 + ] + }, + { + "text": "逃离清华62", + "boxes": [ + 1214, + 754, + 1336, + 784 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 766, + 1552, + 792 + ] + }, + { + "text": "鸡兔共有32只，鸡比兔多8只，求兔子有几只？", + "boxes": [ + 280, + 808, + 656, + 840 + ] + }, + { + "text": "直时中国A50", + "boxes": [ + 1450, + 790, + 1568, + 851 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1464, + 852, + 1532, + 878 + ] + }, + { + "text": " 2.30%", + "boxes": [ + 1618, + 846, + 1698, + 893 + ] + }, + { + "text": "▼", + "boxes": [ + 482, + 864, + 508, + 883 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 1464, + 868, + 1518, + 887 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4.33", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "点视频/乐学小学数学", + "boxes": [ + 248, + 923, + 350, + 941 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 925, + 850, + 941 + ] + }, + { + "text": "一点资讯·22分钟", + "boxes": [ + 850, + 923, + 956, + 941 + ] + }, + { + "text": "1.", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点视频/寒龙游戏·6小时", + "boxes": [ + 1158, + 919, + 1320, + 949 + ] + }, + { + "text": "传奇世界：从爆龙纹剑到藏仓", + "boxes": [ + 824, + 939, + 1096, + 975 + ] + }, + { + "text": "我的世界：逃离清华62，疯狂", + "boxes": [ + 1136, + 941, + 1416, + 977 + ] + }, + { + "text": "黄州", + "boxes": [ + 1454, + 935, + 1536, + 989 + ] + }, + { + "text": "二年级思维训练数学思维奥数举一反三书", + "boxes": [ + 204, + 947, + 762, + 983 + ] + }, + { + "text": ".319", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "库，老玩家的装备保命手册", + "boxes": [ + 824, + 967, + 1076, + 1001 + ] + }, + { + "text": "动物城 我的世界 朱迪 尼克 疯", + "boxes": [ + 1134, + 967, + 1416, + 1003 + ] + }, + { + "text": "籍奥数思维", + "boxes": [ + 200, + 983, + 362, + 1020 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 983, + 1506, + 1030 + ] + }, + { + "text": "+.39 ", + "boxes": [ + 1622, + 981, + 1722, + 1032 + ] + }, + { + "text": "狂动物城", + "boxes": [ + 1136, + 997, + 1228, + 1028 + ] + }, + { + "text": "", + "boxes": [ + 1596, + 991, + 1628, + 1012 + ] + }, + { + "text": "A14", + "boxes": [ + 1138, + 1026, + 1208, + 1048 + ] + }, + { + "text": "丢白选股建过", + "boxes": [ + 1632, + 1028, + 1716, + 1046 + ] + }, + { + "text": "2", + "boxes": [ + 190, + 1052, + 202, + 1064 + ] + } + ] + }, + { + "frame_id": "50_6_8", + "episode_id": 50, + "env_id": 6, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.11830997467041, + "advantages": -0.07398532330989838, + "generated_text": "{\n \"intent\": \"Open a new tab to explore other websites or search options.\",\n \"action\": \"Click(166, 17)\"\n}", + "action_string": "Click(166, 17)", + "intent_string": "Open a new tab to explore other websites or search options.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 40, + 66, + 128, + 89 + ] + }, + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "50_7_8", + "episode_id": 50, + "env_id": 7, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.44394302368164, + "advantages": 0.08732214570045471, + "generated_text": "{\n \"intent\": \"Navigating to different browser tabs or sites to explore more bookmarked content.\",\n \"action\": \"DoubleClick(80, 70)\" }", + "action_string": "DoubleClick(80, 70)", + "intent_string": "Navigating to different browser tabs or sites to explore more bookmarked content.", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 40, + 66, + 128, + 89 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "尼仓", + "boxes": [ + 74, + 68, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "50_0_9", + "episode_id": 50, + "env_id": 0, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.845491409301758, + "advantages": 0.2862354516983032, + "generated_text": "{\n \"intent\": \"Exploiting the task panel to explore applications, as indicated by the visible icons.\",\n \"action\": \"DoubleClick(76, 65)\"\n}", + "action_string": "DoubleClick(76, 65)", + "intent_string": "Exploiting the task panel to explore applications, as indicated by the visible icons.", + "before_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 906, + 42, + 1020, + 60 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": "Firefox", + "boxes": [ + 11, + 58, + 99, + 100 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 414, + 93 + ] + }, + { + "text": "×+", + "boxes": [ + 520, + 69, + 572, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 350, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 546, + 99, + 820, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 328, + 137, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 506, + 143, + 632, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 582, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1113, + 525, + 1161, + 557 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1150, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 30, + 771, + 82, + 832 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 900, + 814 + ] + }, + { + "text": "Firefox Privac", + "boxes": [ + 1228, + 790, + 1320, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "illa Firefox", + "boxes": [ + 242, + 1050, + 312, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 24, + 34, + 88, + 52 + ] + }, + { + "text": "□", + "boxes": [ + 1536, + 40, + 1598, + 66 + ] + }, + { + "text": "→", + "boxes": [ + 33, + 59, + 135, + 96 + ] + }, + { + "text": "I目?", + "boxes": [ + 1148, + 66, + 1238, + 91 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 168, + 125 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 202, + 103, + 312, + 121 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1560, + 129 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 352, + 250, + 446, + 274 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 170, + 359, + 262, + 385 + ] + }, + { + "text": "OY", + "boxes": [ + 538, + 415, + 618, + 469 + ] + }, + { + "text": "知", + "boxes": [ + 662, + 407, + 740, + 476 + ] + }, + { + "text": "B", + "boxes": [ + 199, + 439, + 248, + 496 + ] + }, + { + "text": "Apple", + "boxes": [ + 200, + 492, + 242, + 518 + ] + }, + { + "text": "bing", + "boxes": [ + 326, + 498, + 354, + 512 + ] + }, + { + "text": "Amazon", + "boxes": [ + 430, + 494, + 486, + 512 + ] + }, + { + "text": "zhihu", + "boxes": [ + 684, + 498, + 714, + 512 + ] + }, + { + "text": "veibo", + "boxes": [ + 926, + 498, + 956, + 512 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1044, + 494, + 1076, + 514 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": " Highlights", + "boxes": [ + 168, + 576, + 272, + 602 + ] + }, + { + "text": "amazon", + "boxes": [ + 670, + 633, + 852, + 677 + ] + }, + { + "text": "moz://a", + "boxes": [ + 905, + 630, + 1095, + 696 + ] + }, + { + "text": "oz://la", + "boxes": [ + 1273, + 668, + 1421, + 733 + ] + }, + { + "text": "?", + "boxes": [ + 354, + 711, + 368, + 727 + ] + }, + { + "text": "", + "boxes": [ + 830, + 705, + 854, + 731 + ] + }, + { + "text": "", + "boxes": [ + 1072, + 709, + 1092, + 729 + ] + }, + { + "text": "apple", + "boxes": [ + 184, + 729, + 228, + 754 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 428, + 731, + 474, + 750 + ] + }, + { + "text": "amazon", + "boxes": [ + 670, + 733, + 714, + 752 + ] + }, + { + "text": "mozilla ", + "boxes": [ + 908, + 733, + 954, + 752 + ] + }, + { + "text": "Apple", + "boxes": [ + 184, + 750, + 232, + 778 + ] + }, + { + "text": " Search -Microsoft Bing", + "boxes": [ + 422, + 746, + 588, + 781 + ] + }, + { + "text": "Amazon.com. Spend less...", + "boxes": [ + 666, + 750, + 850, + 774 + ] + }, + { + "text": "Firefox Privacy Notice -", + "boxes": [ + 906, + 752, + 1064, + 776 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "la Fire", + "boxes": [ + 252, + 1052, + 292, + 1068 + ] + } + ] + }, + { + "frame_id": "50_1_9", + "episode_id": 50, + "env_id": 1, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.964700698852539, + "advantages": -0.15007810294628143, + "generated_text": "{\n \"intent\": \"Start interacting with any accessible website to begin exploration on the desktop.\",\n \"action\": \"DoubleClick(668, 27)\"\n}", + "action_string": "DoubleClick(668, 27)", + "intent_string": "Start interacting with any accessible website to begin exploration on the desktop.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 40, + 66, + 128, + 89 + ] + }, + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 64, + 520, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "50_2_9", + "episode_id": 50, + "env_id": 2, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.411670684814453, + "advantages": -0.42403024435043335, + "generated_text": "{\n \"intent\": \"Proceed with saving the document to continue exploration\",\n \"action\": \"DoubleClick(1017, 239)\" \n}", + "action_string": "DoubleClick(1017, 239)", + "intent_string": "Proceed with saving the document to continue exploration", + "before_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 6, + 2, + 28, + 26 + ] + }, + { + "text": "Untitled 1 - Libreoffice Calc", + "boxes": [ + 848, + 2, + 1070, + 26 + ] + }, + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "Data Tools ", + "boxes": [ + 356, + 28, + 452, + 46 + ] + }, + { + "text": "··日·白、", + "boxes": [ + 6, + 48, + 378, + 87 + ] + }, + { + "text": "血&", + "boxes": [ + 378, + 54, + 444, + 85 + ] + }, + { + "text": "G-.", + "boxes": [ + 452, + 56, + 550, + 81 + ] + }, + { + "text": "I-I·", + "boxes": [ + 544, + 54, + 1262, + 83 + ] + }, + { + "text": "Liberation San ", + "boxes": [ + 12, + 95, + 118, + 119 + ] + }, + { + "text": "Save", + "boxes": [ + 940, + 87, + 982, + 113 + ] + }, + { + "text": "、", + "boxes": [ + 122, + 97, + 148, + 117 + ] + }, + { + "text": "、", + "boxes": [ + 202, + 97, + 228, + 117 + ] + }, + { + "text": "K34", + "boxes": [ + 8, + 131, + 36, + 151 + ] + }, + { + "text": "浆 ×", + "boxes": [ + 150, + 125, + 246, + 157 + ] + }, + { + "text": "Name:", + "boxes": [ + 404, + 123, + 462, + 149 + ] + }, + { + "text": "Untitled 1", + "boxes": [ + 466, + 123, + 540, + 149 + ] + }, + { + "text": " Home", + "boxes": [ + 406, + 167, + 474, + 193 + ] + }, + { + "text": "、", + "boxes": [ + 554, + 169, + 580, + 189 + ] + }, + { + "text": "root", + "boxes": [ + 572, + 165, + 640, + 197 + ] + }, + { + "text": "口", + "boxes": [ + 1486, + 169, + 1512, + 191 + ] + }, + { + "text": " Desktop", + "boxes": [ + 399, + 192, + 493, + 229 + ] + }, + { + "text": "Name", + "boxes": [ + 552, + 199, + 602, + 224 + ] + }, + { + "text": "| Modified", + "boxes": [ + 1432, + 201, + 1510, + 224 + ] + }, + { + "text": "G", + "boxes": [ + 1886, + 206, + 1914, + 250 + ] + }, + { + "text": "+ Other Locations", + "boxes": [ + 414, + 238, + 536, + 268 + ] + }, + { + "text": "自◎城", + "boxes": [ + 1884, + 236, + 1916, + 345 + ] + }, + { + "text": "』Downloads", + "boxes": [ + 552, + 246, + 654, + 272 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 248, + 1484, + 268 + ] + }, + { + "text": " lipboard_app", + "boxes": [ + 550, + 264, + 678, + 300 + ] + }, + { + "text": "7 Feb 2024", + "boxes": [ + 1444, + 272, + 1514, + 294 + ] + }, + { + "text": "25", + "boxes": [ + 14, + 584, + 30, + 604 + ] + }, + { + "text": "31", + "boxes": [ + 14, + 687, + 32, + 703 + ] + }, + { + "text": "35", + "boxes": [ + 14, + 750, + 32, + 764 + ] + }, + { + "text": "42", + "boxes": [ + 14, + 870, + 30, + 883 + ] + }, + { + "text": "45", + "boxes": [ + 12, + 925, + 32, + 941 + ] + }, + { + "text": "46", + "boxes": [ + 12, + 941, + 32, + 955 + ] + }, + { + "text": "47", + "boxes": [ + 10, + 957, + 32, + 971 + ] + }, + { + "text": "save", + "boxes": [ + 1442, + 969, + 1490, + 989 + ] + }, + { + "text": "1→二+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1020, + 1018, + 1102, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 6, + 2, + 28, + 26 + ] + }, + { + "text": "Untitled 1 - Libreoffice Calc", + "boxes": [ + 848, + 2, + 1070, + 26 + ] + }, + { + "text": "File", + "boxes": [ + 8, + 26, + 36, + 46 + ] + }, + { + "text": "Data Tools ", + "boxes": [ + 356, + 28, + 452, + 46 + ] + }, + { + "text": "··日·白、", + "boxes": [ + 6, + 48, + 378, + 87 + ] + }, + { + "text": "血&", + "boxes": [ + 378, + 54, + 444, + 85 + ] + }, + { + "text": "G-.", + "boxes": [ + 452, + 56, + 550, + 81 + ] + }, + { + "text": "I-I·", + "boxes": [ + 544, + 54, + 1262, + 83 + ] + }, + { + "text": "Liberation San ", + "boxes": [ + 12, + 95, + 118, + 119 + ] + }, + { + "text": "Save", + "boxes": [ + 940, + 87, + 982, + 113 + ] + }, + { + "text": "、", + "boxes": [ + 122, + 97, + 148, + 117 + ] + }, + { + "text": "、", + "boxes": [ + 202, + 97, + 228, + 117 + ] + }, + { + "text": "K34", + "boxes": [ + 8, + 131, + 36, + 151 + ] + }, + { + "text": "浆 ×", + "boxes": [ + 150, + 125, + 246, + 157 + ] + }, + { + "text": "Name:", + "boxes": [ + 404, + 123, + 462, + 149 + ] + }, + { + "text": "Untitled 1", + "boxes": [ + 466, + 123, + 540, + 149 + ] + }, + { + "text": " Home", + "boxes": [ + 406, + 167, + 474, + 193 + ] + }, + { + "text": "、", + "boxes": [ + 554, + 169, + 580, + 189 + ] + }, + { + "text": "root", + "boxes": [ + 574, + 165, + 640, + 197 + ] + }, + { + "text": "口", + "boxes": [ + 1486, + 169, + 1512, + 191 + ] + }, + { + "text": " Desktop", + "boxes": [ + 399, + 192, + 493, + 229 + ] + }, + { + "text": "Name", + "boxes": [ + 552, + 199, + 602, + 224 + ] + }, + { + "text": "| Modified", + "boxes": [ + 1432, + 201, + 1510, + 224 + ] + }, + { + "text": "G", + "boxes": [ + 1886, + 206, + 1914, + 250 + ] + }, + { + "text": "+ Other Locations", + "boxes": [ + 414, + 238, + 536, + 268 + ] + }, + { + "text": "自◎城", + "boxes": [ + 1884, + 236, + 1916, + 345 + ] + }, + { + "text": "』Downloads", + "boxes": [ + 552, + 246, + 654, + 272 + ] + }, + { + "text": "7 May", + "boxes": [ + 1444, + 248, + 1484, + 268 + ] + }, + { + "text": " lipboard_app", + "boxes": [ + 550, + 264, + 678, + 300 + ] + }, + { + "text": "7 Feb 2024", + "boxes": [ + 1444, + 272, + 1514, + 294 + ] + }, + { + "text": "25", + "boxes": [ + 14, + 584, + 30, + 604 + ] + }, + { + "text": "31", + "boxes": [ + 14, + 687, + 32, + 703 + ] + }, + { + "text": "35", + "boxes": [ + 14, + 750, + 32, + 764 + ] + }, + { + "text": "42", + "boxes": [ + 14, + 870, + 30, + 883 + ] + }, + { + "text": "45", + "boxes": [ + 12, + 925, + 32, + 941 + ] + }, + { + "text": "46", + "boxes": [ + 12, + 941, + 32, + 955 + ] + }, + { + "text": "47", + "boxes": [ + 10, + 957, + 32, + 971 + ] + }, + { + "text": "save", + "boxes": [ + 1442, + 969, + 1490, + 989 + ] + }, + { + "text": "1→二+", + "boxes": [ + 18, + 994, + 132, + 1017 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1020, + 1018, + 1102, + 1042 + ] + } + ] + }, + { + "frame_id": "50_3_9", + "episode_id": 50, + "env_id": 3, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.954320907592773, + "advantages": 0.34014585614204407, + "generated_text": "{\n \"intent\": \"Click on the 'Search with Bing or enter address' field to start typing new content or search terms.\",\n \"action\": \"DoubleClick(522, 70)\"\n}", + "action_string": "DoubleClick(522, 70)", + "intent_string": "Click on the 'Search with Bing or enter address' field to start typing new content or search terms.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 36, + 68, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter addressI", + "boxes": [ + 248, + 62, + 530, + 91 + ] + }, + { + "text": " Apple -- tt://www.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 272, + 214, + 590, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 252, + 324, + 272 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1225, + 673, + 1417, + 735 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "50_4_9", + "episode_id": 50, + "env_id": 4, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.357556343078613, + "advantages": 0.5398948788642883, + "generated_text": "{\n \"intent\": \"Open an icon on the desktop by selecting it with a double click, and then interacting with any visible application.\",\n \"action\": \"DoubleClick(500, 500)\" \n}", + "action_string": "DoubleClick(500, 500)", + "intent_string": "Open an icon on the desktop by selecting it with a double click, and then interacting with any visible application.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1880, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 26, + 111, + 184, + 151 + ] + }, + { + "text": "8", + "boxes": [ + 1684, + 121, + 1712, + 143 + ] + }, + { + "text": "8", + "boxes": [ + 1786, + 123, + 1820, + 143 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 191, + 558, + 216 + ] + }, + { + "text": "国际版", + "boxes": [ + 566, + 189, + 640, + 220 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 480, + 238, + 630, + 262 + ] + }, + { + "text": "矿石与传", + "boxes": [ + 1532, + 391, + 1618, + 417 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 190, + 439, + 274, + 465 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 480, + 1554, + 512 + ] + }, + { + "text": "13.21%6", + "boxes": [ + 1628, + 518, + 1694, + 560 + ] + }, + { + "text": "恒性指数", + "boxes": [ + 1456, + 562, + 1538, + 609 + ] + }, + { + "text": "s", + "boxes": [ + 1589, + 563, + 1632, + 597 + ] + }, + { + "text": " 2-3%", + "boxes": [ + 1618, + 562, + 1700, + 609 + ] + }, + { + "text": "特断拉", + "boxes": [ + 1456, + 608, + 1506, + 653 + ] + }, + { + "text": "+4.339 ", + "boxes": [ + 1626, + 606, + 1700, + 653 + ] + }, + { + "text": "中华网汽车·1小时", + "boxes": [ + 830, + 635, + 964, + 659 + ] + }, + { + "text": "?", + "boxes": [ + 1135, + 643, + 1167, + 675 + ] + }, + { + "text": "14万买2.OT四驱SUV，配置", + "boxes": [ + 824, + 653, + 1098, + 689 + ] + }, + { + "text": "一点视频/旺角动漫说·6小时", + "boxes": [ + 1158, + 645, + 1334, + 675 + ] + }, + { + "text": "Polo五十周年火爆庆祝，ID.3GTX惊艳亮", + "boxes": [ + 200, + 659, + 766, + 701 + ] + }, + { + "text": "黄州", + "boxes": [ + 1452, + 651, + 1538, + 705 + ] + }, + { + "text": "还是死神的镰刀会比较好-", + "boxes": [ + 1132, + 665, + 1374, + 703 + ] + }, + { + "text": "±2.81% ", + "boxes": [ + 1630, + 657, + 1696, + 689 + ] + }, + { + "text": "吊打途观L，销量却让人意", + "boxes": [ + 826, + 683, + 1068, + 713 + ] + }, + { + "text": "1,634.99", + "boxes": [ + 1638, + 677, + 1690, + 695 + ] + }, + { + "text": "相，你猜6月卖多少？", + "boxes": [ + 198, + 693, + 490, + 741 + ] + }, + { + "text": "点！", + "boxes": [ + 1138, + 697, + 1178, + 727 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 701, + 1506, + 746 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 703, + 1632, + 741 + ] + }, + { + "text": "5.592", + "boxes": [ + 1624, + 699, + 1700, + 746 + ] + }, + { + "text": "外？", + "boxes": [ + 826, + 711, + 870, + 739 + ] + }, + { + "text": "+", + "boxes": [ + 1688, + 717, + 1712, + 731 + ] + }, + { + "text": "", + "boxes": [ + 204, + 746, + 254, + 764 + ] + }, + { + "text": "1", + "boxes": [ + 820, + 739, + 894, + 770 + ] + }, + { + "text": "查看自选股建议", + "boxes": [ + 1624, + 744, + 1726, + 770 + ] + }, + { + "text": "逃离清华62", + "boxes": [ + 557, + 771, + 751, + 839 + ] + }, + { + "text": "计算：√3.6+V6.4", + "boxes": [ + 814, + 784, + 944, + 816 + ] + }, + { + "text": "1长春市", + "boxes": [ + 1458, + 796, + 1524, + 822 + ] + }, + { + "text": "", + "boxes": [ + 852, + 923, + 876, + 937 + ] + }, + { + "text": "证券日报·2小时", + "boxes": [ + 206, + 951, + 328, + 975 + ] + }, + { + "text": "一点视频/三乐大掌柜·23小时", + "boxes": [ + 844, + 957, + 1032, + 993 + ] + }, + { + "text": "每日经济新闻·1小时", + "boxes": [ + 1140, + 951, + 1288, + 975 + ] + }, + { + "text": "金智科技：仿生自发电一储能", + "boxes": [ + 198, + 969, + 472, + 1009 + ] + }, + { + "text": "?", + "boxes": [ + 826, + 961, + 854, + 989 + ] + }, + { + "text": "冰夜袭北京，有险企车险报", + "boxes": [ + 1134, + 971, + 1406, + 1007 + ] + }, + { + "text": "二次根式的计算，里面还有小", + "boxes": [ + 826, + 983, + 1098, + 1018 + ] + }, + { + "text": ".5", + "boxes": [ + 1472, + 983, + 1484, + 995 + ] + }, + { + "text": "混凝土的科研成果与公司主营", + "boxes": [ + 196, + 995, + 472, + 1034 + ] + }, + { + "text": "案超万件自然灾害导致的车险", + "boxes": [ + 1136, + 999, + 1412, + 1034 + ] + }, + { + "text": "数点，真是难倒一大半的同学", + "boxes": [ + 826, + 1012, + 1096, + 1042 + ] + }, + { + "text": "业冬相兰度不", + "boxes": [ + 210, + 1024, + 316, + 1048 + ] + }, + { + "text": "点视频/寒龙小哥哥·6小时", + "boxes": [ + 556, + 1022, + 698, + 1040 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "crosoft Bing", + "boxes": [ + 108, + 32, + 190, + 50 + ] + }, + { + "text": "写作业不可让AI\"代劳”，这个", + "boxes": [ + 252, + 28, + 422, + 52 + ] + }, + { + "text": "作业不可让AI\"代劳”，这个×十", + "boxes": [ + 492, + 32, + 694, + 50 + ] + }, + { + "text": "① https://wv", + "boxes": [ + 256, + 66, + 374, + 89 + ] + }, + { + "text": "", + "boxes": [ + 1582, + 62, + 1666, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 60, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1764, + 121, + 1792, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1836, + 125, + 1856, + 141 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 270, + 175, + 318, + 201 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 344, + 175, + 692, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1601, + 166, + 1729, + 209 + ] + }, + { + "text": "众播观察", + "boxes": [ + 382, + 264, + 500, + 308 + ] + }, + { + "text": "TIU", + "boxes": [ + 1526, + 276, + 1598, + 316 + ] + }, + { + "text": "奇迹加灵", + "boxes": [ + 1486, + 314, + 1636, + 369 + ] + }, + { + "text": "写作业不可让AI\"代劳”，这个禁区划得及时", + "boxes": [ + 366, + 345, + 980, + 387 + ] + }, + { + "text": "众播观察的报道·7小时·0 2 分钟读取", + "boxes": [ + 362, + 413, + 680, + 449 + ] + }, + { + "text": "小怪也能爆充值！", + "boxes": [ + 1426, + 411, + 1570, + 443 + ] + }, + { + "text": "广告奇迹-新服开启", + "boxes": [ + 1426, + 467, + 1544, + 496 + ] + }, + { + "text": "5月12日，教育部发布《中小学人工智能通识教育指南（2025年版）》和《中小学生成式人工智能使用指南（2025", + "boxes": [ + 360, + 496, + 1232, + 536 + ] + }, + { + "text": "年版）》（以下简称《使用指南》），以科学规范推进人工智能全学段教育。《使用指南》提出，禁止学生直接复制", + "boxes": [ + 366, + 530, + 1236, + 560 + ] + }, + { + "text": "人工智能生成内容作为作业或考试答案，限制在创造性任务中滥用人工智能。", + "boxes": [ + 366, + 556, + 936, + 586 + ] + }, + { + "text": "访问众搭观察", + "boxes": [ + 1428, + 554, + 1550, + 584 + ] + }, + { + "text": "AI\"押题”成备考\"神器”？考前冲刺", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "别“走歪路”", + "boxes": [ + 1448, + 627, + 1518, + 649 + ] + }, + { + "text": "本周北方大范围高温，太原迎今夏", + "boxes": [ + 1446, + 665, + 1662, + 695 + ] + }, + { + "text": "首个高温天", + "boxes": [ + 1448, + 687, + 1522, + 711 + ] + }, + { + "text": "东营今日多云为主", + "boxes": [ + 1448, + 731, + 1566, + 754 + ] + }, + { + "text": "，未来三天天气", + "boxes": [ + 1560, + 733, + 1660, + 756 + ] + }, + { + "text": "多变市民需防范", + "boxes": [ + 1448, + 750, + 1550, + 776 + ] + }, + { + "text": "®", + "boxes": [ + 1410, + 826, + 1446, + 855 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1092, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1674, + 878, + 1720, + 905 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 28, + 967, + 200, + 997 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "作业不可让A.", + "boxes": [ + 224, + 1048, + 314, + 1072 + ] + } + ] + }, + { + "frame_id": "50_5_9", + "episode_id": 50, + "env_id": 5, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.943380355834961, + "advantages": -0.1606394648551941, + "generated_text": "{\n \"intent\": \"Move close to the search bar to interact further with the site's content or options presented.\",\n \"action\": \"Move (728, 410)\"\n}", + "action_string": "Move(728, 410)", + "intent_string": "Move close to the search bar to interact further with the site's content or options presented.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1588, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1876, + 89 + ] + }, + { + "text": "Micr", + "boxes": [ + 34, + 119, + 94, + 139 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 254, + 560, + 280 + ] + }, + { + "text": "国际版", + "boxes": [ + 578, + 256, + 630, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 300, + 628, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 646, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 484, + 411, + 654, + 441 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 638, + 478 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 792, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 671, + 1635, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 725, + 272, + 750 + ] + }, + { + "text": "（疯狂动物城）", + "boxes": [ + 408, + 756, + 586, + 794 + ] + }, + { + "text": "逃离清华62", + "boxes": [ + 1208, + 754, + 1338, + 784 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1449, + 760, + 1555, + 797 + ] + }, + { + "text": "直时中国A50", + "boxes": [ + 1450, + 790, + 1568, + 851 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "恒生指", + "boxes": [ + 1454, + 844, + 1540, + 897 + ] + }, + { + "text": " 2.30%", + "boxes": [ + 1618, + 846, + 1700, + 893 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4.33", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": ".,", + "boxes": [ + 1583, + 885, + 1647, + 941 + ] + }, + { + "text": "1.", + "boxes": [ + 830, + 925, + 850, + 941 + ] + }, + { + "text": "一点资讯·22分钟", + "boxes": [ + 852, + 923, + 956, + 941 + ] + }, + { + "text": "1.", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点视频/寒龙游戏·6小时", + "boxes": [ + 1158, + 919, + 1320, + 949 + ] + }, + { + "text": "传奇世界：从爆龙纹剑到藏仓", + "boxes": [ + 822, + 939, + 1096, + 975 + ] + }, + { + "text": "我的世界：逃离清华62，疯狂", + "boxes": [ + 1136, + 941, + 1416, + 977 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1454, + 935, + 1538, + 989 + ] + }, + { + "text": "我的世界：逃离清华62，疯狂动物城我的世", + "boxes": [ + 198, + 945, + 784, + 985 + ] + }, + { + "text": ".319", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "库，老玩家的装备保命手册", + "boxes": [ + 824, + 967, + 1076, + 1001 + ] + }, + { + "text": "动物城我的世界朱迪尼克疯", + "boxes": [ + 1136, + 967, + 1418, + 1003 + ] + }, + { + "text": "界朱迪尼克", + "boxes": [ + 198, + 978, + 374, + 1021 + ] + }, + { + "text": "英达", + "boxes": [ + 1456, + 983, + 1508, + 1034 + ] + }, + { + "text": "+.39 ", + "boxes": [ + 1622, + 981, + 1722, + 1032 + ] + }, + { + "text": "狂动物城", + "boxes": [ + 1136, + 997, + 1228, + 1028 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 991, + 1628, + 1012 + ] + }, + { + "text": "14", + "boxes": [ + 1136, + 1024, + 1210, + 1048 + ] + }, + { + "text": "李丢白选股建过", + "boxes": [ + 1628, + 1028, + 1716, + 1046 + ] + }, + { + "text": "earch - Micr", + "boxes": [ + 224, + 1048, + 308, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1870, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 19, + 109, + 187, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 254, + 558, + 280 + ] + }, + { + "text": "国际版", + "boxes": [ + 578, + 256, + 628, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 295, + 628, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 486, + 411, + 654, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 728, + 433, + 860, + 471 + ] + }, + { + "text": "赵丽颖新恋情曝光", + "boxes": [ + 492, + 444, + 636, + 479 + ] + }, + { + "text": "32支球队来了", + "boxes": [ + 864, + 451, + 966, + 476 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 670, + 1633, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 183, + 718, + 273, + 755 + ] + }, + { + "text": "逃离清华62", + "boxes": [ + 1210, + 754, + 1338, + 784 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 766, + 1552, + 792 + ] + }, + { + "text": "订单突破30000", + "boxes": [ + 248, + 792, + 742, + 866 + ] + }, + { + "text": "直时中国A50", + "boxes": [ + 1450, + 790, + 1568, + 851 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1464, + 852, + 1532, + 878 + ] + }, + { + "text": " 2.30%", + "boxes": [ + 1618, + 846, + 1700, + 893 + ] + }, + { + "text": "S", + "boxes": [ + 1586, + 845, + 1634, + 886 + ] + }, + { + "text": "开启全国交付", + "boxes": [ + 292, + 870, + 424, + 893 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 1464, + 868, + 1518, + 887 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1508, + 937 + ] + }, + { + "text": "+4.33", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 925, + 850, + 939 + ] + }, + { + "text": "一点资讯·22分钟", + "boxes": [ + 854, + 923, + 956, + 941 + ] + }, + { + "text": "1.", + "boxes": [ + 1144, + 925, + 1162, + 941 + ] + }, + { + "text": "一点视频/寒龙游戏·6小时", + "boxes": [ + 1158, + 919, + 1320, + 949 + ] + }, + { + "text": "传奇世界：从爆龙纹剑到藏仓", + "boxes": [ + 824, + 939, + 1096, + 975 + ] + }, + { + "text": "我的世界：逃离清华62，疯狂", + "boxes": [ + 1136, + 941, + 1418, + 977 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1454, + 935, + 1538, + 989 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 941, + 1644, + 975 + ] + }, + { + "text": ".319", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "库，老玩家的装备保命手册", + "boxes": [ + 826, + 967, + 1074, + 1001 + ] + }, + { + "text": "动物城我的世界朱迪尼克疯", + "boxes": [ + 1140, + 971, + 1416, + 1001 + ] + }, + { + "text": "订单突破30000智己26上市2049万元起", + "boxes": [ + 200, + 983, + 760, + 1018 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1460, + 989, + 1502, + 1016 + ] + }, + { + "text": "狂动物城", + "boxes": [ + 1138, + 999, + 1222, + 1022 + ] + }, + { + "text": "+5.63%", + "boxes": [ + 1632, + 991, + 1692, + 1016 + ] + } + ] + }, + { + "frame_id": "50_6_9", + "episode_id": 50, + "env_id": 6, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.950382232666016, + "advantages": -0.15717098116874695, + "generated_text": "{\n \"intent\": \"To access and explore all browser tabs that might not currently be visible on the screen.\",\n \"action\": \"ScrollDown(900, 250)\"\n}", + "action_string": "ScrollDown(900, 250)", + "intent_string": "To access and explore all browser tabs that might not currently be visible on the screen.", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 40, + 66, + 128, + 89 + ] + }, + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "50_7_9", + "episode_id": 50, + "env_id": 7, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.878299713134766, + "advantages": -0.19287818670272827, + "generated_text": "{\n \"intent\": \"Move to the search bar to enter a query.\",\n \"action\": \"Move(842, 179)\"\n}", + "action_string": "Move(842, 179)", + "intent_string": "Move to the search bar to enter a query.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "尼仓", + "boxes": [ + 74, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + } + ] +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_50/scores_v3.json b/ScreenExplorer-3B-E1/episode_50/scores_v3.json new file mode 100644 index 0000000000000000000000000000000000000000..3721a0bda45fffe3bc4f08ea424c8184f5067dd1 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_50/scores_v3.json @@ -0,0 +1,19 @@ +{ + "directory_path": "logs/ScreenExplorer_2025-05-14_13-31-185da9f3/episode_50", + "single_trajectory_image_diversity": 0.4192274361848831, + "single_trajectory_text_diversity": 0.2533176029101014, + "single_trajectory_image_diversity_max": 0.8623046875, + "single_trajectory_image_diversity_min": 0.00341796875, + "single_trajectory_image_diversity_std": 0.34771728515625, + "single_trajectory_text_diversity_max": 0.44512939453125, + "single_trajectory_text_diversity_min": 0.01043701171875, + "single_trajectory_text_diversity_std": 0.15081024169921875, + "group_trajectories_image_diversity": 0.6568878889083862, + "group_trajectories_text_diversity": 0.37904438376426697, + "group_trajectories_image_diversity_max": 1.3125, + "group_trajectories_image_diversity_min": -0.0078125, + "group_trajectories_image_diversity_std": 0.3984375, + "group_trajectories_text_diversity_max": 0.6884765625, + "group_trajectories_text_diversity_min": 0.0, + "group_trajectories_text_diversity_std": 0.1573486328125 +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_60/actor_model_60/adapter_config.json b/ScreenExplorer-3B-E1/episode_60/actor_model_60/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5e12e7b8286312c1fcac1decd5d5a37b3ca2091d --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_60/actor_model_60/adapter_config.json @@ -0,0 +1,39 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen2.5-VL-3B-Instruct", + "bias": "none", + "corda_config": null, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "o_proj", + "k_proj", + "v_proj", + "gate_proj", + "up_proj", + "down_proj" + ], + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_60/game_record_20250514_205733.json b/ScreenExplorer-3B-E1/episode_60/game_record_20250514_205733.json new file mode 100644 index 0000000000000000000000000000000000000000..dac8982c79096385e7be46a36b7676602ebc5b78 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_60/game_record_20250514_205733.json @@ -0,0 +1,33813 @@ +{ + "start_time": "2025-05-14T20:57:33.922465", + "end_time": "2025-05-14T21:04:48.017180", + "buffer_size": 80, + "all_records": [ + { + "frame_id": "60_0_0", + "episode_id": 60, + "env_id": 0, + "step": 0, + "format_rewards": 1.0, + "rewards": 8.700061798095703, + "advantages": -0.3018585741519928, + "generated_text": "{\n \"intent\": \"Start by interacting with the Firefox icon to open a web browser. This will allow exploration through internet-based resources.\",\n \"action\": \"Click(53, 42)\" }", + "action_string": "Click(53, 42)", + "intent_string": "Start by interacting with the Firefox icon to open a web browser. This will allow exploration through internet-based resources.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 25, + 10, + 89, + 66 + ] + }, + { + "text": "Firelox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "Firefox", + "boxes": [ + 71, + 47, + 126, + 83 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 121, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ] + }, + { + "frame_id": "60_1_0", + "episode_id": 60, + "env_id": 1, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.422553062438965, + "advantages": 1.0477452278137207, + "generated_text": "{\n \"intent\": \"Exploring the desktop by clicking on different applications to get familiar with their contents.\",\n \"action\": \"DoubleClick(72, 41)\" }", + "action_string": "DoubleClick(72, 41)", + "intent_string": "Exploring the desktop by clicking on different applications to get familiar with their contents.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "60_2_0", + "episode_id": 60, + "env_id": 2, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.25939655303955, + "advantages": 0.9668646454811096, + "generated_text": "{\n \"intent\": \"Opening an application like Firefox by double-clicking its icon on the desktop.\",\n \"action\": \"DoubleClick(48, 38)\"\n}", + "action_string": "DoubleClick(48, 38)", + "intent_string": "Opening an application like Firefox by double-clicking its icon on the desktop.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "C", + "boxes": [ + 72, + 69, + 124, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "60_3_0", + "episode_id": 60, + "env_id": 3, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.19951343536377, + "advantages": -0.0542684867978096, + "generated_text": "{\n \"intent\": \"Opening any application will allow me to further explore the system, as interacting with each application might reveal additional features or functionalities.\",\n \"action\": \"DoubleClick(789, 890)\" }", + "action_string": "DoubleClick(789, 890)", + "intent_string": "Opening any application will allow me to further explore the system, as interacting with each application might reveal additional features or functionalities.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "60_4_0", + "episode_id": 60, + "env_id": 4, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.458897590637207, + "advantages": 0.0743144229054451, + "generated_text": "{\n \"intent\": \"Exploring the desktop to identify and interact with potential applications or system settings.\",\n \"action\": \"DoubleClick(94, 46)\" }", + "action_string": "DoubleClick(94, 46)", + "intent_string": "Exploring the desktop to identify and interact with potential applications or system settings.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 20, + 62, + 104, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "60_5_0", + "episode_id": 60, + "env_id": 5, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.287664413452148, + "advantages": -0.010569947771728039, + "generated_text": "{\n \"intent\": \"Moving the cursor to the Firefox icon in order to explore or potentially open it\",\n \"action\": \"Move(72, 29)\"}", + "action_string": "Move(72, 29)", + "intent_string": "Moving the cursor to the Firefox icon in order to explore or potentially open it", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 84, + 36, + 142, + 68 + ] + }, + { + "text": " Firefox ", + "boxes": [ + 17, + 59, + 107, + 102 + ] + }, + { + "text": "1", + "boxes": [ + 32, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ] + }, + { + "frame_id": "60_6_0", + "episode_id": 60, + "env_id": 6, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.71256160736084, + "advantages": 1.1915093660354614, + "generated_text": "{\n \"intent\": \"Move on to exploring more applications. Starting with Firefox is a logical first step.\",\n \"action\": \"DoubleClick(45, 182)\" }", + "action_string": "DoubleClick(45, 182)", + "intent_string": "Move on to exploring more applications. Starting with Firefox is a logical first step.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ] + }, + { + "frame_id": "60_7_0", + "episode_id": 60, + "env_id": 7, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.084978103637695, + "advantages": -0.11104638129472733, + "generated_text": "{\n \"intent\": \"Exploree the center of the desktop where none of the visible apps seem to be opened yet.\",\n \"action\": \"DoubleClick(615, 627)\"\n}", + "action_string": "DoubleClick(615, 627)", + "intent_string": "Exploree the center of the desktop where none of the visible apps seem to be opened yet.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "60_0_1", + "episode_id": 60, + "env_id": 0, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.660304069519043, + "advantages": -0.3215674161911011, + "generated_text": "{\n \"intent\": \"The next logical step after opening applications should be interacting with them, especially if refreshing content or maximizing windows seems possible.\",\n \"action\": \"DoubleClick(900, 1000)\" }", + "action_string": "DoubleClick(900, 1000)", + "intent_string": "The next logical step after opening applications should be interacting with them, especially if refreshing content or maximizing windows seems possible.", + "before_screen_ocr_results": [ + { + "text": "?", + "boxes": [ + 25, + 10, + 89, + 66 + ] + }, + { + "text": "Firelox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "Firefox", + "boxes": [ + 71, + 47, + 126, + 83 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 121, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "60_1_1", + "episode_id": 60, + "env_id": 1, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.357744216918945, + "advantages": 0.0241702813655138, + "generated_text": "{\n \"intent\": \"Exploring the available pages by opening new tabs and accessing bookmarks or search functionalities.\",\n \"action\": \"DoubleClick(70, 65)\" }", + "action_string": "DoubleClick(70, 65)", + "intent_string": "Exploring the available pages by opening new tabs and accessing bookmarks or search functionalities.", + "before_screen_ocr_results": [ + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 70, + 68, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "60_2_1", + "episode_id": 60, + "env_id": 2, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.559085845947266, + "advantages": 0.6197039484977722, + "generated_text": "{\n \"intent\": \"Clicking the top site icons can help me quickly access popular services without surfing a lot, saving time.\",\n \"action\": \"DoubleClick(673, 486)\" \n}", + "action_string": "DoubleClick(673, 486)", + "intent_string": "Clicking the top site icons can help me quickly access popular services without surfing a lot, saving time.", + "before_screen_ocr_results": [ + { + "text": "Q仓", + "boxes": [ + 70, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 32, + 66, + 126, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1592, + 64, + 1664, + 95 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 185, + 150 + ] + }, + { + "text": "ign", + "boxes": [ + 1646, + 125, + 1666, + 141 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 482, + 304, + 622, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 451, + 966, + 474 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 671, + 1635, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 181, + 720, + 275, + 751 + ] + }, + { + "text": "earch - Micr", + "boxes": [ + 226, + 1050, + 308, + 1068 + ] + } + ] + }, + { + "frame_id": "60_3_1", + "episode_id": 60, + "env_id": 3, + "step": 1, + "format_rewards": 1.0, + "rewards": 11.793621063232422, + "advantages": 1.2316924333572388, + "generated_text": "{\n \"intent\": \"The next logical step would be to try interacting with one of the applications present on the desktop. Opening an application will likely give me more insight into the computer's functionality.\",\n \"action\": \"DoubleClick(76, 150)\"\n}", + "action_string": "DoubleClick(76, 150)", + "intent_string": "The next logical step would be to try interacting with one of the applications present on the desktop. Opening an application will likely give me more insight into the computer's functionality.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 10, + 30, + 34, + 44 + ] + }, + { + "text": " Untitled - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ] + }, + { + "frame_id": "60_4_1", + "episode_id": 60, + "env_id": 4, + "step": 1, + "format_rewards": 1.0, + "rewards": 11.38286304473877, + "advantages": 1.0280699729919434, + "generated_text": "{\n \"intent\": \"First choice would be an exploration into web browsing or operating the calculator to gather more relevant data\",\n \"action\": \"DoubleClick(71, 29)\" }", + "action_string": "DoubleClick(71, 29)", + "intent_string": "First choice would be an exploration into web browsing or operating the calculator to gather more relevant data", + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 20, + 62, + 104, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "Q仓", + "boxes": [ + 70, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "60_5_1", + "episode_id": 60, + "env_id": 5, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.231809616088867, + "advantages": -0.03825850039720535, + "generated_text": "{\n \"intent\": \"I need to explore all available applications on the desktop.\",\n \"action\": \"DoubleClick(370, 130)\" }", + "action_string": "DoubleClick(370, 130)", + "intent_string": "I need to explore all available applications on the desktop.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 84, + 36, + 142, + 68 + ] + }, + { + "text": " Firefox ", + "boxes": [ + 17, + 59, + 107, + 102 + ] + }, + { + "text": "D", + "boxes": [ + 29, + 116, + 85, + 166 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 118, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "60_6_1", + "episode_id": 60, + "env_id": 6, + "step": 1, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -4.614686489105225, + "generated_text": "{\n \"intent\": \"Clicking here allows us to open potential applications or windows since they frequently require double-clicking.\",\n \"action\": \"DoubleClick(768, 69) // Assuming this is where you would typically click to open applications based on common user behavior\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ] + }, + { + "frame_id": "60_7_1", + "episode_id": 60, + "env_id": 7, + "step": 1, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -4.614686489105225, + "generated_text": "{\n \"intent\": \"To interact with each application available on the screen one by one for exploration.\",\n \"action\": \"DoubleClick(51, -1)\" }", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "60_0_2", + "episode_id": 60, + "env_id": 0, + "step": 2, + "format_rewards": 1.0, + "rewards": 8.809754371643066, + "advantages": -0.2474813461303711, + "generated_text": "{\n \"intent\": \"Double clicking on the Firefox icon to open the browser.\",\n \"action\": \"DoubleClick(0, 46)\" }", + "action_string": "DoubleClick(0, 46)", + "intent_string": "Double clicking on the Firefox icon to open the browser.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "60_1_2", + "episode_id": 60, + "env_id": 1, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.073535919189453, + "advantages": -0.11671854555606842, + "generated_text": "{\n \"intent\": \"Move the cursor to the top right corner to see more of the desktop and identify potential areas for interaction.\",\n \"action\": \"Move(979, 851)\"\n}", + "action_string": "Move(979, 851)", + "intent_string": "Move the cursor to the top right corner to see more of the desktop and identify potential areas for interaction.", + "before_screen_ocr_results": [ + { + "text": "仓", + "boxes": [ + 72, + 68, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1142, + 740, + 1177, + 774 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 902, + 814 + ] + }, + { + "text": "FirefoxPriv", + "boxes": [ + 1228, + 794, + 1308, + 812 + ] + } + ] + }, + { + "frame_id": "60_2_2", + "episode_id": 60, + "env_id": 2, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.412732124328613, + "advantages": 0.05142909660935402, + "generated_text": "{\n \"intent\": \"Move the cursor over elements to reveal more information or interact with objects in the environment.\",\n \"action\": \"Move(679, 496)\"\n}", + "action_string": "Move(679, 496)", + "intent_string": "Move the cursor over elements to reveal more information or interact with objects in the environment.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 38, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 28, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 185, + 150 + ] + }, + { + "text": "P", + "boxes": [ + 1682, + 113, + 1714, + 145 + ] + }, + { + "text": "8", + "boxes": [ + 1790, + 125, + 1818, + 139 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1114, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 274, + 750 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1451, + 762, + 1555, + 799 + ] + }, + { + "text": "1,.7612", + "boxes": [ + 1620, + 792, + 1702, + 849 + ] + }, + { + "text": "恒生指技", + "boxes": [ + 1452, + 844, + 1540, + 897 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1692, + 893 + ] + }, + { + "text": "S", + "boxes": [ + 1586, + 847, + 1634, + 886 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4,329 ", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "小黑盒游戏·4小时", + "boxes": [ + 828, + 919, + 968, + 949 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点资讯·48分钟", + "boxes": [ + 1158, + 921, + 1268, + 945 + ] + }, + { + "text": "强迫症做独游的弊端：一个立", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "《狮城山海》高能反转，郑秋", + "boxes": [ + 1140, + 941, + 1406, + 977 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "绘改10版，根本舍不得做减法", + "boxes": [ + 826, + 971, + 1104, + 1001 + ] + }, + { + "text": "克星上线，黄金湖死而复生，", + "boxes": [ + 1134, + 963, + 1404, + 1003 + ] + }, + { + "text": "七日世界手游伤害构成稀释原理解析", + "boxes": [ + 202, + 981, + 672, + 1022 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "+5.63", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "全是局", + "boxes": [ + 1134, + 993, + 1210, + 1030 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1892, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 506, + 260, + 546, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 482, + 302, + 624, + 326 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "：崔登荣游泳队总教练", + "boxes": [ + 1116, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 968, + 478 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1116, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 725, + 272, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "直时中国A50", + "boxes": [ + 1451, + 793, + 1567, + 853 + ] + }, + { + "text": "117012", + "boxes": [ + 1617, + 795, + 1701, + 849 + ] + }, + { + "text": "恒生指技", + "boxes": [ + 1452, + 844, + 1540, + 897 + ] + }, + { + "text": " 2.40%6", + "boxes": [ + 1618, + 846, + 1696, + 893 + ] + }, + { + "text": "", + "boxes": [ + 1586, + 848, + 1634, + 888 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "a~. ", + "boxes": [ + 1584, + 890, + 1646, + 939 + ] + }, + { + "text": "+4329 ", + "boxes": [ + 1622, + 891, + 1700, + 939 + ] + }, + { + "text": "天气提醒", + "boxes": [ + 330, + 903, + 654, + 957 + ] + }, + { + "text": "九派天气通·3小时", + "boxes": [ + 224, + 921, + 344, + 945 + ] + }, + { + "text": "小黑盒游戏·4小时", + "boxes": [ + 828, + 919, + 968, + 951 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点资讯·48分钟", + "boxes": [ + 1158, + 919, + 1272, + 949 + ] + }, + { + "text": "强迫症做独游的弊端：一个立", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "《狮城山海》高能反转，郑秋", + "boxes": [ + 1140, + 941, + 1406, + 977 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "“湘\"约湾区丨强基拓链1打造“汽车用钢”之", + "boxes": [ + 204, + 945, + 778, + 987 + ] + }, + { + "text": "绘改10版，根本舍不得做减法", + "boxes": [ + 826, + 971, + 1104, + 1001 + ] + }, + { + "text": "克星上线，黄金湖死而复生，", + "boxes": [ + 1134, + 963, + 1406, + 1005 + ] + }, + { + "text": "都一一汽车零部件产业园简介", + "boxes": [ + 196, + 979, + 594, + 1026 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "+5.63", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "全是局", + "boxes": [ + 1134, + 993, + 1210, + 1030 + ] + }, + { + "text": "?", + "boxes": [ + 1690, + 997, + 1714, + 1018 + ] + }, + { + "text": "1", + "boxes": [ + 180, + 1050, + 202, + 1064 + ] + }, + { + "text": "arch - Micr.", + "boxes": [ + 234, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "60_3_2", + "episode_id": 60, + "env_id": 3, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.401677131652832, + "advantages": 0.045948874205350876, + "generated_text": "{\n \"intent\": \"Clicking the desktop icon will launch the application which potentially丰富了我的探索内容，如，游戏或工具等\",\n \"action\": \"DoubleClick(160, 600)\"\n}", + "action_string": "DoubleClick(160, 600)", + "intent_string": "Clicking the desktop icon will launch the application which potentially丰富了我的探索内容，如，游戏或工具等", + "before_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 10, + 30, + 34, + 44 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ] + }, + { + "frame_id": "60_4_2", + "episode_id": 60, + "env_id": 4, + "step": 2, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -4.614686489105225, + "generated_text": "{\n \"intent\": \"Move the cursor to the folder on the desktop and open it.\",\n \"action\": \"Move(800, 1300)\" \n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "Q仓", + "boxes": [ + 70, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "60_5_2", + "episode_id": 60, + "env_id": 5, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.42900562286377, + "advantages": 0.059496257454156876, + "generated_text": "{\n \"intent\": \"Move the mouse to the center of the screen to focus on exploratory tasks like opening applications or typing.\",\n \"action\": \"Move(960, 540)\"\n}", + "action_string": "Move(960, 540)", + "intent_string": "Move the mouse to the center of the screen to focus on exploratory tasks like opening applications or typing.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "60_6_2", + "episode_id": 60, + "env_id": 6, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.211944580078125, + "advantages": -0.04810607433319092, + "generated_text": "{\n \"intent\": \"The user is interacting with a Mousepad application that appears to be an open editor or note-taking tool. The next step could be to execute actions typical of such a utility like opening new documents or identifying UI elements.\",\n \"action\": \"DoubleClick(345, 57)\" }", + "action_string": "DoubleClick(345, 57)", + "intent_string": "The user is interacting with a Mousepad application that appears to be an open editor or note-taking tool. The next step could be to execute actions typical of such a utility like opening new documents or identifying UI elements.", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Docu", + "boxes": [ + 4, + 22, + 232, + 52 + ] + }, + { + "text": "Help", + "boxes": [ + 268, + 30, + 308, + 46 + ] + }, + { + "text": " Untitled 1 - M..", + "boxes": [ + 142, + 1044, + 318, + 1074 + ] + } + ] + }, + { + "frame_id": "60_7_2", + "episode_id": 60, + "env_id": 7, + "step": 2, + "format_rewards": 1.0, + "rewards": 11.139727592468262, + "advantages": 0.9075419306755066, + "generated_text": "{\n \"intent\": \"Locate and click on the Firefox icon to open the browser\",\n \"action\": \"DoubleClick(71, 56)\" \n}", + "action_string": "DoubleClick(71, 56)", + "intent_string": "Locate and click on the Firefox icon to open the browser", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "60_0_3", + "episode_id": 60, + "env_id": 0, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.864740371704102, + "advantages": -0.22022347152233124, + "generated_text": "{\n \"intent\": \"Start by clicking on an icon to open whatever application is displayed there.\",\n \"action\": \"DoubleClick(158, 705)\" }", + "action_string": "DoubleClick(158, 705)", + "intent_string": "Start by clicking on an icon to open whatever application is displayed there.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 27, + 660, + 85, + 724 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "60_1_3", + "episode_id": 60, + "env_id": 1, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.598654747009277, + "advantages": 0.6393191814422607, + "generated_text": "{\n \"intent\": \"Double-clicking on the Bing top site icon to quickly open its website.\",\n \"action\": \"DoubleClick(637, 476)\"\n}", + "action_string": "DoubleClick(637, 476)", + "intent_string": "Double-clicking on the Bing top site icon to quickly open its website.", + "before_screen_ocr_results": [ + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1142, + 740, + 1177, + 774 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 902, + 814 + ] + }, + { + "text": "FirefoxPriv", + "boxes": [ + 1228, + 794, + 1308, + 812 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 32, + 66, + 126, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "8", + "boxes": [ + 1786, + 123, + 1820, + 143 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 486, + 304, + 622, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 451, + 966, + 474 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1106, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 671, + 1635, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 274, + 750 + ] + }, + { + "text": "c+10″=4", + "boxes": [ + 258, + 806, + 574, + 874 + ] + }, + { + "text": "天天数理学文", + "boxes": [ + 282, + 921, + 348, + 941 + ] + }, + { + "text": "nITBEAR科技资讯·6小时", + "boxes": [ + 832, + 921, + 996, + 945 + ] + }, + { + "text": "法潇湘晨报·12小时", + "boxes": [ + 1144, + 921, + 1270, + 945 + ] + }, + { + "text": "上汽集团4月销量稳步增，电", + "boxes": [ + 826, + 937, + 1092, + 977 + ] + }, + { + "text": "“90后”健身博主山阿离世，", + "boxes": [ + 1140, + 941, + 1388, + 977 + ] + }, + { + "text": "动化转型能否引领新篇章？", + "boxes": [ + 824, + 967, + 1074, + 1003 + ] + }, + { + "text": "年仅33岁！妈妈透露原因", + "boxes": [ + 1138, + 967, + 1376, + 1003 + ] + }, + { + "text": "构造函数用数形结合解题", + "boxes": [ + 200, + 985, + 526, + 1020 + ] + }, + { + "text": "earch - Micr.", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "60_2_3", + "episode_id": 60, + "env_id": 2, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.592371940612793, + "advantages": 0.14048083126544952, + "generated_text": "{\n \"intent\": \"Click on the trending topic '将人工智能送上太空' to read more about this current interest\",\n \"action\": \"DoubleClick(700, 384)\"\n}", + "action_string": "DoubleClick(700, 384)", + "intent_string": "Click on the trending topic '将人工智能送上太空' to read more about this current interest", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 6, + 57, + 128, + 94 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "I四@ =", + "boxes": [ + 1780, + 57, + 1912, + 94 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 37, + 109, + 185, + 150 + ] + }, + { + "text": "8", + "boxes": [ + 1680, + 117, + 1716, + 145 + ] + }, + { + "text": "国内版", + "boxes": [ + 502, + 258, + 548, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 480, + 302, + 624, + 326 + ] + }, + { + "text": "", + "boxes": [ + 702, + 341, + 996, + 359 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 968, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1108, + 447, + 1262, + 479 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 725, + 274, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "直时中国A50", + "boxes": [ + 1451, + 793, + 1567, + 853 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "131-12", + "boxes": [ + 1614, + 793, + 1702, + 849 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1708, + 828 + ] + }, + { + "text": "恒生指技", + "boxes": [ + 1452, + 844, + 1540, + 897 + ] + }, + { + "text": " 2.40%6", + "boxes": [ + 1618, + 846, + 1696, + 893 + ] + }, + { + "text": "", + "boxes": [ + 1586, + 848, + 1634, + 888 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "m ", + "boxes": [ + 1584, + 888, + 1646, + 939 + ] + }, + { + "text": "+4329 ", + "boxes": [ + 1622, + 891, + 1700, + 939 + ] + }, + { + "text": "一点资讯·2小时", + "boxes": [ + 228, + 921, + 328, + 947 + ] + }, + { + "text": "小黑盒游戏·4小时", + "boxes": [ + 826, + 919, + 968, + 951 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点资讯·48分钟", + "boxes": [ + 1158, + 919, + 1272, + 949 + ] + }, + { + "text": "强迫症做独游的弊端：一个立", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "《狮城山海》高能反转，郑秋", + "boxes": [ + 1140, + 941, + 1406, + 977 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 941, + 1640, + 979 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "《绝密较量》结局反转：谢小曼背叛卢卡莫", + "boxes": [ + 216, + 945, + 764, + 987 + ] + }, + { + "text": "克星上线，黄金湖死而复生，", + "boxes": [ + 1132, + 961, + 1406, + 1007 + ] + }, + { + "text": "里？一招让卢卡莫里惨败", + "boxes": [ + 196, + 979, + 534, + 1025 + ] + }, + { + "text": "绘改10版，根本舍不得做减法", + "boxes": [ + 826, + 971, + 1104, + 1001 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "+5.63", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "全是局", + "boxes": [ + 1134, + 993, + 1210, + 1030 + ] + }, + { + "text": "?", + "boxes": [ + 1690, + 997, + 1714, + 1018 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 1048, + 206, + 1068 + ] + }, + { + "text": "earch - Micr.", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1882, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 37, + 109, + 185, + 150 + ] + }, + { + "text": "8", + "boxes": [ + 1684, + 121, + 1712, + 143 + ] + }, + { + "text": "8", + "boxes": [ + 1786, + 123, + 1820, + 143 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "人工智能送上太空", + "boxes": [ + 492, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1110, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1639, + 711 + ] + }, + { + "text": " DISCOVER", + "boxes": [ + 181, + 716, + 277, + 753 + ] + }, + { + "text": "养常称：上汽桌优", + "boxes": [ + 442, + 748, + 524, + 766 + ] + }, + { + "text": "上海汽车集团股份有限公司2025年4月份产销快报", + "boxes": [ + 290, + 760, + 700, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "公司董事会员业", + "boxes": [ + 230, + 788, + 300, + 806 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "131-12", + "boxes": [ + 1614, + 793, + 1702, + 849 + ] + }, + { + "text": "恒生指技", + "boxes": [ + 1452, + 844, + 1540, + 897 + ] + }, + { + "text": "M", + "boxes": [ + 1590, + 850, + 1632, + 885 + ] + }, + { + "text": " 2.40%6", + "boxes": [ + 1618, + 846, + 1696, + 893 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1454, + 893, + 1508, + 939 + ] + }, + { + "text": " +49 ", + "boxes": [ + 1582, + 885, + 1704, + 943 + ] + }, + { + "text": "小黑盒游戏·4小时", + "boxes": [ + 828, + 919, + 968, + 949 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点资讯·48分钟", + "boxes": [ + 1158, + 921, + 1268, + 945 + ] + }, + { + "text": "强迫症做独游的弊端：一个立", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "《狮城山海》高能反转，郑秋", + "boxes": [ + 1140, + 941, + 1406, + 977 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 941, + 1640, + 979 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "上汽集团4月销量稳步增，电动化转型能否引", + "boxes": [ + 204, + 947, + 772, + 983 + ] + }, + { + "text": "绘改10版，根本舍不得做减法", + "boxes": [ + 826, + 971, + 1104, + 1001 + ] + }, + { + "text": "克星上线，黄金湖死而复生，", + "boxes": [ + 1134, + 963, + 1404, + 1003 + ] + }, + { + "text": "领新篇章", + "boxes": [ + 200, + 983, + 330, + 1020 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "", + "boxes": [ + 1622, + 981, + 1702, + 1034 + ] + }, + { + "text": "全是局", + "boxes": [ + 1134, + 993, + 1210, + 1030 + ] + }, + { + "text": "?", + "boxes": [ + 1690, + 997, + 1714, + 1018 + ] + } + ] + }, + { + "frame_id": "60_3_3", + "episode_id": 60, + "env_id": 3, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.006861686706543, + "advantages": -0.1497705578804016, + "generated_text": "{\n \"intent\": \"Exploring the desktop by first opening some common applications such as Google Chrome or an organizer. This will help navigate various sections of the system.\",\n \"action\": \"DoubleClick(768, 520)\" }", + "action_string": "DoubleClick(768, 520)", + "intent_string": "Exploring the desktop by first opening some common applications such as Google Chrome or an organizer. This will help navigate various sections of the system.", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ] + }, + { + "frame_id": "60_4_3", + "episode_id": 60, + "env_id": 4, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.39168930053711, + "advantages": 0.040997669100761414, + "generated_text": "{\n \"intent\": \"Click on the 'I Love Web Help' icon located near the top-left corner of a screen where the user's goal might involve access or promotion activity.\",\n \"action\": \"DoubleClick(517, 337)\" \n}", + "action_string": "DoubleClick(517, 337)", + "intent_string": "Click on the 'I Love Web Help' icon located near the top-left corner of a screen where the user's goal might involve access or promotion activity.", + "before_screen_ocr_results": [ + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 401, + 588, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "60_5_3", + "episode_id": 60, + "env_id": 5, + "step": 3, + "format_rewards": 1.0, + "rewards": 11.326753616333008, + "advantages": 1.0002552270889282, + "generated_text": "{\n \"intent\": \"The current actions suggest the exploratory nature as they include moving around closely related system area applications, such as 'Firefox' which seems to be an internet browser.\",\n \"action\": \"DoubleClick(68, 31)\" }", + "action_string": "DoubleClick(68, 31)", + "intent_string": "The current actions suggest the exploratory nature as they include moving around closely related system area applications, such as 'Firefox' which seems to be an internet browser.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "60_6_3", + "episode_id": 60, + "env_id": 6, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.165512084960938, + "advantages": -0.07112377136945724, + "generated_text": "{\n \"intent\": \"I want to move the cursor to a different location on the desktop because there isn't enough information present here.\",\n \"action\": \"Move(900, 100)\" \n}", + "action_string": "Move(900, 100)", + "intent_string": "I want to move the cursor to a different location on the desktop because there isn't enough information present here.", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Docu", + "boxes": [ + 4, + 22, + 232, + 52 + ] + }, + { + "text": "Help", + "boxes": [ + 268, + 30, + 308, + 46 + ] + }, + { + "text": " Untitled 1 - M..", + "boxes": [ + 142, + 1044, + 318, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + } + ] + }, + { + "frame_id": "60_7_3", + "episode_id": 60, + "env_id": 7, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.478597640991211, + "advantages": 0.08408020436763763, + "generated_text": "{\n \"intent\": \"Open a new tab to explore and access different websites when possible.\",\n \"action\": \"DoubleClick(282, 58) \"\n}", + "action_string": "DoubleClick(282, 58)", + "intent_string": "Open a new tab to explore and access different websites when possible.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 97, + 310, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 40, + 69, + 126, + 87 + ] + }, + { + "text": "Q", + "boxes": [ + 256, + 68, + 274, + 83 + ] + }, + { + "text": "arch with Bing or enter address", + "boxes": [ + 304, + 66, + 520, + 89 + ] + }, + { + "text": " Apple -- tt://www.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "a Amazon — http://www.amazon.com", + "boxes": [ + 256, + 179, + 510, + 202 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 272, + 214, + 590, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 252, + 324, + 272 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1225, + 673, + 1417, + 735 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "60_0_4", + "episode_id": 60, + "env_id": 0, + "step": 4, + "format_rewards": 1.0, + "rewards": 8.959603309631348, + "advantages": -0.1731976568698883, + "generated_text": "{\n \"intent\": \"Move the mouse northward vertically to enhance visibility of icons.\",\n \"action\": \"ScrollUp(47, 460)\"\n}", + "action_string": "ScrollUp(47, 460)", + "intent_string": "Move the mouse northward vertically to enhance visibility of icons.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 27, + 660, + 85, + 724 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 114, + 202 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 17, + 329, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 116, + 423 + ] + }, + { + "text": "Libreoffice", + "boxes": [ + 35, + 460, + 155, + 503 + ] + }, + { + "text": "LibreO...", + "boxes": [ + 16, + 498, + 104, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "60_1_4", + "episode_id": 60, + "env_id": 1, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.733573913574219, + "advantages": 0.2104780226945877, + "generated_text": "{\n \"intent\": \"Click the opens icon in the top right corner of the window which likely contains more information or settings.\",\n \"action\": \"DoubleClick(1782, 115)\"\n}", + "action_string": "DoubleClick(1782, 115)", + "intent_string": "Click the opens icon in the top right corner of the window which likely contains more information or settings.", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 34, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1598, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "人工智能送上太空", + "boxes": [ + 502, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 796, + 415, + 930, + 439 + ] + }, + { + "text": "崔登荣游泳队总教练", + "boxes": [ + 1120, + 415, + 1272, + 439 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 272, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1466, + 768, + 1552, + 794 + ] + }, + { + "text": "1.761%", + "boxes": [ + 1626, + 798, + 1698, + 846 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1462, + 852, + 1532, + 878 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1624, + 852, + 1686, + 878 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 1462, + 868, + 1518, + 887 + ] + }, + { + "text": "23,640...", + "boxes": [ + 1632, + 868, + 1682, + 885 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4.9", + "boxes": [ + 1626, + 891, + 1700, + 941 + ] + }, + { + "text": "点资讯·2小时", + "boxes": [ + 236, + 917, + 368, + 945 + ] + }, + { + "text": "ITBEAR科技资讯·6小时", + "boxes": [ + 824, + 917, + 998, + 947 + ] + }, + { + "text": "潇湘晨报·12小时", + "boxes": [ + 1140, + 921, + 1268, + 945 + ] + }, + { + "text": "上汽集团4月销量稳步增，电", + "boxes": [ + 828, + 941, + 1090, + 977 + ] + }, + { + "text": "“90后”健身博主山阿离世，", + "boxes": [ + 1138, + 941, + 1388, + 977 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "战锤SKULL节将于5.22盛大回归！震撼展", + "boxes": [ + 200, + 945, + 778, + 987 + ] + }, + { + "text": "动化转型能否引领新篇章？", + "boxes": [ + 824, + 967, + 1074, + 1003 + ] + }, + { + "text": "年仅33岁！妈妈透露原因", + "boxes": [ + 1138, + 967, + 1376, + 1003 + ] + }, + { + "text": "示与重磅新消息即将揭晓厅包含《星际战士..", + "boxes": [ + 198, + 979, + 788, + 1022 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 983, + 1506, + 1026 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 991, + 1628, + 1011 + ] + }, + { + "text": "+5.63%", + "boxes": [ + 1630, + 987, + 1692, + 1020 + ] + }, + { + "text": "earch - Micr.", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 41, + 111, + 183, + 147 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "人工智能送上太空", + "boxes": [ + 500, + 304, + 620, + 322 + ] + }, + { + "text": "人", + "boxes": [ + 1398, + 306, + 1410, + 318 + ] + }, + { + "text": "Earn free gift cards and", + "boxes": [ + 1580, + 298, + 1856, + 328 + ] + }, + { + "text": " more with Microsoft ", + "boxes": [ + 1596, + 322, + 1840, + 359 + ] + }, + { + "text": "Rewards", + "boxes": [ + 1662, + 353, + 1772, + 385 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "崔登荣游泳队总教练", + "boxes": [ + 1118, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1122, + 451, + 1262, + 474 + ] + }, + { + "text": "When yujin Microsoft ewards, youllearn", + "boxes": [ + 1570, + 594, + 1866, + 629 + ] + }, + { + "text": "points just for using Bing. Redeem them for git", + "boxes": [ + 1570, + 617, + 1866, + 647 + ] + }, + { + "text": "cards, games and more-ordonate them to a", + "boxes": [ + 1570, + 633, + 1866, + 669 + ] + }, + { + "text": "nonprofit and help make a difference.", + "boxes": [ + 1596, + 655, + 1836, + 685 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 725, + 272, + 750 + ] + }, + { + "text": " Get started ", + "boxes": [ + 1678, + 723, + 1758, + 754 + ] + }, + { + "text": "自选股建", + "boxes": [ + 1468, + 766, + 1534, + 792 + ] + }, + { + "text": "恒生指", + "boxes": [ + 1449, + 840, + 1537, + 899 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1454, + 893, + 1506, + 939 + ] + }, + { + "text": "ITBEAR科技资讯·6小时", + "boxes": [ + 826, + 921, + 996, + 945 + ] + }, + { + "text": "潇湘晨报·12小时", + "boxes": [ + 1140, + 921, + 1268, + 945 + ] + }, + { + "text": "上汽集团4月销量稳步增，电", + "boxes": [ + 828, + 941, + 1092, + 977 + ] + }, + { + "text": "“90后”健身博主山阿离世，", + "boxes": [ + 1138, + 941, + 1388, + 977 + ] + }, + { + "text": "恒州台", + "boxes": [ + 1452, + 935, + 1536, + 991 + ] + }, + { + "text": "31年坚守车间，他让中国芯从无到有，凭啥", + "boxes": [ + 198, + 945, + 792, + 987 + ] + }, + { + "text": "感动全国？", + "boxes": [ + 196, + 975, + 354, + 1024 + ] + }, + { + "text": "动化转型能否引领新篇章？", + "boxes": [ + 826, + 967, + 1074, + 1003 + ] + }, + { + "text": "年仅33岁！妈妈透露原因", + "boxes": [ + 1136, + 967, + 1378, + 1003 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1454, + 985, + 1506, + 1032 + ] + }, + { + "text": "(0)", + "boxes": [ + 100, + 1022, + 120, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 232, + 1016, + 320, + 1042 + ] + }, + { + "text": "3", + "boxes": [ + 188, + 1052, + 202, + 1068 + ] + }, + { + "text": "arch - Micr", + "boxes": [ + 232, + 1048, + 308, + 1072 + ] + } + ] + }, + { + "frame_id": "60_2_4", + "episode_id": 60, + "env_id": 2, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.585193634033203, + "advantages": 0.13692237436771393, + "generated_text": "{\n \"intent\": \"Click on the trending search term '将人工智能送上太空' to explore relevant content.\",\n \"action\": \"DoubleClick(688, 277)\"\n}", + "action_string": "DoubleClick(688, 277)", + "intent_string": "Click on the trending search term '将人工智能送上太空' to explore relevant content.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "I四 =", + "boxes": [ + 1780, + 59, + 1912, + 94 + ] + }, + { + "text": "国内版", + "boxes": [ + 504, + 258, + 548, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 486, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1112, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1114, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 274, + 750 + ] + }, + { + "text": "即刻造梦·AI绘画·图片视频短片", + "boxes": [ + 350, + 764, + 640, + 794 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "直时中国A50", + "boxes": [ + 1451, + 793, + 1567, + 853 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "131-12", + "boxes": [ + 1614, + 793, + 1702, + 849 + ] + }, + { + "text": "豆包-深度思考升级", + "boxes": [ + 332, + 820, + 576, + 856 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1708, + 828 + ] + }, + { + "text": "2", + "boxes": [ + 316, + 824, + 345, + 854 + ] + }, + { + "text": "AI全智能聊天对话问答助手，搜索", + "boxes": [ + 350, + 852, + 642, + 887 + ] + }, + { + "text": "打开", + "boxes": [ + 692, + 848, + 746, + 883 + ] + }, + { + "text": "恒生指技", + "boxes": [ + 1452, + 844, + 1540, + 897 + ] + }, + { + "text": "M", + "boxes": [ + 1590, + 850, + 1632, + 885 + ] + }, + { + "text": " 2.40%6", + "boxes": [ + 1618, + 846, + 1696, + 893 + ] + }, + { + "text": "写作翻译编程全能工具", + "boxes": [ + 350, + 869, + 544, + 910 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1454, + 893, + 1506, + 939 + ] + }, + { + "text": " +4339 ", + "boxes": [ + 1584, + 889, + 1702, + 941 + ] + }, + { + "text": "科技资讯·1小时", + "boxes": [ + 276, + 921, + 374, + 947 + ] + }, + { + "text": "小黑盒游戏·4小时", + "boxes": [ + 826, + 919, + 968, + 949 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点资讯·48分钟", + "boxes": [ + 1158, + 921, + 1268, + 945 + ] + }, + { + "text": "强迫症做独游的弊端：一个立", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "《狮城山海》高能反转，郑秋", + "boxes": [ + 1142, + 941, + 1408, + 977 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 941, + 1640, + 979 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "随看", + "boxes": [ + 347, + 962, + 425, + 1002 + ] + }, + { + "text": "绘改10版，根本舍不得做减法", + "boxes": [ + 826, + 971, + 1104, + 1001 + ] + }, + { + "text": "克星上线，黄金湖死而复生，", + "boxes": [ + 1134, + 963, + 1404, + 1003 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1018 + ] + }, + { + "text": "+5.63", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "海量高清短剧视频内容，追剧必备..", + "boxes": [ + 350, + 999, + 648, + 1028 + ] + }, + { + "text": "全是局", + "boxes": [ + 1134, + 993, + 1210, + 1030 + ] + }, + { + "text": "?", + "boxes": [ + 1690, + 997, + 1714, + 1018 + ] + }, + { + "text": "1Q", + "boxes": [ + 210, + 1026, + 268, + 1044 + ] + }, + { + "text": "", + "boxes": [ + 100, + 1048, + 148, + 1066 + ] + }, + { + "text": "earch - Micr.", + "boxes": [ + 224, + 1048, + 314, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "I四@ =", + "boxes": [ + 1780, + 57, + 1912, + 94 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 37, + 109, + 185, + 150 + ] + }, + { + "text": "8", + "boxes": [ + 1680, + 117, + 1716, + 145 + ] + }, + { + "text": "国内版", + "boxes": [ + 502, + 256, + 548, + 276 + ] + }, + { + "text": "国际版", + "boxes": [ + 588, + 260, + 628, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 484, + 304, + 620, + 322 + ] + }, + { + "text": "热", + "boxes": [ + 1110, + 341, + 1396, + 359 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 968, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 447, + 1262, + 479 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 725, + 274, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "直时中国A50", + "boxes": [ + 1451, + 793, + 1567, + 853 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "14,.712", + "boxes": [ + 1616, + 792, + 1702, + 849 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1708, + 828 + ] + }, + { + "text": "恒生指技", + "boxes": [ + 1452, + 844, + 1540, + 897 + ] + }, + { + "text": " 2.40%6", + "boxes": [ + 1618, + 846, + 1696, + 893 + ] + }, + { + "text": "", + "boxes": [ + 1586, + 848, + 1634, + 888 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4329 ", + "boxes": [ + 1622, + 891, + 1700, + 939 + ] + }, + { + "text": "a.", + "boxes": [ + 1580, + 885, + 1649, + 943 + ] + }, + { + "text": "一点资讯·2小时", + "boxes": [ + 228, + 921, + 328, + 947 + ] + }, + { + "text": "小黑盒游戏·4小时", + "boxes": [ + 826, + 919, + 968, + 949 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点资讯·48分钟", + "boxes": [ + 1158, + 919, + 1272, + 949 + ] + }, + { + "text": "强迫症做独游的弊端：一个立", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "《狮城山海》高能反转，郑秋", + "boxes": [ + 1140, + 941, + 1406, + 977 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 941, + 1640, + 979 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "《绝密较量》结局反转：谢小曼背叛卢卡莫", + "boxes": [ + 216, + 945, + 764, + 987 + ] + }, + { + "text": "克星上线，黄金湖死而复生，", + "boxes": [ + 1132, + 961, + 1406, + 1007 + ] + }, + { + "text": "里？一招让卢卡莫里惨败", + "boxes": [ + 196, + 979, + 534, + 1025 + ] + }, + { + "text": "绘改10版，根本舍不得做减法", + "boxes": [ + 826, + 971, + 1104, + 1001 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "+5.63", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "全是局", + "boxes": [ + 1134, + 993, + 1210, + 1030 + ] + }, + { + "text": "?", + "boxes": [ + 1690, + 997, + 1714, + 1018 + ] + }, + { + "text": "", + "boxes": [ + 92, + 1048, + 148, + 1066 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 1048, + 206, + 1068 + ] + }, + { + "text": "earch - Micr.", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "60_3_4", + "episode_id": 60, + "env_id": 3, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.092769622802734, + "advantages": -0.10718394070863724, + "generated_text": "{\n \"intent\": \"Clicking on an icon on the desktop to see its content.\",\n \"action\": \"DoubleClick(345, 297)\"\n}", + "action_string": "DoubleClick(345, 297)", + "intent_string": "Clicking on an icon on the desktop to see its content.", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untitled 1 - M..", + "boxes": [ + 208, + 1048, + 316, + 1072 + ] + } + ] + }, + { + "frame_id": "60_4_4", + "episode_id": 60, + "env_id": 4, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.996635437011719, + "advantages": 0.34088388085365295, + "generated_text": "{\n \"intent\": \"Exploring the browser homepage by visiting some of the default top sites, which seems like the most intuitive next step since these links point to various popular services directly.\",\n \"action\": \"DoubleClick(550, 439)\"\n}", + "action_string": "DoubleClick(550, 439)", + "intent_string": "Exploring the browser homepage by visiting some of the default top sites, which seems like the most intuitive next step since these links point to various popular services directly.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 401, + 588, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ] + }, + { + "frame_id": "60_5_4", + "episode_id": 60, + "env_id": 5, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.480239868164062, + "advantages": 0.08489429205656052, + "generated_text": "{\n \"intent\": \"Exploring the desktop by opening icons from the search bar results since they are probable ways to reach other applications or features.\",\n \"action\": \"DoubleClick(1890, 684)\"\n}", + "action_string": "DoubleClick(1890, 684)", + "intent_string": "Exploring the desktop by opening icons from the search bar results since they are probable ways to reach other applications or features.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "60_6_4", + "episode_id": 60, + "env_id": 6, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.405924797058105, + "advantages": 0.5437783598899841, + "generated_text": "{\n \"intent\": \"To explore more about the current open prompt or document\",\n \"action\": \"DoubleClick(971, 21)\"\n}", + "action_string": "DoubleClick(971, 21)", + "intent_string": "To explore more about the current open prompt or document", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 169, + 112, + 201 + ] + }, + { + "text": "Untitled 1-Mousepad", + "boxes": [ + 860, + 264, + 1058, + 294 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Fil Eit Search View Document Help ", + "boxes": [ + 644, + 290, + 956, + 320 + ] + }, + { + "text": "Warning, you are using the root account, you may harm your system", + "boxes": [ + 734, + 318, + 1182, + 341 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 502, + 94, + 528 + ] + }, + { + "text": "", + "boxes": [ + 26, + 547, + 88, + 616 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "汇", + "boxes": [ + 52, + 909, + 66, + 929 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "", + "boxes": [ + 188, + 1050, + 206, + 1064 + ] + } + ] + }, + { + "frame_id": "60_7_4", + "episode_id": 60, + "env_id": 7, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.405607223510742, + "advantages": 0.04789711534976959, + "generated_text": "{\n \"intent\": \"Clicking on icon items of different browsers gives a广泛的网站访问机会。\",\n \"action\": \"DoubleClick(762, 27)\"\n}", + "action_string": "DoubleClick(762, 27)", + "intent_string": "Clicking on icon items of different browsers gives a广泛的网站访问机会。", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 40, + 69, + 126, + 87 + ] + }, + { + "text": "Q", + "boxes": [ + 256, + 68, + 274, + 83 + ] + }, + { + "text": "arch with Bing or enter address", + "boxes": [ + 304, + 66, + 520, + 89 + ] + }, + { + "text": " Apple -- tt://www.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "a Amazon — http://www.amazon.com", + "boxes": [ + 256, + 179, + 510, + 202 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 272, + 214, + 590, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 252, + 324, + 272 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 518 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1225, + 673, + 1417, + 735 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 64, + 520, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "60_0_5", + "episode_id": 60, + "env_id": 0, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.245346069335938, + "advantages": -0.031548161059617996, + "generated_text": "{\n \"intent\": \"Locate and open an application from the desktop to progress towards exploring the computer environment.\",\n \"action\": \"DoubleClick(1256, 725)\" }", + "action_string": "DoubleClick(1256, 725)", + "intent_string": "Locate and open an application from the desktop to progress towards exploring the computer environment.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 114, + 202 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 17, + 329, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 116, + 423 + ] + }, + { + "text": "Libreoffice", + "boxes": [ + 35, + 460, + 155, + 503 + ] + }, + { + "text": "LibreO...", + "boxes": [ + 16, + 498, + 104, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "60_1_5", + "episode_id": 60, + "env_id": 1, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.663470268249512, + "advantages": 0.6714497804641724, + "generated_text": "{\n \"intent\": \"Clicking on the trending news headline '将人工智能送上太空' seems like a logical next step to explore further content related to artificial intelligence applications.\",\n \"action\": \"DoubleClick(489, 423)\"\n}", + "action_string": "DoubleClick(489, 423)", + "intent_string": "Clicking on the trending news headline '将人工智能送上太空' seems like a logical next step to explore further content related to artificial intelligence applications.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 41, + 111, + 183, + 147 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "国际版", + "boxes": [ + 588, + 260, + 628, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 486, + 304, + 620, + 322 + ] + }, + { + "text": "人", + "boxes": [ + 1398, + 306, + 1410, + 318 + ] + }, + { + "text": "Earn free gift cards and", + "boxes": [ + 1580, + 298, + 1856, + 328 + ] + }, + { + "text": " more with Microsoft", + "boxes": [ + 1596, + 322, + 1838, + 359 + ] + }, + { + "text": "热", + "boxes": [ + 1140, + 341, + 1396, + 359 + ] + }, + { + "text": "Rewards", + "boxes": [ + 1662, + 353, + 1772, + 385 + ] + }, + { + "text": "Nex", + "boxes": [ + 1372, + 381, + 1408, + 395 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "崔登荣游泳队总教练", + "boxes": [ + 1118, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1124, + 451, + 1262, + 474 + ] + }, + { + "text": "When youjin Microsoft ewards, youll arn", + "boxes": [ + 1570, + 594, + 1864, + 629 + ] + }, + { + "text": "points just for using Bing. Redeem them for git", + "boxes": [ + 1570, + 617, + 1866, + 647 + ] + }, + { + "text": "cadaedna", + "boxes": [ + 1570, + 633, + 1866, + 669 + ] + }, + { + "text": "nonprofit and help make a diference.", + "boxes": [ + 1598, + 655, + 1834, + 685 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 274, + 750 + ] + }, + { + "text": " Get started", + "boxes": [ + 1678, + 723, + 1756, + 754 + ] + }, + { + "text": "品", + "boxes": [ + 644, + 766, + 672, + 780 + ] + }, + { + "text": "自选股建", + "boxes": [ + 1468, + 766, + 1534, + 792 + ] + }, + { + "text": "SS32赛季将于6月17日", + "boxes": [ + 416, + 828, + 504, + 852 + ] + }, + { + "text": "日01:00结束，结束之前您还可以螺续冲击S", + "boxes": [ + 500, + 828, + 666, + 852 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1451, + 843, + 1533, + 898 + ] + }, + { + "text": "进行赛学致据的清理和结算，预计时间约为6小时，清理结算完成后", + "boxes": [ + 398, + 856, + 668, + 885 + ] + }, + { + "text": "将开启全新的SS33孩季。", + "boxes": [ + 398, + 874, + 500, + 899 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1454, + 893, + 1506, + 939 + ] + }, + { + "text": "点资讯·58分钟", + "boxes": [ + 240, + 921, + 338, + 945 + ] + }, + { + "text": "ITBEAR科技资讯·6小时", + "boxes": [ + 826, + 921, + 996, + 945 + ] + }, + { + "text": "醒潇湘晨报·12小时", + "boxes": [ + 1140, + 919, + 1272, + 949 + ] + }, + { + "text": "上汽集团4月销量稳步增，电", + "boxes": [ + 826, + 937, + 1092, + 977 + ] + }, + { + "text": "“90后”健身博主山阿离世，", + "boxes": [ + 1138, + 941, + 1386, + 977 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1534, + 991 + ] + }, + { + "text": "“吃鸡”光子后续大招？除了新赛季、新返场", + "boxes": [ + 202, + 945, + 770, + 987 + ] + }, + { + "text": "动化转型能否引领新篇章？", + "boxes": [ + 826, + 969, + 1072, + 999 + ] + }, + { + "text": "年仅33岁！妈妈透露原因", + "boxes": [ + 1136, + 967, + 1378, + 1003 + ] + }, + { + "text": "外，还有1把定制枪", + "boxes": [ + 196, + 979, + 566, + 1025 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1454, + 985, + 1506, + 1032 + ] + }, + { + "text": "(0)", + "boxes": [ + 100, + 1022, + 120, + 1036 + ] + }, + { + "text": "4.赛学接夹房、再闯等奶、不时", + "boxes": [ + 400, + 1024, + 526, + 1048 + ] + }, + { + "text": "专城与支线任务进度、NPC好题", + "boxes": [ + 534, + 1020, + 662, + 1049 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 2,660,000 results", + "boxes": [ + 172, + 254, + 332, + 288 + ] + }, + { + "text": "C", + "boxes": [ + 177, + 298, + 216, + 335 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 176, + 336, + 668, + 371 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功", + "boxes": [ + 176, + 361, + 788, + 393 + ] + }, + { + "text": "将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计，", + "boxes": [ + 180, + 389, + 758, + 413 + ] + }, + { + "text": "?", + "boxes": [ + 484, + 423, + 500, + 443 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://wwv", + "boxes": [ + 214, + 455, + 284, + 472 + ] + }, + { + "text": "w.thepaper.cn", + "boxes": [ + 276, + 450, + 374, + 481 + ] + }, + { + "text": " Translate this result ", + "boxes": [ + 368, + 455, + 492, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 172, + 476, + 662, + 512 + ] + }, + { + "text": "7 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 780, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"星.", + "boxes": [ + 178, + 530, + 782, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 210, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报|将人工智能送上太空！我国太空计算卫星.", + "boxes": [ + 176, + 613, + 710, + 649 + ] + }, + { + "text": "7hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 178, + 647, + 776, + 671 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"星.", + "boxes": [ + 178, + 669, + 778, + 693 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 212, + 715, + 262, + 741 + ] + }, + { + "text": "htps:/news.q.com rain Translate thisresult", + "boxes": [ + 212, + 733, + 504, + 762 + ] + }, + { + "text": "将人工智能送上太空！今天，成功发射！－腾讯网", + "boxes": [ + 176, + 756, + 624, + 792 + ] + }, + { + "text": "12 hours ago·将算力和人工智能送上太空一箭十二颗计算卫星是\"三体计算星座\"的首次发射，也", + "boxes": [ + 178, + 780, + 784, + 814 + ] + }, + { + "text": "是国星宇航\"星算\"计划的首次发射，此次发射任务成功标志着，", + "boxes": [ + 176, + 804, + 562, + 838 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 210, + 856, + 292, + 879 + ] + }, + { + "text": "https://cn.chinadaily.com.cn Translate this esut", + "boxes": [ + 206, + 869, + 512, + 901 + ] + }, + { + "text": "将AI送上太空我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 172, + 891, + 710, + 935 + ] + }, + { + "text": "5 hours ago·12星箭上排布图首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 180, + 927, + 770, + 951 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链，", + "boxes": [ + 176, + 947, + 776, + 977 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 991, + 280, + 1022 + ] + }, + { + "text": "http:/finance.sina.com..cn jisw doc-inewpmqw Translatethis resut", + "boxes": [ + 208, + 1010, + 658, + 1042 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 292, + 1070 + ] + } + ] + }, + { + "frame_id": "60_2_5", + "episode_id": 60, + "env_id": 2, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.881394386291504, + "advantages": 0.2837561368942261, + "generated_text": "{\n \"intent\": \"Before moving further, I should identify if there are any relevant links or content related to exploration that addresses my curiosity appropriately.\",\n \"action\": \"DoubleClick(510, 311)\" \n}", + "action_string": "DoubleClick(510, 311)", + "intent_string": "Before moving further, I should identify if there are any relevant links or content related to exploration that addresses my curiosity appropriately.", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 6, + 57, + 128, + 94 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1781, + 59, + 1893, + 96 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 37, + 109, + 185, + 150 + ] + }, + { + "text": "8", + "boxes": [ + 1680, + 117, + 1716, + 145 + ] + }, + { + "text": "国内版", + "boxes": [ + 502, + 256, + 548, + 276 + ] + }, + { + "text": "国际版", + "boxes": [ + 586, + 258, + 630, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 484, + 304, + 620, + 322 + ] + }, + { + "text": "二", + "boxes": [ + 1108, + 341, + 1396, + 359 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 968, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1100, + 447, + 1262, + 479 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 725, + 274, + 750 + ] + }, + { + "text": "厂东中考数字试题", + "boxes": [ + 302, + 748, + 720, + 796 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "5", + "boxes": [ + 430, + 810, + 468, + 858 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "14,.712", + "boxes": [ + 1616, + 792, + 1702, + 849 + ] + }, + { + "text": "0= 26,求", + "boxes": [ + 458, + 831, + 710, + 910 + ] + }, + { + "text": "x+-", + "boxes": [ + 310, + 850, + 416, + 901 + ] + }, + { + "text": "恒生指技", + "boxes": [ + 1452, + 844, + 1540, + 897 + ] + }, + { + "text": "M", + "boxes": [ + 1590, + 850, + 1632, + 885 + ] + }, + { + "text": " 2.40%6", + "boxes": [ + 1618, + 846, + 1696, + 893 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1508, + 939 + ] + }, + { + "text": " +49 ", + "boxes": [ + 1582, + 885, + 1704, + 943 + ] + }, + { + "text": "√X", + "boxes": [ + 410, + 897, + 488, + 937 + ] + }, + { + "text": "点视频/余老师讲初中数学", + "boxes": [ + 242, + 921, + 378, + 945 + ] + }, + { + "text": "小黑盒游戏·4小时", + "boxes": [ + 828, + 919, + 968, + 949 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点资讯·48分钟", + "boxes": [ + 1158, + 921, + 1268, + 945 + ] + }, + { + "text": "题目难解，差一点全班覆没，学霸用整体求值", + "boxes": [ + 198, + 941, + 794, + 989 + ] + }, + { + "text": "强迫症做独游的弊端：一个立", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "《狮城山海》高能反转，郑秋", + "boxes": [ + 1140, + 941, + 1406, + 977 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 941, + 1640, + 979 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "克星上线，黄金湖死而复生，", + "boxes": [ + 1132, + 961, + 1406, + 1007 + ] + }, + { + "text": "法，又好文快！27×+10。", + "boxes": [ + 194, + 968, + 650, + 1027 + ] + }, + { + "text": "绘改10版，根本舍不得做减法", + "boxes": [ + 826, + 971, + 1104, + 1001 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "+5.63", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "全是局", + "boxes": [ + 1134, + 993, + 1210, + 1030 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 1050, + 206, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch -Microsoft Bing×+", + "boxes": [ + 44, + 32, + 244, + 50 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1878, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 19, + 109, + 187, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 498, + 256, + 556, + 276 + ] + }, + { + "text": "国际版", + "boxes": [ + 578, + 256, + 630, + 276 + ] + }, + { + "text": "将从工智能送上太空", + "boxes": [ + 470, + 298, + 628, + 328 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 646, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 484, + 411, + 654, + 441 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 638, + 478 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 792, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1532, + 673, + 1632, + 705 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 183, + 718, + 275, + 755 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1456, + 766, + 1552, + 792 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1462, + 852, + 1530, + 878 + ] + }, + { + "text": " 2.30%", + "boxes": [ + 1618, + 846, + 1698, + 893 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 1464, + 868, + 1518, + 887 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4.33", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "小黑盒游戏·4小时", + "boxes": [ + 828, + 919, + 968, + 949 + ] + }, + { + "text": "1", + "boxes": [ + 1140, + 923, + 1170, + 943 + ] + }, + { + "text": "一点资讯·48分钟", + "boxes": [ + 1158, + 917, + 1272, + 947 + ] + }, + { + "text": "强迫症做独游的弊端：一个立", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "《狮城山海》高能反转，郑秋", + "boxes": [ + 1142, + 941, + 1408, + 977 + ] + }, + { + "text": "黄州", + "boxes": [ + 1454, + 935, + 1536, + 989 + ] + }, + { + "text": ".319", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "绘改10版，根本舍不得做减法", + "boxes": [ + 826, + 971, + 1102, + 1001 + ] + }, + { + "text": "克星上线，黄金湖死而复生，", + "boxes": [ + 1138, + 965, + 1402, + 1001 + ] + }, + { + "text": "七日世界手游伤害构成稀释原理解析", + "boxes": [ + 204, + 983, + 670, + 1018 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 983, + 1506, + 1030 + ] + }, + { + "text": "+.39 ", + "boxes": [ + 1622, + 981, + 1722, + 1032 + ] + }, + { + "text": "全是局", + "boxes": [ + 1136, + 995, + 1208, + 1026 + ] + }, + { + "text": "", + "boxes": [ + 1596, + 991, + 1628, + 1012 + ] + }, + { + "text": "", + "boxes": [ + 1136, + 1026, + 1190, + 1046 + ] + }, + { + "text": "丢白选股建", + "boxes": [ + 1632, + 1028, + 1714, + 1046 + ] + } + ] + }, + { + "frame_id": "60_3_5", + "episode_id": 60, + "env_id": 3, + "step": 5, + "format_rewards": 1.0, + "rewards": 8.874005317687988, + "advantages": -0.21563062071800232, + "generated_text": "{\n \"intent\": \"Move the mouse to the center of the Screen to observe the full area.\",\n \"action\": \"Move(960, 532)\"\n}", + "action_string": "Move(960, 532)", + "intent_string": "Move the mouse to the center of the Screen to observe the full area.", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untitled 1 - M..", + "boxes": [ + 208, + 1048, + 316, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untitled 1 - M..", + "boxes": [ + 208, + 1048, + 316, + 1072 + ] + } + ] + }, + { + "frame_id": "60_4_5", + "episode_id": 60, + "env_id": 4, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.124860763549805, + "advantages": -0.09127559512853622, + "generated_text": "{\n \"intent\": \"Scroll down to view more content on the webpage\",\n \"action\": \"ScrollDown(50,0)\"\n}", + "action_string": "ScrollDown(50, 0)", + "intent_string": "Scroll down to view more content on the webpage", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1118, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ] + }, + { + "frame_id": "60_5_5", + "episode_id": 60, + "env_id": 5, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.815726280212402, + "advantages": 0.25120291113853455, + "generated_text": "{\n \"intent\": \"To access the search bar so I can perform a web search. The Search the Web bar is located in the center of the browser tab.\",\n \"action\": \"DoubleClick(737, 306)\"\n}", + "action_string": "DoubleClick(737, 306)", + "intent_string": "To access the search bar so I can perform a web search. The Search the Web bar is located in the center of the browser tab.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": " Search the fveb", + "boxes": [ + 653, + 283, + 769, + 320 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "60_6_5", + "episode_id": 60, + "env_id": 6, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.626113891601562, + "advantages": 0.6529313325881958, + "generated_text": "{\n \"intent\": \"Double clicking on the Firefox icon to open the browser as there may be online resources or documents available.\",\n \"action\": \"DoubleClick(37, 23)\" }", + "action_string": "DoubleClick(37, 23)", + "intent_string": "Double clicking on the Firefox icon to open the browser as there may be online resources or documents available.", + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 169, + 112, + 201 + ] + }, + { + "text": "Untitled 1-Mousepad", + "boxes": [ + 860, + 264, + 1058, + 294 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Fil Eit Search View Document Help ", + "boxes": [ + 644, + 290, + 956, + 320 + ] + }, + { + "text": "Warning, you are using the root account, you may harm your system", + "boxes": [ + 734, + 318, + 1182, + 341 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 502, + 94, + 528 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "汇", + "boxes": [ + 52, + 909, + 66, + 929 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": "C", + "boxes": [ + 70, + 69, + 124, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "60_7_5", + "episode_id": 60, + "env_id": 7, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.353482246398926, + "advantages": 0.02205752022564411, + "generated_text": "{\n \"intent\": \"The next logical step would be to explore the web by visiting one of the available tabs or sites.\",\n \"action\": \"DoubleClick(957, 322)\" }", + "action_string": "DoubleClick(957, 322)", + "intent_string": "The next logical step would be to explore the web by visiting one of the available tabs or sites.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 64, + 520, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Mozilla Firef", + "boxes": [ + 898, + 2, + 1006, + 26 + ] + }, + { + "text": "Q Search with Bing or ente", + "boxes": [ + 254, + 66, + 452, + 89 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 14, + 103, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 640, + 284, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "60_0_6", + "episode_id": 60, + "env_id": 0, + "step": 6, + "format_rewards": 1.0, + "rewards": 11.911274909973145, + "advantages": 1.2900162935256958, + "generated_text": "{\n \"intent\": \"The next step is to identify the application or folder I want to interact with. I will move my cursor to click on 'LibreOffice' which should allow me to open the application.\",\n \"action\": \"DoubleClick(54, 178)\"\n}", + "action_string": "DoubleClick(54, 178)", + "intent_string": "The next step is to identify the application or folder I want to interact with. I will move my cursor to click on 'LibreOffice' which should allow me to open the application.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 28, + 767, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + } + ] + }, + { + "frame_id": "60_1_6", + "episode_id": 60, + "env_id": 1, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.087623596191406, + "advantages": -0.10973495244979858, + "generated_text": "{\n \"intent\": \"Move the mouse cursor to the first search result to begin exploring potential relevant content.\",\n \"action\": \"Move(357, 276)\"\n}", + "action_string": "Move(357, 276)", + "intent_string": "Move the mouse cursor to the first search result to begin exploring potential relevant content.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 2,660,000 results", + "boxes": [ + 172, + 254, + 332, + 288 + ] + }, + { + "text": "C", + "boxes": [ + 177, + 298, + 216, + 335 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 176, + 336, + 668, + 371 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功", + "boxes": [ + 176, + 361, + 788, + 393 + ] + }, + { + "text": "将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计，", + "boxes": [ + 180, + 389, + 758, + 413 + ] + }, + { + "text": "?", + "boxes": [ + 484, + 423, + 500, + 443 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://wwv", + "boxes": [ + 214, + 455, + 284, + 472 + ] + }, + { + "text": "w.thepaper.cn", + "boxes": [ + 276, + 450, + 374, + 481 + ] + }, + { + "text": " Translate this result ", + "boxes": [ + 368, + 455, + 492, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 172, + 476, + 662, + 512 + ] + }, + { + "text": "7 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 780, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"星.", + "boxes": [ + 178, + 530, + 782, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 210, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报|将人工智能送上太空！我国太空计算卫星.", + "boxes": [ + 176, + 613, + 710, + 649 + ] + }, + { + "text": "7hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 178, + 647, + 776, + 671 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"星.", + "boxes": [ + 178, + 669, + 778, + 693 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 212, + 715, + 262, + 741 + ] + }, + { + "text": "htps:/news.q.com rain Translate thisresult", + "boxes": [ + 212, + 733, + 504, + 762 + ] + }, + { + "text": "将人工智能送上太空！今天，成功发射！－腾讯网", + "boxes": [ + 176, + 756, + 624, + 792 + ] + }, + { + "text": "12 hours ago·将算力和人工智能送上太空一箭十二颗计算卫星是\"三体计算星座\"的首次发射，也", + "boxes": [ + 178, + 780, + 784, + 814 + ] + }, + { + "text": "是国星宇航\"星算\"计划的首次发射，此次发射任务成功标志着，", + "boxes": [ + 176, + 804, + 562, + 838 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 210, + 856, + 292, + 879 + ] + }, + { + "text": "https://cn.chinadaily.com.cn Translate this esut", + "boxes": [ + 206, + 869, + 512, + 901 + ] + }, + { + "text": "将AI送上太空我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 172, + 891, + 710, + 935 + ] + }, + { + "text": "5 hours ago·12星箭上排布图首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 180, + 927, + 770, + 951 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链，", + "boxes": [ + 176, + 947, + 776, + 977 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 991, + 280, + 1022 + ] + }, + { + "text": "http:/finance.sina.com..cn jisw doc-inewpmqw Translatethis resut", + "boxes": [ + 208, + 1010, + 658, + 1042 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 292, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "VIDEOS", + "boxes": [ + 330, + 212, + 372, + 232 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 460, + 230 + ] + }, + { + "text": " About 2,660,000 results ", + "boxes": [ + 172, + 254, + 334, + 288 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功", + "boxes": [ + 178, + 363, + 790, + 393 + ] + }, + { + "text": "将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计，", + "boxes": [ + 180, + 389, + 758, + 413 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://wwv", + "boxes": [ + 214, + 455, + 284, + 472 + ] + }, + { + "text": "w.thepaper.cn Translate this resuit ", + "boxes": [ + 276, + 451, + 492, + 480 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 172, + 476, + 662, + 512 + ] + }, + { + "text": "7 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 780, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"星.", + "boxes": [ + 178, + 530, + 782, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 210, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报「将人工智能送上太空！我国太空计算卫星.", + "boxes": [ + 176, + 613, + 710, + 649 + ] + }, + { + "text": "7hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 178, + 647, + 776, + 671 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"星.", + "boxes": [ + 178, + 669, + 778, + 693 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 212, + 715, + 262, + 741 + ] + }, + { + "text": "htp:/news.q.com rain Translate his esult ", + "boxes": [ + 212, + 733, + 504, + 762 + ] + }, + { + "text": "将人工智能送上太空！今天，成功发射！－腾讯网", + "boxes": [ + 176, + 756, + 624, + 792 + ] + }, + { + "text": "12 hours ago·将算力和人工智能送上太空一箭十二颗计算卫星是\"三体计算星座\"的首次发射，也", + "boxes": [ + 178, + 780, + 784, + 814 + ] + }, + { + "text": "是国星宇航\"星算\"计划的首次发射，此次发射任务成功标志着，", + "boxes": [ + 178, + 808, + 562, + 838 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 210, + 856, + 292, + 879 + ] + }, + { + "text": "https://n.chinadaily.com.cn Translate thisresut", + "boxes": [ + 206, + 869, + 512, + 901 + ] + }, + { + "text": "将AI送上太空我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 172, + 891, + 710, + 935 + ] + }, + { + "text": "5 hours ago·12星箭上排布图首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 180, + 927, + 770, + 951 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链，", + "boxes": [ + 176, + 947, + 776, + 977 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 991, + 280, + 1022 + ] + }, + { + "text": "https:/finance.sinacom..cnjiw>doc-inewmqw Transate thisresut", + "boxes": [ + 208, + 1010, + 658, + 1042 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 292, + 1070 + ] + } + ] + }, + { + "frame_id": "60_2_6", + "episode_id": 60, + "env_id": 2, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.255060195922852, + "advantages": -0.026732634752988815, + "generated_text": "{\n \"intent\": \"Move the cursor to a potential location where there may be files or applications opened.\"\n , \"action\": \"Move(234, 123)\"\n}", + "action_string": "Move(234, 123)", + "intent_string": "Move the cursor to a potential location where there may be files or applications opened.", + "before_screen_ocr_results": [ + { + "text": "earch -Microsoft Bing×+", + "boxes": [ + 44, + 32, + 244, + 50 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1588, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1876, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 19, + 109, + 187, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 498, + 256, + 560, + 276 + ] + }, + { + "text": "国际版", + "boxes": [ + 574, + 256, + 628, + 276 + ] + }, + { + "text": "将从工智能送上太空", + "boxes": [ + 478, + 300, + 626, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 646, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 484, + 411, + 654, + 441 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 638, + 478 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 670, + 1633, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 190, + 725, + 272, + 750 + ] + }, + { + "text": "拓麻歌子惊现名创优品", + "boxes": [ + 500, + 740, + 762, + 785 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1456, + 766, + 1550, + 792 + ] + }, + { + "text": "", + "boxes": [ + 562, + 780, + 652, + 806 + ] + }, + { + "text": "TaMaGOTeHi", + "boxes": [ + 649, + 791, + 795, + 841 + ] + }, + { + "text": "宜时中国A50 ", + "boxes": [ + 1453, + 793, + 1565, + 849 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1462, + 852, + 1530, + 878 + ] + }, + { + "text": " 2.30%", + "boxes": [ + 1618, + 846, + 1700, + 893 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 1464, + 868, + 1518, + 887 + ] + }, + { + "text": "", + "boxes": [ + 1589, + 847, + 1633, + 884 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4.33", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "小黑盒游戏·4小时", + "boxes": [ + 828, + 919, + 968, + 949 + ] + }, + { + "text": "1一点资讯·48分钟", + "boxes": [ + 1138, + 921, + 1270, + 945 + ] + }, + { + "text": "“电子宠物”机翻红！曾在”80后”“90后”中", + "boxes": [ + 204, + 943, + 780, + 985 + ] + }, + { + "text": "强迫症做独游的弊端：一个立", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "《狮城山海》高能反转，郑秋", + "boxes": [ + 1142, + 941, + 1408, + 977 + ] + }, + { + "text": "黄州", + "boxes": [ + 1454, + 935, + 1536, + 989 + ] + }, + { + "text": ".319", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "绘改10版，根本舍不得做减法", + "boxes": [ + 824, + 971, + 1102, + 1001 + ] + }, + { + "text": "克星上线，黄金湖死而复生，", + "boxes": [ + 1138, + 965, + 1402, + 1001 + ] + }, + { + "text": "风靡一", + "boxes": [ + 201, + 980, + 275, + 1019 + ] + }, + { + "text": "一时", + "boxes": [ + 280, + 989, + 334, + 1014 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 983, + 1506, + 1030 + ] + }, + { + "text": "5.63 ", + "boxes": [ + 1624, + 981, + 1722, + 1032 + ] + }, + { + "text": "NEC", + "boxes": [ + 324, + 995, + 372, + 1012 + ] + }, + { + "text": "拓麻歌子现名创优品全球", + "boxes": [ + 512, + 991, + 766, + 1026 + ] + }, + { + "text": "全是局", + "boxes": [ + 1136, + 995, + 1208, + 1026 + ] + }, + { + "text": "", + "boxes": [ + 1596, + 991, + 1628, + 1012 + ] + }, + { + "text": "", + "boxes": [ + 824, + 1026, + 876, + 1046 + ] + }, + { + "text": "", + "boxes": [ + 1136, + 1026, + 1190, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 21, + 109, + 185, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 254, + 560, + 280 + ] + }, + { + "text": "国际版", + "boxes": [ + 574, + 256, + 630, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 300, + 628, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 646, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 484, + 411, + 654, + 441 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 638, + 478 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 792, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 671, + 1635, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 183, + 718, + 275, + 755 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1456, + 766, + 1552, + 792 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1462, + 852, + 1530, + 878 + ] + }, + { + "text": " 2.30%", + "boxes": [ + 1618, + 846, + 1700, + 893 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 1464, + 868, + 1518, + 887 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4.33", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "小黑盒游戏·4小时", + "boxes": [ + 828, + 919, + 968, + 949 + ] + }, + { + "text": "一点资讯·48分钟", + "boxes": [ + 1136, + 917, + 1272, + 947 + ] + }, + { + "text": "强迫症做独游的弊端：一个立", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "《狮城山海》高能反转，郑秋", + "boxes": [ + 1142, + 941, + 1408, + 977 + ] + }, + { + "text": "黄州", + "boxes": [ + 1454, + 935, + 1536, + 989 + ] + }, + { + "text": "《新世界：永恒》", + "boxes": [ + 220, + 947, + 424, + 983 + ] + }, + { + "text": "耕升RTX5070踏雪0C个", + "boxes": [ + 430, + 947, + 780, + 983 + ] + }, + { + "text": ".319", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "绘改10版，根本舍不得做减法", + "boxes": [ + 828, + 971, + 1104, + 1001 + ] + }, + { + "text": "克星上线，黄金湖死而复生，", + "boxes": [ + 1138, + 965, + 1402, + 1001 + ] + }, + { + "text": "性化你的冒险", + "boxes": [ + 189, + 976, + 391, + 1027 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 983, + 1506, + 1030 + ] + }, + { + "text": "+.39 ", + "boxes": [ + 1622, + 981, + 1722, + 1032 + ] + }, + { + "text": "全是局", + "boxes": [ + 1136, + 995, + 1208, + 1026 + ] + }, + { + "text": "", + "boxes": [ + 1596, + 991, + 1628, + 1012 + ] + }, + { + "text": "", + "boxes": [ + 1136, + 1026, + 1190, + 1046 + ] + }, + { + "text": "态丢白选股建过", + "boxes": [ + 1630, + 1028, + 1716, + 1046 + ] + } + ] + }, + { + "frame_id": "60_3_6", + "episode_id": 60, + "env_id": 3, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.901665687561035, + "advantages": -0.20191872119903564, + "generated_text": "{\n \"intent\": \"Open the 'Run' application by double-clicking its icon on the desktop.\",\n \"action\": \"DoubleClick(10, 10)\"\n}", + "action_string": "DoubleClick(10, 10)", + "intent_string": "Open the 'Run' application by double-clicking its icon on the desktop.", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untitled 1 - M..", + "boxes": [ + 208, + 1048, + 316, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Edit Search View Document Help", + "boxes": [ + 26, + 22, + 312, + 52 + ] + } + ] + }, + { + "frame_id": "60_4_6", + "episode_id": 60, + "env_id": 4, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.507528305053711, + "advantages": 0.594145655632019, + "generated_text": "{\n \"intent\": \"Clicking on the 'Show me more' button likely provides additional details or information about Apple products.\",\n \"action\": \"DoubleClick(872, 339)\"\n}", + "action_string": "DoubleClick(872, 339)", + "intent_string": "Clicking on the 'Show me more' button likely provides additional details or information about Apple products.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1118, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " iPhone - Apple", + "boxes": [ + 6, + 26, + 132, + 56 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "", + "boxes": [ + 102, + 1048, + 152, + 1066 + ] + }, + { + "text": "□0", + "boxes": [ + 144, + 1046, + 214, + 1072 + ] + }, + { + "text": " iphone - Appl.", + "boxes": [ + 208, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "60_5_6", + "episode_id": 60, + "env_id": 5, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.055238723754883, + "advantages": -0.12578889727592468, + "generated_text": "{\n \"intent\": \"The next step should focus on exploring a website as one might see many potential click targets like images or links here.\",\n \"action\": \"DoubleClick(647, 117)\" }", + "action_string": "DoubleClick(647, 117)", + "intent_string": "The next step should focus on exploring a website as one might see many potential click targets like images or links here.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": " Search the fveb", + "boxes": [ + 653, + 283, + 769, + 320 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Mozilla Firef", + "boxes": [ + 902, + 2, + 1006, + 26 + ] + }, + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 640, + 284, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1276, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "60_6_6", + "episode_id": 60, + "env_id": 6, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.837388038635254, + "advantages": -0.23378267884254456, + "generated_text": "{\n \"intent\": \"Move the cursor to any visible icon or element in the right-clickable areas to analyze or open applications efficiently.\",\n \"action\": \"DoubleClick(130, 192)\" }", + "action_string": "DoubleClick(130, 192)", + "intent_string": "Move the cursor to any visible icon or element in the right-clickable areas to analyze or open applications efficiently.", + "before_screen_ocr_results": [ + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": "→", + "boxes": [ + 40, + 68, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 192, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "60_7_6", + "episode_id": 60, + "env_id": 7, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.602944374084473, + "advantages": 0.6414456963539124, + "generated_text": "{\n \"intent\": \"Double clicking on one of the top search sites could help explore different web domains quickly.\",\n \"action\": \"DoubleClick(657, 481)\"\n}", + "action_string": "DoubleClick(657, 481)", + "intent_string": "Double clicking on one of the top search sites could help explore different web domains quickly.", + "before_screen_ocr_results": [ + { + "text": "Mozilla Firef", + "boxes": [ + 898, + 2, + 1006, + 26 + ] + }, + { + "text": "Q Search with Bing or ente", + "boxes": [ + 254, + 66, + 452, + 89 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 14, + 103, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "NewTab", + "boxes": [ + 36, + 32, + 84, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 34, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1592, + 64, + 1664, + 95 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 185, + 150 + ] + }, + { + "text": "ign", + "boxes": [ + 1646, + 125, + 1666, + 141 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 482, + 302, + 624, + 326 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 451, + 966, + 474 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1100, + 447, + 1262, + 479 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 671, + 1635, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 181, + 720, + 275, + 751 + ] + }, + { + "text": "earch - Micr", + "boxes": [ + 226, + 1050, + 308, + 1068 + ] + } + ] + }, + { + "frame_id": "60_0_7", + "episode_id": 60, + "env_id": 0, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.478313446044922, + "advantages": 0.0839393213391304, + "generated_text": "{\n \"intent\": \"Move towards other applications or areas of the desktop that might be accessible using double clicks.\",\n \"action\": \"Move(0, 0)\" \n}", + "action_string": "Move(0, 0)", + "intent_string": "Move towards other applications or areas of the desktop that might be accessible using double clicks.", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ] + }, + { + "frame_id": "60_1_7", + "episode_id": 60, + "env_id": 1, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.665311813354492, + "advantages": 0.1766388714313507, + "generated_text": "{\n \"intent\": \"Opening an article will provide more detailed information about the successful feature and its significance.\",\n \"action\": \"DoubleClick(583, 337)\" }", + "action_string": "DoubleClick(583, 337)", + "intent_string": "Opening an article will provide more detailed information about the successful feature and its significance.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "VIDEOS", + "boxes": [ + 330, + 212, + 372, + 232 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 460, + 230 + ] + }, + { + "text": " About 2,660,000 results ", + "boxes": [ + 172, + 254, + 334, + 288 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功", + "boxes": [ + 178, + 363, + 790, + 393 + ] + }, + { + "text": "将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计，", + "boxes": [ + 180, + 389, + 758, + 413 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://wwv", + "boxes": [ + 214, + 455, + 284, + 472 + ] + }, + { + "text": "w.thepaper.cn Translate this resuit ", + "boxes": [ + 276, + 451, + 492, + 480 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 172, + 476, + 662, + 512 + ] + }, + { + "text": "7 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 780, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"星.", + "boxes": [ + 178, + 530, + 782, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 210, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报「将人工智能送上太空！我国太空计算卫星.", + "boxes": [ + 176, + 613, + 710, + 649 + ] + }, + { + "text": "7hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 178, + 647, + 776, + 671 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"星.", + "boxes": [ + 178, + 669, + 778, + 693 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 212, + 715, + 262, + 741 + ] + }, + { + "text": "htp:/news.q.com rain Translate his esult ", + "boxes": [ + 212, + 733, + 504, + 762 + ] + }, + { + "text": "将人工智能送上太空！今天，成功发射！－腾讯网", + "boxes": [ + 176, + 756, + 624, + 792 + ] + }, + { + "text": "12 hours ago·将算力和人工智能送上太空一箭十二颗计算卫星是\"三体计算星座\"的首次发射，也", + "boxes": [ + 178, + 780, + 784, + 814 + ] + }, + { + "text": "是国星宇航\"星算\"计划的首次发射，此次发射任务成功标志着，", + "boxes": [ + 178, + 808, + 562, + 838 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 210, + 856, + 292, + 879 + ] + }, + { + "text": "https://n.chinadaily.com.cn Translate thisresut", + "boxes": [ + 206, + 869, + 512, + 901 + ] + }, + { + "text": "将AI送上太空我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 172, + 891, + 710, + 935 + ] + }, + { + "text": "5 hours ago·12星箭上排布图首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 180, + 927, + 770, + 951 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链，", + "boxes": [ + 176, + 947, + 776, + 977 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 991, + 280, + 1022 + ] + }, + { + "text": "https:/finance.sinacom..cnjiw>doc-inewmqw Transate thisresut", + "boxes": [ + 208, + 1010, + 658, + 1042 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 292, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 113, + 890, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1152, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "60_2_7", + "episode_id": 60, + "env_id": 2, + "step": 7, + "format_rewards": 1.0, + "rewards": 11.278436660766602, + "advantages": 0.9763032793998718, + "generated_text": "{\n \"intent\": \"Begin interacting with the main interface by clicking on an area that usually opens windows or applications, such as thumbnails.\",\n \"action\": \"DoubleClick(523, 818)\" }", + "action_string": "DoubleClick(523, 818)", + "intent_string": "Begin interacting with the main interface by clicking on an area that usually opens windows or applications, such as thumbnails.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 19, + 109, + 187, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 254, + 558, + 280 + ] + }, + { + "text": "国际版", + "boxes": [ + 578, + 256, + 630, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 298, + 628, + 328 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 646, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 484, + 411, + 654, + 441 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 638, + 478 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 671, + 1635, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 721, + 276, + 752 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1451, + 760, + 1555, + 797 + ] + }, + { + "text": "9系旗舰对比，", + "boxes": [ + 235, + 768, + 555, + 878 + ] + }, + { + "text": "直时中国A50 4", + "boxes": [ + 1452, + 791, + 1566, + 851 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "往S9", + "boxes": [ + 724, + 844, + 776, + 862 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1462, + 852, + 1530, + 878 + ] + }, + { + "text": " 2.30%", + "boxes": [ + 1618, + 846, + 1700, + 893 + ] + }, + { + "text": "华为圣体？", + "boxes": [ + 279, + 854, + 411, + 907 + ] + }, + { + "text": "正快速上涨", + "boxes": [ + 1464, + 868, + 1518, + 887 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4.33", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "网汽车·2小时", + "boxes": [ + 250, + 923, + 340, + 941 + ] + }, + { + "text": "小黑盒游戏·4小时", + "boxes": [ + 828, + 919, + 968, + 949 + ] + }, + { + "text": "一点资讯·48分钟", + "boxes": [ + 1136, + 917, + 1272, + 947 + ] + }, + { + "text": "强迫症做独游的弊端：一个立", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "《狮城山海》高能反转，郑秋", + "boxes": [ + 1142, + 941, + 1408, + 977 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1454, + 935, + 1538, + 989 + ] + }, + { + "text": "传祺向往S9智能领先，深蓝S09动力爆棚", + "boxes": [ + 204, + 947, + 742, + 983 + ] + }, + { + "text": ".319", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "绘改10版，根本舍不得做减法", + "boxes": [ + 826, + 971, + 1104, + 1001 + ] + }, + { + "text": "克星上线，黄金湖死而复生，", + "boxes": [ + 1138, + 965, + 1402, + 1001 + ] + }, + { + "text": "30万预算你选哪款？", + "boxes": [ + 200, + 981, + 480, + 1022 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 983, + 1506, + 1030 + ] + }, + { + "text": "+.39 ", + "boxes": [ + 1622, + 981, + 1722, + 1032 + ] + }, + { + "text": "全是局", + "boxes": [ + 1136, + 995, + 1208, + 1026 + ] + }, + { + "text": "", + "boxes": [ + 1596, + 991, + 1628, + 1012 + ] + }, + { + "text": "", + "boxes": [ + 1136, + 1026, + 1190, + 1046 + ] + }, + { + "text": "丢白选股建", + "boxes": [ + 1632, + 1028, + 1714, + 1046 + ] + }, + { + "text": "2", + "boxes": [ + 190, + 1052, + 202, + 1064 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "即梦AI登顶", + "boxes": [ + 226, + 28, + 326, + 52 + ] + }, + { + "text": "Q", + "boxes": [ + 110, + 73, + 122, + 85 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 68, + 1658, + 87 + ] + }, + { + "text": "msn", + "boxes": [ + 48, + 125, + 106, + 151 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "α", + "boxes": [ + 1306, + 121, + 1332, + 141 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 119, + 1798, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1826, + 119, + 1862, + 147 + ] + }, + { + "text": "发现关注", + "boxes": [ + 232, + 177, + 320, + 201 + ] + }, + { + "text": "资讯 娱乐 时尚教育科技 萌宠 汽车", + "boxes": [ + 336, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1599, + 166, + 1731, + 209 + ] + }, + { + "text": "电", + "boxes": [ + 388, + 270, + 422, + 300 + ] + }, + { + "text": "ITBEAR科技资讯", + "boxes": [ + 407, + 263, + 553, + 308 + ] + }, + { + "text": "即梦AI登顶，张楠能否借此重回字节权力核心？", + "boxes": [ + 364, + 349, + 1052, + 391 + ] + }, + { + "text": "ITBEAR 的报道·1小时·① 2分钟读取", + "boxes": [ + 360, + 411, + 668, + 451 + ] + }, + { + "text": "在AI视频生成领域的激烈竞争中，一款名为即梦AI的应用自5月13日起，成功超越了字节跳动旗下的豆包和红果短", + "boxes": [ + 366, + 504, + 1210, + 534 + ] + }, + { + "text": "剧，首次登上了应用排行榜的榜首。这一突破性的成就，无疑为即梦AI背后的团队注入了强大的动力。", + "boxes": [ + 362, + 526, + 1124, + 564 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1596, + 584 + ] + }, + { + "text": "T", + "boxes": [ + 1678, + 554, + 1698, + 574 + ] + }, + { + "text": "< App", + "boxes": [ + 435, + 574, + 545, + 631 + ] + }, + { + "text": "排行榜", + "boxes": [ + 749, + 577, + 859, + 628 + ] + }, + { + "text": "所有 App ", + "boxes": [ + 1019, + 573, + 1163, + 633 + ] + }, + { + "text": "OPPO一加ColorOS5月功能大升", + "boxes": [ + 1442, + 599, + 1654, + 631 + ] + }, + { + "text": "级，两批推送带来全新体验！", + "boxes": [ + 1448, + 625, + 1626, + 649 + ] + }, + { + "text": "免费App", + "boxes": [ + 575, + 662, + 683, + 707 + ] + }, + { + "text": "付费 App ", + "boxes": [ + 923, + 662, + 1035, + 707 + ] + }, + { + "text": "iQOOPad5Pro全球首发天玑", + "boxes": [ + 1448, + 667, + 1634, + 691 + ] + }, + { + "text": "9400+，平板性能跑分刷新记录！", + "boxes": [ + 1448, + 687, + 1658, + 711 + ] + }, + { + "text": "王腾入手小米SU7UItra碳纤维版", + "boxes": [ + 1448, + 731, + 1656, + 754 + ] + }, + { + "text": "4.2万选配值不值？网友：颜值爆..", + "boxes": [ + 1444, + 746, + 1658, + 776 + ] + }, + { + "text": "即梦 AI-抖音旗下 AI图片和", + "boxes": [ + 622, + 764, + 998, + 806 + ] + }, + { + "text": "视频工具", + "boxes": [ + 624, + 802, + 754, + 840 + ] + }, + { + "text": "打开", + "boxes": [ + 1052, + 800, + 1120, + 842 + ] + }, + { + "text": "即刻造梦·AI绘画·图片视频短片..", + "boxes": [ + 624, + 842, + 998, + 878 + ] + }, + { + "text": "2", + "boxes": [ + 586, + 919, + 614, + 947 + ] + }, + { + "text": "豆包－深度思考升级", + "boxes": [ + 620, + 911, + 902, + 953 + ] + }, + { + "text": "AI全智能聊天对话问答助手，搜索", + "boxes": [ + 622, + 953, + 982, + 989 + ] + }, + { + "text": "打开", + "boxes": [ + 1054, + 947, + 1122, + 987 + ] + }, + { + "text": "写作翻译编程全能工具", + "boxes": [ + 624, + 985, + 860, + 1014 + ] + }, + { + "text": "反馈", + "boxes": [ + 1818, + 1011, + 1880, + 1042 + ] + } + ] + }, + { + "frame_id": "60_3_7", + "episode_id": 60, + "env_id": 3, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.991864204406738, + "advantages": -0.15720516443252563, + "generated_text": "{\n \"intent\": \"Click on the side panel to explore more applications or features.\",\n \"action\": \"Click(678, 94)\" }", + "action_string": "Click(678, 94)", + "intent_string": "Click on the side panel to explore more applications or features.", + "before_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 10, + 26, + 36, + 46 + ] + }, + { + "text": " Edit Search View Document Help", + "boxes": [ + 26, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + } + ] + }, + { + "frame_id": "60_4_7", + "episode_id": 60, + "env_id": 4, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.295145034790039, + "advantages": -0.006861625239253044, + "generated_text": "{\n \"intent\": \"Move the cursor to interact with the content of the web page, such as clicking on links or videos to explore more.\",\n \"action\": \"Move(645, 340)\"\n}", + "action_string": "Move(645, 340)", + "intent_string": "Move the cursor to interact with the content of the web page, such as clicking on links or videos to explore more.", + "before_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 82, + 32, + 126, + 50 + ] + }, + { + "text": "?", + "boxes": [ + 262, + 73, + 274, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1268, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1346, + 129 + ] + }, + { + "text": "C", + "boxes": [ + 456, + 159, + 520, + 222 + ] + }, + { + "text": "C", + "boxes": [ + 560, + 153, + 628, + 228 + ] + }, + { + "text": "口", + "boxes": [ + 664, + 157, + 719, + 222 + ] + }, + { + "text": "C", + "boxes": [ + 749, + 152, + 823, + 227 + ] + }, + { + "text": "00", + "boxes": [ + 842, + 161, + 920, + 226 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1168, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "[os", + "boxes": [ + 1308, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1210, + 218, + 1274, + 244 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "", + "boxes": [ + 868, + 341, + 884, + 357 + ] + }, + { + "text": "iPhone", + "boxes": [ + 105, + 386, + 363, + 484 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1798, + 474 + ] + }, + { + "text": "Monday, September 9", + "boxes": [ + 844, + 580, + 1064, + 615 + ] + }, + { + "text": "9:41", + "boxes": [ + 850, + 609, + 1056, + 713 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 82, + 32, + 126, + 50 + ] + }, + { + "text": "?", + "boxes": [ + 262, + 73, + 274, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1346, + 129 + ] + }, + { + "text": "C", + "boxes": [ + 456, + 159, + 520, + 222 + ] + }, + { + "text": "C", + "boxes": [ + 560, + 153, + 628, + 228 + ] + }, + { + "text": "口", + "boxes": [ + 664, + 157, + 719, + 222 + ] + }, + { + "text": "C", + "boxes": [ + 749, + 152, + 823, + 227 + ] + }, + { + "text": "00", + "boxes": [ + 842, + 161, + 920, + 226 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1168, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "[os", + "boxes": [ + 1308, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 992, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1210, + 218, + 1274, + 244 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "iPhone", + "boxes": [ + 102, + 385, + 366, + 488 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1798, + 474 + ] + }, + { + "text": "Monday, September9", + "boxes": [ + 848, + 590, + 1062, + 625 + ] + }, + { + "text": "9:41", + "boxes": [ + 848, + 617, + 1056, + 721 + ] + } + ] + }, + { + "frame_id": "60_5_7", + "episode_id": 60, + "env_id": 5, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.14792251586914, + "advantages": -0.07984333485364914, + "generated_text": "{\n \"intent\": \"Exploring the homepage by default or as a starting point towards my exploratory goal.\",\n \"action\": \"Key(\\\"Shift+K\\\")\"\n}", + "action_string": "Key(Shift_L+K)", + "intent_string": "Exploring the homepage by default or as a starting point towards my exploratory goal.", + "before_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 640, + 284, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1276, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "x+", + "boxes": [ + 200, + 32, + 246, + 52 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 252, + 66, + 518, + 89 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 164, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "K", + "boxes": [ + 624, + 288, + 676, + 314 + ] + }, + { + "text": "Bing Search", + "boxes": [ + 648, + 330, + 724, + 353 + ] + }, + { + "text": "kimi", + "boxes": [ + 652, + 353, + 688, + 383 + ] + }, + { + "text": "kook", + "boxes": [ + 652, + 371, + 694, + 407 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 588, + 425 + ] + }, + { + "text": "kimichat ", + "boxes": [ + 654, + 399, + 718, + 431 + ] + }, + { + "text": "khan cademy", + "boxes": [ + 651, + 418, + 745, + 457 + ] + }, + { + "text": "kayak", + "boxes": [ + 656, + 449, + 696, + 478 + ] + }, + { + "text": "kgto lbs", + "boxes": [ + 651, + 467, + 713, + 507 + ] + }, + { + "text": "Search for K with:", + "boxes": [ + 620, + 498, + 718, + 522 + ] + }, + { + "text": "7", + "boxes": [ + 564, + 508, + 580, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 560, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highli", + "boxes": [ + 492, + 619, + 550, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1414, + 733 + ] + }, + { + "text": "?", + "boxes": [ + 676, + 752, + 688, + 764 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 506, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 746, + 772, + 792, + 792 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 502, + 786, + 552, + 820 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priv", + "boxes": [ + 1226, + 790, + 1302, + 814 + ] + } + ] + }, + { + "frame_id": "60_6_7", + "episode_id": 60, + "env_id": 6, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.753843307495117, + "advantages": -0.2751978039741516, + "generated_text": "{\n \"intent\": \"Move the mouse to high-potential locations such as browser tabs or bookmarks.\",\n \"action\": \"Move(500, 70)\"\n}", + "action_string": "Move(500, 70)", + "intent_string": "Move the mouse to high-potential locations such as browser tabs or bookmarks.", + "before_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": "→", + "boxes": [ + 40, + 68, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 192, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "60_7_7", + "episode_id": 60, + "env_id": 7, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.759395599365234, + "advantages": 0.2232784479856491, + "generated_text": "{\n \"intent\": \"Click on an article to explore more about the trending topic.\",\n \"action\": \"DoubleClick(607, 394)\"\n}", + "action_string": "DoubleClick(607, 394)", + "intent_string": "Click on an article to explore more about the trending topic.", + "before_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 34, + 32, + 84, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 59, + 128, + 94 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1882, + 91 + ] + }, + { + "text": "2", + "boxes": [ + 1887, + 67, + 1906, + 86 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 37, + 109, + 185, + 150 + ] + }, + { + "text": "9", + "boxes": [ + 1680, + 111, + 1716, + 147 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 480, + 302, + 624, + 326 + ] + }, + { + "text": "#心", + "boxes": [ + 908, + 341, + 980, + 359 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 968, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1100, + 447, + 1262, + 479 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 272, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "产时中国A50", + "boxes": [ + 1449, + 793, + 1567, + 850 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "11-612", + "boxes": [ + 1619, + 790, + 1703, + 849 + ] + }, + { + "text": "恒生指技", + "boxes": [ + 1452, + 844, + 1540, + 897 + ] + }, + { + "text": "M", + "boxes": [ + 1590, + 850, + 1632, + 885 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1694, + 893 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1454, + 893, + 1508, + 939 + ] + }, + { + "text": "433", + "boxes": [ + 1624, + 891, + 1700, + 939 + ] + }, + { + "text": ".", + "boxes": [ + 1581, + 884, + 1649, + 945 + ] + }, + { + "text": "中华网汽车·2小时", + "boxes": [ + 830, + 921, + 966, + 945 + ] + }, + { + "text": "小黑盒游戏·4小时", + "boxes": [ + 1138, + 919, + 1280, + 949 + ] + }, + { + "text": "5.69万插混家轿碾压燃油", + "boxes": [ + 824, + 941, + 1068, + 977 + ] + }, + { + "text": "强迫症做独游的弊端：一个立", + "boxes": [ + 1134, + 941, + 1408, + 977 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "极美成都·52分钟", + "boxes": [ + 208, + 959, + 332, + 977 + ] + }, + { + "text": "车，油耗仅0.96升，家用首", + "boxes": [ + 822, + 963, + 1086, + 1005 + ] + }, + { + "text": "极美图集丨古稀匠人情有独“舟”", + "boxes": [ + 196, + 977, + 620, + 1023 + ] + }, + { + "text": "绘改10版，根本舍不得做减法", + "boxes": [ + 1138, + 971, + 1416, + 1001 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "+5.63", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "选值不值？", + "boxes": [ + 826, + 995, + 934, + 1026 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1588, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1890, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 37, + 111, + 183, + 147 + ] + }, + { + "text": "P", + "boxes": [ + 1682, + 113, + 1714, + 145 + ] + }, + { + "text": "8", + "boxes": [ + 1788, + 125, + 1818, + 139 + ] + }, + { + "text": "国内版", + "boxes": [ + 504, + 258, + 548, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 486, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1114, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 725, + 274, + 750 + ] + }, + { + "text": "拓麻歌子惊现名创优品", + "boxes": [ + 498, + 744, + 772, + 786 + ] + }, + { + "text": "森歌子", + "boxes": [ + 682, + 773, + 765, + 807 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "", + "boxes": [ + 560, + 780, + 656, + 806 + ] + }, + { + "text": "TaMaGOTeHi", + "boxes": [ + 649, + 791, + 795, + 843 + ] + }, + { + "text": "直时中国A504", + "boxes": [ + 1449, + 791, + 1567, + 853 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "14,.712", + "boxes": [ + 1616, + 792, + 1702, + 849 + ] + }, + { + "text": "恒生指技", + "boxes": [ + 1452, + 844, + 1540, + 897 + ] + }, + { + "text": "M", + "boxes": [ + 1590, + 850, + 1632, + 885 + ] + }, + { + "text": " 2.40%6", + "boxes": [ + 1618, + 846, + 1696, + 893 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1454, + 893, + 1506, + 939 + ] + }, + { + "text": " +4339 ", + "boxes": [ + 1584, + 889, + 1702, + 941 + ] + }, + { + "text": "中华网汽车·2小时", + "boxes": [ + 830, + 921, + 966, + 945 + ] + }, + { + "text": "小黑盒游戏·4小时", + "boxes": [ + 1138, + 919, + 1280, + 949 + ] + }, + { + "text": "5.69万插混家轿碾压燃油", + "boxes": [ + 824, + 941, + 1068, + 977 + ] + }, + { + "text": "强迫症做独游的弊端：一个立", + "boxes": [ + 1134, + 941, + 1408, + 977 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "“电子宠物\"机翻红！曾在\"80后”“90后\"中", + "boxes": [ + 202, + 945, + 782, + 987 + ] + }, + { + "text": "车，油耗仅0.96升，家用首", + "boxes": [ + 822, + 963, + 1084, + 1003 + ] + }, + { + "text": "绘改10版，根本舍不得做减法", + "boxes": [ + 1136, + 967, + 1418, + 1003 + ] + }, + { + "text": "风靡一", + "boxes": [ + 200, + 983, + 282, + 1020 + ] + }, + { + "text": "拓麻歌子现名创优品全球", + "boxes": [ + 508, + 989, + 768, + 1028 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "+5.63", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "选值不值？", + "boxes": [ + 824, + 995, + 934, + 1026 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 999, + 1712, + 1018 + ] + }, + { + "text": "随差突物", + "boxes": [ + 630, + 1022, + 758, + 1052 + ] + }, + { + "text": "", + "boxes": [ + 823, + 1024, + 877, + 1047 + ] + }, + { + "text": "3", + "boxes": [ + 188, + 1052, + 202, + 1068 + ] + } + ] + }, + { + "frame_id": "60_0_8", + "episode_id": 60, + "env_id": 0, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.323844909667969, + "advantages": 0.007365586701780558, + "generated_text": "{\n \"intent\": \"Move to the top-left corner of the screen to better align with the taskforces or settings.\",\n \"action\": \"Move(0, 0)\"\n}", + "action_string": "Move(0, 0)", + "intent_string": "Move to the top-left corner of the screen to better align with the taskforces or settings.", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ] + }, + { + "frame_id": "60_1_8", + "episode_id": 60, + "env_id": 1, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.435712814331055, + "advantages": 0.0628211721777916, + "generated_text": "{\n \"intent\": \"Scroll down the article to read more details about the space satellite launch event.\",\n \"action\": \"ScrollDown(700, 300)\"\n}", + "action_string": "ScrollDown(700, 300)", + "intent_string": "Scroll down the article to read more details about the space satellite launch event.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 113, + 890, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1152, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 157, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1581, + 59, + 1663, + 96 + ] + }, + { + "text": "CTVCm", + "boxes": [ + 349, + 103, + 481, + 151 + ] + }, + { + "text": "正在阅读：将AI送上太空我国成功发射全球首个太空...", + "boxes": [ + 502, + 109, + 992, + 139 + ] + }, + { + "text": "手机看", + "boxes": [ + 1380, + 109, + 1456, + 141 + ] + }, + { + "text": "A-A+", + "boxes": [ + 1490, + 115, + 1538, + 135 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 490, + 155, + 1444, + 185 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 454, + 187, + 1182, + 216 + ] + }, + { + "text": "限", + "boxes": [ + 1820, + 623, + 1866, + 671 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1814, + 665, + 1870, + 691 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 816, + 682, + 844 + ] + } + ] + }, + { + "frame_id": "60_2_8", + "episode_id": 60, + "env_id": 2, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.455828666687012, + "advantages": 0.07279308140277863, + "generated_text": "{\n \"intent\": \"Navigate through the desktop by clicking relevant areas or opening apps. The user seems interested in checking the application rankings.\",\n \"action\": \"DoubleClick(462, 57)\" \n}", + "action_string": "DoubleClick(462, 57)", + "intent_string": "Navigate through the desktop by clicking relevant areas or opening apps. The user seems interested in checking the application rankings.", + "before_screen_ocr_results": [ + { + "text": "osoft Bing", + "boxes": [ + 118, + 32, + 188, + 50 + ] + }, + { + "text": "×", + "boxes": [ + 194, + 36, + 218, + 50 + ] + }, + { + "text": "即梦AI登顶，张楠能否借此", + "boxes": [ + 224, + 28, + 408, + 52 + ] + }, + { + "text": "Q白", + "boxes": [ + 59, + 61, + 129, + 92 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1878, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "长春市 11°", + "boxes": [ + 1622, + 117, + 1746, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1824, + 115, + 1864, + 153 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "资讯娱乐　 时尚 教育", + "boxes": [ + 344, + 173, + 542, + 202 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 264, + 197 + ] + }, + { + "text": "科技萌宠汽车", + "boxes": [ + 532, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 206 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 382, + 264, + 630, + 306 + ] + }, + { + "text": "60.1K关注者", + "boxes": [ + 1096, + 274, + 1174, + 298 + ] + }, + { + "text": "即梦AI登顶，张楠能否借此重回字节权力核心？", + "boxes": [ + 364, + 349, + 1052, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 192, + 395, + 216, + 423 + ] + }, + { + "text": "ITBEAR 的报道·1小时·① 2分钟读取", + "boxes": [ + 364, + 413, + 668, + 449 + ] + }, + { + "text": "日本人的聪明創新，打破語言障", + "boxes": [ + 1420, + 411, + 1688, + 447 + ] + }, + { + "text": "凝", + "boxes": [ + 1426, + 443, + 1452, + 465 + ] + }, + { + "text": "区", + "boxes": [ + 194, + 455, + 210, + 472 + ] + }, + { + "text": "广告Enence", + "boxes": [ + 1426, + 469, + 1502, + 492 + ] + }, + { + "text": "在AI视频生成领域的激烈竞争中，一款名为即梦AI的应用自5月13日起，成功超越了字节跳动旗下的豆包和红果短", + "boxes": [ + 364, + 504, + 1208, + 534 + ] + }, + { + "text": "剧，首次登上了应用排行榜的榜首。这一突破性的成就，无疑为即梦AI背后的团队注入了强大的动力。", + "boxes": [ + 360, + 526, + 1122, + 564 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1596, + 584 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1701, + 577 + ] + }, + { + "text": "< App", + "boxes": [ + 437, + 577, + 545, + 630 + ] + }, + { + "text": "排行榜", + "boxes": [ + 749, + 577, + 857, + 628 + ] + }, + { + "text": "所有 App ", + "boxes": [ + 1019, + 575, + 1163, + 632 + ] + }, + { + "text": "OPPO一加ColorOS5月功能大升", + "boxes": [ + 1444, + 602, + 1654, + 631 + ] + }, + { + "text": "级，两批推送带来全新体验！", + "boxes": [ + 1448, + 625, + 1626, + 649 + ] + }, + { + "text": "免费App", + "boxes": [ + 575, + 660, + 683, + 708 + ] + }, + { + "text": "付费 App", + "boxes": [ + 923, + 662, + 1035, + 707 + ] + }, + { + "text": "iQ00Pad5Pro全球首发天玑", + "boxes": [ + 1448, + 667, + 1632, + 691 + ] + }, + { + "text": "9400+，平板性能跑分刷新记录！", + "boxes": [ + 1446, + 685, + 1656, + 711 + ] + }, + { + "text": "王腾入手小米SU7UItra碳纤维版", + "boxes": [ + 1448, + 731, + 1654, + 754 + ] + }, + { + "text": "4.2万选配值不值？网友：颜值爆.", + "boxes": [ + 1446, + 748, + 1658, + 776 + ] + }, + { + "text": "即梦 AI-抖音旗下 AI图片和", + "boxes": [ + 622, + 764, + 996, + 806 + ] + }, + { + "text": "视频工具", + "boxes": [ + 624, + 804, + 752, + 842 + ] + }, + { + "text": "打开", + "boxes": [ + 1052, + 800, + 1118, + 842 + ] + }, + { + "text": "福", + "boxes": [ + 1628, + 836, + 1668, + 852 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及不", + "boxes": [ + 30, + 951, + 216, + 975 + ] + }, + { + "text": "及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 204, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：", + "boxes": [ + 32, + 971, + 130, + 995 + ] + }, + { + "text": "微软隐私声明", + "boxes": [ + 120, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "梦AI登顶", + "boxes": [ + 226, + 1050, + 288, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "osoft Bing", + "boxes": [ + 118, + 32, + 188, + 50 + ] + }, + { + "text": "×", + "boxes": [ + 196, + 36, + 218, + 50 + ] + }, + { + "text": "》即梦AI登顶，张楠能否借此重×", + "boxes": [ + 224, + 28, + 446, + 52 + ] + }, + { + "text": "Q白", + "boxes": [ + 62, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1878, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市 11°", + "boxes": [ + 1622, + 117, + 1746, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1824, + 115, + 1864, + 153 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 266, + 197 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 544, + 204 + ] + }, + { + "text": "科技 萌宠汽车", + "boxes": [ + 530, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 206 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 382, + 262, + 630, + 304 + ] + }, + { + "text": "60.1K关注者", + "boxes": [ + 1096, + 274, + 1174, + 298 + ] + }, + { + "text": "即梦AI登顶，张楠能否借此重回字节权力核心？", + "boxes": [ + 364, + 349, + 1052, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 192, + 395, + 216, + 423 + ] + }, + { + "text": "ITBEAR 的报道·1小时·① 2 分钟读取", + "boxes": [ + 360, + 411, + 668, + 451 + ] + }, + { + "text": "日本人的聪明創新，打破語言障", + "boxes": [ + 1420, + 411, + 1688, + 447 + ] + }, + { + "text": "凝", + "boxes": [ + 1426, + 443, + 1452, + 465 + ] + }, + { + "text": "区", + "boxes": [ + 194, + 455, + 210, + 472 + ] + }, + { + "text": "广告Enence", + "boxes": [ + 1426, + 469, + 1502, + 492 + ] + }, + { + "text": "在AI视频生成领域的激烈竞争中，一款名为即梦AI的应用自5月13日起，成功超越了字节跳动旗下的豆包和红果短", + "boxes": [ + 364, + 504, + 1208, + 534 + ] + }, + { + "text": "剧，首次登上了应用排行榜的榜首。这一突破性的成就，无疑为即梦AI背后的团队注入了强大的动力。", + "boxes": [ + 360, + 526, + 1122, + 564 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1596, + 584 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1701, + 577 + ] + }, + { + "text": "< App", + "boxes": [ + 437, + 577, + 545, + 630 + ] + }, + { + "text": "排行榜", + "boxes": [ + 749, + 577, + 857, + 628 + ] + }, + { + "text": "所有 App ", + "boxes": [ + 1019, + 575, + 1163, + 632 + ] + }, + { + "text": "OPPO一加ColorOS5月功能大升", + "boxes": [ + 1444, + 602, + 1654, + 631 + ] + }, + { + "text": "级，两批推送带来全新体验！", + "boxes": [ + 1448, + 625, + 1626, + 649 + ] + }, + { + "text": "免费App", + "boxes": [ + 575, + 660, + 683, + 708 + ] + }, + { + "text": "付费 App", + "boxes": [ + 923, + 662, + 1035, + 707 + ] + }, + { + "text": "iQ00Pad5Pro全球首发天玑", + "boxes": [ + 1448, + 667, + 1632, + 691 + ] + }, + { + "text": "9400+，平板性能跑分刷新记录！", + "boxes": [ + 1446, + 685, + 1656, + 711 + ] + }, + { + "text": "王腾入手小米SU7UItra碳纤维版", + "boxes": [ + 1448, + 731, + 1654, + 754 + ] + }, + { + "text": "4.2万选配值不值？网友：颜值爆", + "boxes": [ + 1446, + 748, + 1658, + 776 + ] + }, + { + "text": "即梦 AI- 抖音旗下 AI图片和", + "boxes": [ + 622, + 764, + 996, + 806 + ] + }, + { + "text": "视频工具", + "boxes": [ + 624, + 804, + 752, + 842 + ] + }, + { + "text": "打开", + "boxes": [ + 1052, + 800, + 1118, + 842 + ] + }, + { + "text": "福", + "boxes": [ + 1628, + 836, + 1668, + 852 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及不", + "boxes": [ + 30, + 951, + 216, + 975 + ] + }, + { + "text": "及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 204, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：", + "boxes": [ + 32, + 971, + 130, + 995 + ] + }, + { + "text": "微软隐私声明", + "boxes": [ + 120, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "梦AI登顶", + "boxes": [ + 226, + 1050, + 288, + 1070 + ] + } + ] + }, + { + "frame_id": "60_3_8", + "episode_id": 60, + "env_id": 3, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.068124771118164, + "advantages": -0.1194009780883789, + "generated_text": "{\n \"intent\": \"Open each icon on the desktop to see if there's anything interesting or useful inside.\",\n \"action\": \"DoubleClick(123, 456)\" }", + "action_string": "DoubleClick(123, 456)", + "intent_string": "Open each icon on the desktop to see if there's anything interesting or useful inside.", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ] + }, + { + "frame_id": "60_4_8", + "episode_id": 60, + "env_id": 4, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.605299949645996, + "advantages": 0.1468895524740219, + "generated_text": "{\n \"intent\": \"Navigate to the 'iPhone' section on Apple's website to explore potential products.\",\n \"action\": \"DoubleClick(938, 215)\"\n}", + "action_string": "DoubleClick(938, 215)", + "intent_string": "Navigate to the 'iPhone' section on Apple's website to explore potential products.", + "before_screen_ocr_results": [ + { + "text": " iPhone - Apple", + "boxes": [ + 22, + 25, + 128, + 54 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 91 + ] + }, + { + "text": "→C", + "boxes": [ + 26, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "川四", + "boxes": [ + 1790, + 68, + 1848, + 87 + ] + }, + { + "text": "Pac", + "boxes": [ + 638, + 113, + 658, + 127 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "AirPods", + "boxes": [ + 908, + 109, + 948, + 129 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1048, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1084, + 107, + 1166, + 131 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1374, + 107, + 1397, + 130 + ] + }, + { + "text": "口", + "boxes": [ + 1423, + 106, + 1445, + 129 + ] + }, + { + "text": "B", + "boxes": [ + 456, + 157, + 522, + 218 + ] + }, + { + "text": "C0", + "boxes": [ + 560, + 155, + 630, + 226 + ] + }, + { + "text": "D", + "boxes": [ + 748, + 153, + 824, + 226 + ] + }, + { + "text": "00", + "boxes": [ + 842, + 161, + 922, + 226 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "", + "boxes": [ + 1380, + 153, + 1466, + 228 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 163, + 716, + 214 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone16e ", + "boxes": [ + 656, + 214, + 730, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1210, + 218, + 1274, + 244 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1460, + 244 + ] + }, + { + "text": "iPhone", + "boxes": [ + 101, + 386, + 367, + 484 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "） iphone - Apple", + "boxes": [ + 20, + 25, + 128, + 54 + ] + }, + { + "text": "→白", + "boxes": [ + 1, + 53, + 137, + 104 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "Pac", + "boxes": [ + 638, + 111, + 658, + 127 + ] + }, + { + "text": "Phone", + "boxes": [ + 698, + 113, + 730, + 127 + ] + }, + { + "text": "Watch", + "boxes": [ + 770, + 109, + 804, + 129 + ] + }, + { + "text": "AirPods", + "boxes": [ + 905, + 106, + 949, + 130 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1048, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1084, + 107, + 1166, + 131 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1266, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "Q", + "boxes": [ + 1378, + 111, + 1398, + 131 + ] + }, + { + "text": "B", + "boxes": [ + 454, + 157, + 522, + 218 + ] + }, + { + "text": "C0", + "boxes": [ + 560, + 155, + 630, + 226 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 163, + 718, + 214 + ] + }, + { + "text": "D", + "boxes": [ + 754, + 157, + 820, + 218 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "0", + "boxes": [ + 1371, + 142, + 1471, + 232 + ] + }, + { + "text": "00", + "boxes": [ + 846, + 165, + 922, + 222 + ] + }, + { + "text": "!", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1068, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1208, + 173, + 1276, + 220 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro ", + "boxes": [ + 446, + 216, + 532, + 248 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone16e ", + "boxes": [ + 656, + 214, + 730, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 910, + 244 + ] + }, + { + "text": "KAirPods", + "boxes": [ + 936, + 214, + 996, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1208, + 216, + 1276, + 248 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1460, + 244 + ] + }, + { + "text": "Get $170-$630 in credit tow", + "boxes": [ + 592, + 282, + 774, + 306 + ] + }, + { + "text": "iPhone", + "boxes": [ + 99, + 384, + 369, + 488 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + } + ] + }, + { + "frame_id": "60_5_8", + "episode_id": 60, + "env_id": 5, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.119027137756348, + "advantages": -0.09416746348142624, + "generated_text": "{\n \"intent\": \"To set up a new search page or recent browsing history section, which could be useful for revisit later.\",\n \"action\": \"Key(\\\"Shift+K\\\")\"\n}", + "action_string": "Key(Shift_L+K)", + "intent_string": "To set up a new search page or recent browsing history section, which could be useful for revisit later.", + "before_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "x+", + "boxes": [ + 200, + 32, + 246, + 52 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 252, + 66, + 518, + 89 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 164, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 182, + 99, + 310, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Bing Search", + "boxes": [ + 648, + 330, + 724, + 353 + ] + }, + { + "text": "kimi", + "boxes": [ + 654, + 353, + 688, + 383 + ] + }, + { + "text": "kook", + "boxes": [ + 652, + 371, + 694, + 407 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 588, + 425 + ] + }, + { + "text": "kimichat ", + "boxes": [ + 654, + 399, + 716, + 431 + ] + }, + { + "text": "khan cademy", + "boxes": [ + 651, + 418, + 745, + 457 + ] + }, + { + "text": "kayak", + "boxes": [ + 656, + 449, + 696, + 478 + ] + }, + { + "text": "kgto lbs", + "boxes": [ + 651, + 467, + 713, + 507 + ] + }, + { + "text": "Search for K with:", + "boxes": [ + 620, + 498, + 718, + 522 + ] + }, + { + "text": "7", + "boxes": [ + 564, + 508, + 580, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 560, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highli", + "boxes": [ + 492, + 619, + 550, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1414, + 733 + ] + }, + { + "text": "?", + "boxes": [ + 676, + 752, + 688, + 764 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 506, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 746, + 772, + 792, + 792 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 502, + 786, + 552, + 820 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priv", + "boxes": [ + 1226, + 790, + 1302, + 814 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "K", + "boxes": [ + 624, + 288, + 686, + 314 + ] + }, + { + "text": "Bing Search", + "boxes": [ + 648, + 334, + 724, + 351 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 584, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 974, + 445, + 1064, + 520 + ] + }, + { + "text": "T", + "boxes": [ + 858, + 455, + 938, + 510 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng ", + "boxes": [ + 1112, + 532, + 1162, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "60_6_8", + "episode_id": 60, + "env_id": 6, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.895343780517578, + "advantages": -0.20505262911319733, + "generated_text": "{\n \"intent\": \"Open different top sites to explore various websites and their usability.\",\n \"action\": \"DoubleClick(560, 207)\" }", + "action_string": "DoubleClick(560, 207)", + "intent_string": "Open different top sites to explore various websites and their usability.", + "before_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "60_7_8", + "episode_id": 60, + "env_id": 7, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.885893821716309, + "advantages": 0.28598663210868835, + "generated_text": "{\n \"intent\": \"Click on the trending search result \\\"将人工智能送上太空\\\" to explore related content\",\n \"action\": \"Click(469, 296)\"\n}", + "action_string": "Click(469, 296)", + "intent_string": "Click on the trending search result \"将人工智能送上太空\" to explore related content", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 6, + 57, + 128, + 94 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "I四@ =", + "boxes": [ + 1780, + 57, + 1912, + 94 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 37, + 109, + 185, + 150 + ] + }, + { + "text": "国内版", + "boxes": [ + 502, + 256, + 548, + 276 + ] + }, + { + "text": "国际版", + "boxes": [ + 586, + 256, + 630, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 482, + 302, + 624, + 326 + ] + }, + { + "text": "热", + "boxes": [ + 1110, + 341, + 1396, + 359 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 968, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 447, + 1262, + 479 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 274, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "直时中国A504", + "boxes": [ + 1449, + 791, + 1567, + 853 + ] + }, + { + "text": "117012", + "boxes": [ + 1617, + 795, + 1701, + 849 + ] + }, + { + "text": "恒生指技", + "boxes": [ + 1452, + 844, + 1540, + 897 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 854, + 1630, + 883 + ] + }, + { + "text": " 2.40%6", + "boxes": [ + 1618, + 846, + 1696, + 893 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4329 ", + "boxes": [ + 1622, + 891, + 1700, + 939 + ] + }, + { + "text": "a.", + "boxes": [ + 1583, + 888, + 1646, + 941 + ] + }, + { + "text": "和讯网·43分钟", + "boxes": [ + 232, + 921, + 324, + 945 + ] + }, + { + "text": "中华网汽车·2小时", + "boxes": [ + 830, + 921, + 966, + 945 + ] + }, + { + "text": "小黑盒游戏·4小时", + "boxes": [ + 1138, + 919, + 1280, + 949 + ] + }, + { + "text": "5.69万插混家轿碾压燃油", + "boxes": [ + 824, + 941, + 1066, + 977 + ] + }, + { + "text": "强迫症做独游的弊端：一个立", + "boxes": [ + 1136, + 941, + 1410, + 977 + ] + }, + { + "text": "恒州台", + "boxes": [ + 1452, + 935, + 1536, + 991 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "智光电气：储能产业园竣工，年产能超", + "boxes": [ + 200, + 945, + 706, + 987 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 943, + 1637, + 978 + ] + }, + { + "text": "车，油耗仅0.96升，家用首", + "boxes": [ + 822, + 963, + 1086, + 1005 + ] + }, + { + "text": "绘改10版，根本舍不得做减法", + "boxes": [ + 1138, + 971, + 1416, + 1001 + ] + }, + { + "text": "10GWh", + "boxes": [ + 202, + 983, + 326, + 1020 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1016 + ] + }, + { + "text": "+5.63", + "boxes": [ + 1626, + 983, + 1700, + 1032 + ] + }, + { + "text": "选值不值？", + "boxes": [ + 824, + 995, + 932, + 1026 + ] + }, + { + "text": "0", + "boxes": [ + 90, + 1048, + 148, + 1066 + ] + }, + { + "text": "3", + "boxes": [ + 188, + 1050, + 202, + 1068 + ] + }, + { + "text": "earch - Micr.", + "boxes": [ + 224, + 1048, + 312, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 86, + 52 + ] + }, + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 19, + 109, + 187, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 254, + 558, + 280 + ] + }, + { + "text": "国际版", + "boxes": [ + 578, + 256, + 630, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 474, + 295, + 628, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 646, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 484, + 411, + 654, + 441 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 638, + 478 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 671, + 1635, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 721, + 274, + 752 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "华为鸿蒙电脑", + "boxes": [ + 280, + 778, + 592, + 842 + ] + }, + { + "text": "国产系统", + "boxes": [ + 595, + 802, + 725, + 850 + ] + }, + { + "text": "时计国A50", + "boxes": [ + 1448, + 791, + 1568, + 853 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "买前必看+软件=？", + "boxes": [ + 269, + 829, + 671, + 898 + ] + }, + { + "text": "恒指", + "boxes": [ + 1452, + 844, + 1540, + 897 + ] + }, + { + "text": " 2.30%", + "boxes": [ + 1618, + 846, + 1700, + 893 + ] + }, + { + "text": "v", + "boxes": [ + 362, + 895, + 388, + 915 + ] + }, + { + "text": "G", + "boxes": [ + 624, + 888, + 660, + 917 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4.33", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "中华网汽车·2小时", + "boxes": [ + 830, + 921, + 966, + 945 + ] + }, + { + "text": "小黑盒游戏·4小时", + "boxes": [ + 1138, + 919, + 1280, + 949 + ] + }, + { + "text": "", + "boxes": [ + 520, + 943, + 560, + 959 + ] + }, + { + "text": "5.69万插混家轿碾压燃油", + "boxes": [ + 824, + 943, + 1064, + 973 + ] + }, + { + "text": "强迫症做独游的弊端：一个立", + "boxes": [ + 1136, + 941, + 1410, + 977 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1454, + 935, + 1538, + 989 + ] + }, + { + "text": ".319", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "车，油耗仅0.96升，家用首", + "boxes": [ + 822, + 963, + 1084, + 1003 + ] + }, + { + "text": "绘改10版，根本舍不得做减法", + "boxes": [ + 1138, + 971, + 1414, + 1001 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 983, + 1506, + 1030 + ] + }, + { + "text": "+.39 ", + "boxes": [ + 1622, + 981, + 1722, + 1032 + ] + }, + { + "text": "选值不值？", + "boxes": [ + 823, + 992, + 933, + 1029 + ] + }, + { + "text": "", + "boxes": [ + 1596, + 991, + 1628, + 1012 + ] + }, + { + "text": "P", + "boxes": [ + 850, + 1026, + 876, + 1046 + ] + }, + { + "text": "态丢白选股建过", + "boxes": [ + 1630, + 1028, + 1716, + 1046 + ] + }, + { + "text": "", + "boxes": [ + 100, + 1048, + 148, + 1066 + ] + }, + { + "text": "2", + "boxes": [ + 190, + 1052, + 202, + 1064 + ] + } + ] + }, + { + "frame_id": "60_0_9", + "episode_id": 60, + "env_id": 0, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.226264953613281, + "advantages": -0.04100712388753891, + "generated_text": "{\n \"intent\": \"Locating the mouse icon or another interface element to open the mousepad. Identifying interactive elements typically involves clicking on icons.\",\n \"action\": \"DoubleClick(700, 300)\"\n}", + "action_string": "DoubleClick(700, 300)", + "intent_string": "Locating the mouse icon or another interface element to open the mousepad. Identifying interactive elements typically involves clicking on icons.", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": "Untitled 1 - M..", + "boxes": [ + 216, + 1048, + 316, + 1072 + ] + } + ] + }, + { + "frame_id": "60_1_9", + "episode_id": 60, + "env_id": 1, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.071126937866211, + "advantages": -0.11791273206472397, + "generated_text": "{\n \"intent\": \"Move the mouse to scroll up and view more of the content.\",\n \"action\": \"ScrollUp(1019, 971)\"\n}", + "action_string": "ScrollUp(1019, 971)", + "intent_string": "Move the mouse to scroll up and view more of the content.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1581, + 59, + 1663, + 96 + ] + }, + { + "text": "ID", + "boxes": [ + 1788, + 66, + 1862, + 89 + ] + }, + { + "text": "CTVCm", + "boxes": [ + 349, + 103, + 481, + 151 + ] + }, + { + "text": "正在阅读：将AI送上太空我国成功发射全球首个太空...", + "boxes": [ + 502, + 109, + 992, + 139 + ] + }, + { + "text": "手机看", + "boxes": [ + 1380, + 109, + 1456, + 141 + ] + }, + { + "text": "A-A+", + "boxes": [ + 1490, + 115, + 1538, + 135 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 155, + 1444, + 185 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 454, + 187, + 1182, + 216 + ] + }, + { + "text": "限", + "boxes": [ + 1820, + 623, + 1866, + 671 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1814, + 665, + 1870, + 691 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 816, + 682, + 844 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "首页", + "boxes": [ + 360, + 113, + 404, + 131 + ] + }, + { + "text": "时政", + "boxes": [ + 434, + 111, + 484, + 131 + ] + }, + { + "text": "评论", + "boxes": [ + 572, + 113, + 602, + 127 + ] + }, + { + "text": "教育", + "boxes": [ + 808, + 113, + 832, + 127 + ] + }, + { + "text": "熊猫", + "boxes": [ + 864, + 113, + 890, + 127 + ] + }, + { + "text": "直播中国", + "boxes": [ + 922, + 111, + 980, + 131 + ] + }, + { + "text": "CCTV.直播", + "boxes": [ + 1072, + 111, + 1152, + 135 + ] + }, + { + "text": "AIGC", + "boxes": [ + 1298, + 109, + 1358, + 135 + ] + }, + { + "text": "EQ0三", + "boxes": [ + 1398, + 105, + 1548, + 137 + ] + }, + { + "text": "新闻", + "boxes": [ + 516, + 115, + 544, + 129 + ] + }, + { + "text": "地方", + "boxes": [ + 358, + 161, + 386, + 175 + ] + }, + { + "text": "乡村振兴", + "boxes": [ + 406, + 159, + 468, + 177 + ] + }, + { + "text": "生态环境", + "boxes": [ + 484, + 159, + 544, + 177 + ] + }, + { + "text": "网展", + "boxes": [ + 1112, + 161, + 1142, + 175 + ] + }, + { + "text": "央央好物", + "boxes": [ + 1162, + 159, + 1218, + 177 + ] + }, + { + "text": "新闻频道》", + "boxes": [ + 478, + 270, + 592, + 300 + ] + }, + { + "text": "科技新闻", + "boxes": [ + 600, + 272, + 670, + 298 + ] + }, + { + "text": "将AI送上太空我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 450, + 324, + 1184, + 365 + ] + }, + { + "text": "来源：央视新闻|2025年05月14日16:16:24", + "boxes": [ + 452, + 381, + 730, + 411 + ] + }, + { + "text": "北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空计算星座021任", + "boxes": [ + 488, + 441, + 1444, + 471 + ] + }, + { + "text": "务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全球首个太空计算卫星星座成功发射。", + "boxes": [ + 452, + 472, + 1182, + 502 + ] + }, + { + "text": "央视", + "boxes": [ + 634, + 536, + 684, + 564 + ] + }, + { + "text": "目", + "boxes": [ + 1824, + 625, + 1864, + 667 + ] + }, + { + "text": "望海热线", + "boxes": [ + 1816, + 667, + 1868, + 687 + ] + } + ] + }, + { + "frame_id": "60_2_9", + "episode_id": 60, + "env_id": 2, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.711321830749512, + "advantages": 0.1994471251964569, + "generated_text": "{\n \"intent\": \"Navigate to the open areas of the desktop to find an icon for opening another application or service.\",\n \"action\": \"DoubleClick(786, 953)\" }", + "action_string": "DoubleClick(786, 953)", + "intent_string": "Navigate to the open areas of the desktop to find an icon for opening another application or service.", + "before_screen_ocr_results": [ + { + "text": "osoft Bing", + "boxes": [ + 118, + 32, + 188, + 50 + ] + }, + { + "text": "×", + "boxes": [ + 196, + 36, + 218, + 50 + ] + }, + { + "text": "》即梦AI登顶，张楠能否借此重×", + "boxes": [ + 224, + 28, + 446, + 52 + ] + }, + { + "text": "Q白", + "boxes": [ + 62, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1878, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "长春市 11°", + "boxes": [ + 1622, + 117, + 1746, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1824, + 115, + 1864, + 153 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 266, + 197 + ] + }, + { + "text": "资讯娱乐时尚教育", + "boxes": [ + 346, + 175, + 544, + 204 + ] + }, + { + "text": "科技 萌宠汽车", + "boxes": [ + 530, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 206 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 382, + 262, + 630, + 304 + ] + }, + { + "text": "60.1K关注者", + "boxes": [ + 1096, + 274, + 1174, + 298 + ] + }, + { + "text": "即梦AI登顶，张楠能否借此重回字节权力核心？", + "boxes": [ + 364, + 349, + 1052, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 192, + 395, + 216, + 423 + ] + }, + { + "text": "ITBEAR 的报道·1小时·① 2 分钟读取", + "boxes": [ + 360, + 411, + 668, + 451 + ] + }, + { + "text": "日本人的聪明創新，打破語言障", + "boxes": [ + 1420, + 411, + 1688, + 447 + ] + }, + { + "text": "凝", + "boxes": [ + 1426, + 443, + 1452, + 465 + ] + }, + { + "text": "区", + "boxes": [ + 194, + 455, + 210, + 472 + ] + }, + { + "text": "广告Enence", + "boxes": [ + 1426, + 469, + 1502, + 492 + ] + }, + { + "text": "在AI视频生成领域的激烈竞争中，一款名为即梦AI的应用自5月13日起，成功超越了字节跳动旗下的豆包和红果短", + "boxes": [ + 364, + 504, + 1208, + 534 + ] + }, + { + "text": "剧，首次登上了应用排行榜的榜首。这一突破性的成就，无疑为即梦AI背后的团队注入了强大的动力。", + "boxes": [ + 360, + 526, + 1122, + 564 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1596, + 584 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1701, + 577 + ] + }, + { + "text": "< App", + "boxes": [ + 437, + 577, + 545, + 630 + ] + }, + { + "text": "排行榜", + "boxes": [ + 749, + 577, + 857, + 628 + ] + }, + { + "text": "所有 App ", + "boxes": [ + 1019, + 575, + 1163, + 632 + ] + }, + { + "text": "OPPO一加ColorOS5月功能大升", + "boxes": [ + 1444, + 602, + 1654, + 631 + ] + }, + { + "text": "级，两批推送带来全新体验！", + "boxes": [ + 1448, + 625, + 1626, + 649 + ] + }, + { + "text": "免费App", + "boxes": [ + 575, + 660, + 683, + 708 + ] + }, + { + "text": "付费 App", + "boxes": [ + 923, + 662, + 1035, + 707 + ] + }, + { + "text": "iQ00Pad5Pro全球首发天玑", + "boxes": [ + 1448, + 667, + 1632, + 691 + ] + }, + { + "text": "9400+，平板性能跑分刷新记录！", + "boxes": [ + 1446, + 685, + 1656, + 711 + ] + }, + { + "text": "王腾入手小米SU7UItra碳纤维版", + "boxes": [ + 1448, + 731, + 1654, + 754 + ] + }, + { + "text": "4.2万选配值不值？网友：颜值爆", + "boxes": [ + 1446, + 748, + 1658, + 776 + ] + }, + { + "text": "即梦 AI- 抖音旗下 AI图片和", + "boxes": [ + 622, + 764, + 996, + 806 + ] + }, + { + "text": "视频工具", + "boxes": [ + 624, + 804, + 752, + 842 + ] + }, + { + "text": "打开", + "boxes": [ + 1052, + 800, + 1118, + 842 + ] + }, + { + "text": "福", + "boxes": [ + 1628, + 836, + 1668, + 852 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及不", + "boxes": [ + 30, + 951, + 216, + 975 + ] + }, + { + "text": "及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 204, + 949, + 796, + 979 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：", + "boxes": [ + 32, + 971, + 130, + 995 + ] + }, + { + "text": "微软隐私声明", + "boxes": [ + 120, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "梦AI登顶", + "boxes": [ + 226, + 1050, + 288, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "osoft Bing", + "boxes": [ + 118, + 32, + 188, + 50 + ] + }, + { + "text": "×", + "boxes": [ + 194, + 36, + 218, + 50 + ] + }, + { + "text": "即梦AI登顶，张楠能否借此", + "boxes": [ + 224, + 28, + 412, + 52 + ] + }, + { + "text": "C", + "boxes": [ + 53, + 61, + 129, + 92 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1878, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "长春市 11°", + "boxes": [ + 1622, + 117, + 1748, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1860, + 145 + ] + }, + { + "text": "资讯 娱乐　 时尚 教育", + "boxes": [ + 344, + 173, + 542, + 202 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 264, + 197 + ] + }, + { + "text": "科技萌宠汽车", + "boxes": [ + 532, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 206 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 382, + 262, + 630, + 304 + ] + }, + { + "text": "60.1K关注者", + "boxes": [ + 1096, + 274, + 1174, + 298 + ] + }, + { + "text": "即梦AI登顶，张楠能否借此重回字节权力核心？", + "boxes": [ + 364, + 349, + 1052, + 391 + ] + }, + { + "text": "#", + "boxes": [ + 192, + 395, + 216, + 423 + ] + }, + { + "text": "ITBEAR 的报道·1小时·① 2分钟读取", + "boxes": [ + 360, + 411, + 668, + 451 + ] + }, + { + "text": "日本人的聪明創新，打破語言障", + "boxes": [ + 1420, + 411, + 1688, + 447 + ] + }, + { + "text": "凝", + "boxes": [ + 1426, + 443, + 1452, + 465 + ] + }, + { + "text": "区", + "boxes": [ + 194, + 455, + 210, + 472 + ] + }, + { + "text": "广告Enence", + "boxes": [ + 1426, + 469, + 1502, + 492 + ] + }, + { + "text": "在AI视频生成领域的激烈竞争中，一款名为即梦AI的应用自5月13日起，成功超越了字节跳动旗下的豆包和红果短", + "boxes": [ + 364, + 504, + 1208, + 534 + ] + }, + { + "text": "剧，首次登上了应用排行榜的榜首。这一突破性的成就，无疑为即梦AI背后的团队注入了强大的动力。", + "boxes": [ + 360, + 526, + 1122, + 564 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1596, + 584 + ] + }, + { + "text": "", + "boxes": [ + 1672, + 550, + 1700, + 578 + ] + }, + { + "text": "< App", + "boxes": [ + 437, + 577, + 545, + 630 + ] + }, + { + "text": "排行榜", + "boxes": [ + 749, + 577, + 857, + 628 + ] + }, + { + "text": "所有 App ", + "boxes": [ + 1019, + 575, + 1163, + 632 + ] + }, + { + "text": "OPPO一加ColorOS5月功能大升", + "boxes": [ + 1444, + 602, + 1654, + 631 + ] + }, + { + "text": "级，两批推送带来全新体验！", + "boxes": [ + 1448, + 625, + 1626, + 649 + ] + }, + { + "text": "免费App", + "boxes": [ + 575, + 660, + 683, + 708 + ] + }, + { + "text": "付费 App", + "boxes": [ + 923, + 662, + 1035, + 707 + ] + }, + { + "text": "iQ00Pad5Pro全球首发天玑", + "boxes": [ + 1448, + 667, + 1632, + 691 + ] + }, + { + "text": "9400+，平板性能跑分刷新记录！", + "boxes": [ + 1446, + 685, + 1656, + 711 + ] + }, + { + "text": "王腾入手小米SU7UItra碳纤维版", + "boxes": [ + 1448, + 731, + 1654, + 754 + ] + }, + { + "text": "4.2万选配值不值？网友：颜值爆.", + "boxes": [ + 1446, + 748, + 1658, + 776 + ] + }, + { + "text": "即梦 AI-抖音旗下 AI图片和", + "boxes": [ + 622, + 764, + 998, + 806 + ] + }, + { + "text": "视频工具", + "boxes": [ + 626, + 806, + 750, + 838 + ] + }, + { + "text": "打开", + "boxes": [ + 1052, + 800, + 1118, + 842 + ] + }, + { + "text": "福", + "boxes": [ + 1628, + 836, + 1668, + 852 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 878, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，", + "boxes": [ + 28, + 927, + 750, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "或者", + "boxes": [ + 756, + 937, + 788, + 951 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。", + "boxes": [ + 32, + 951, + 748, + 975 + ] + }, + { + "text": "欲了价", + "boxes": [ + 752, + 949, + 792, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "梦AI登顶：", + "boxes": [ + 226, + 1050, + 292, + 1070 + ] + } + ] + }, + { + "frame_id": "60_3_9", + "episode_id": 60, + "env_id": 3, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.524600982666016, + "advantages": 0.6026089787483215, + "generated_text": "{\n \"intent\": \"The initial step should be to open more applications or windows since there isn't much visible content yet.\",\n \"action\": \"DoubleClick(567, 15)\" \n}", + "action_string": "DoubleClick(567, 15)", + "intent_string": "The initial step should be to open more applications or windows since there isn't much visible content yet.", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 169, + 112, + 201 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Fil Eit Search View Document Help ", + "boxes": [ + 644, + 290, + 956, + 320 + ] + }, + { + "text": "Warning, you are using the root account, you may harm your system", + "boxes": [ + 734, + 318, + 1182, + 341 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 502, + 94, + 528 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "汇", + "boxes": [ + 52, + 909, + 66, + 929 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "60_4_9", + "episode_id": 60, + "env_id": 4, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.237727165222168, + "advantages": -0.035325031727552414, + "generated_text": "{\n \"intent\": \"Begin to explore the website by interacting with different sections.\",\n \"action\": \"Move(900, 52)\" }", + "action_string": "Move(900, 52)", + "intent_string": "Begin to explore the website by interacting with different sections.", + "before_screen_ocr_results": [ + { + "text": "iPhone - Apple", + "boxes": [ + 26, + 28, + 126, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 68, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1601, + 61, + 1661, + 92 + ] + }, + { + "text": "TV & Hom", + "boxes": [ + 988, + 109, + 1044, + 127 + ] + }, + { + "text": "D", + "boxes": [ + 456, + 159, + 522, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 555, + 152, + 631, + 225 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 163, + 714, + 214 + ] + }, + { + "text": "C", + "boxes": [ + 754, + 159, + 820, + 218 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1168, + 222 + ] + }, + { + "text": "80", + "boxes": [ + 1382, + 157, + 1462, + 220 + ] + }, + { + "text": "00", + "boxes": [ + 848, + 169, + 918, + 222 + ] + }, + { + "text": "9?", + "boxes": [ + 938, + 175, + 996, + 224 + ] + }, + { + "text": "·", + "boxes": [ + 1028, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "[os", + "boxes": [ + 1310, + 175, + 1350, + 216 + ] + }, + { + "text": "iphone 16 Pro ", + "boxes": [ + 446, + 216, + 532, + 248 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 562, + 216, + 628, + 248 + ] + }, + { + "text": "iPhne1 ", + "boxes": [ + 654, + 212, + 732, + 258 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 850, + 216, + 912, + 248 + ] + }, + { + "text": "RAirPods", + "boxes": [ + 935, + 214, + 993, + 245 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1023, + 215, + 1067, + 248 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1208, + 216, + 1276, + 248 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "Get $170-$630 in credit tow", + "boxes": [ + 592, + 282, + 774, + 306 + ] + }, + { + "text": "iPhone", + "boxes": [ + 99, + 384, + 369, + 488 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " iPhone - Apple", + "boxes": [ + 18, + 28, + 128, + 52 + ] + }, + { + "text": "→", + "boxes": [ + 6, + 58, + 134, + 95 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "AirPods", + "boxes": [ + 908, + 109, + 948, + 129 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1084, + 107, + 1166, + 131 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1268, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "o", + "boxes": [ + 1370, + 102, + 1403, + 135 + ] + }, + { + "text": "iPac", + "boxes": [ + 636, + 113, + 658, + 127 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "B", + "boxes": [ + 454, + 157, + 522, + 218 + ] + }, + { + "text": "D", + "boxes": [ + 556, + 155, + 630, + 224 + ] + }, + { + "text": "口", + "boxes": [ + 668, + 159, + 720, + 216 + ] + }, + { + "text": "D", + "boxes": [ + 754, + 157, + 820, + 218 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "0", + "boxes": [ + 1378, + 153, + 1468, + 226 + ] + }, + { + "text": "00", + "boxes": [ + 846, + 165, + 922, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1208, + 173, + 1276, + 220 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro ", + "boxes": [ + 446, + 216, + 532, + 248 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 562, + 214, + 628, + 248 + ] + }, + { + "text": "iPhone16e ", + "boxes": [ + 656, + 214, + 730, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 850, + 216, + 910, + 248 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1206, + 216, + 1276, + 248 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1460, + 244 + ] + }, + { + "text": "iPhone", + "boxes": [ + 97, + 384, + 371, + 488 + ] + }, + { + "text": " Designed to be loved.", + "boxes": [ + 1518, + 429, + 1802, + 476 + ] + } + ] + }, + { + "frame_id": "60_5_9", + "episode_id": 60, + "env_id": 5, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.883666038513184, + "advantages": 0.2848822772502899, + "generated_text": "{\n \"intent\": \"To open the Apple website by clicking on its icon\",\n \"action\": \"DoubleClick(595, 659)\"\n}", + "action_string": "DoubleClick(595, 659)", + "intent_string": "To open the Apple website by clicking on its icon", + "before_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "K", + "boxes": [ + 624, + 288, + 686, + 314 + ] + }, + { + "text": "Bing Search", + "boxes": [ + 648, + 334, + 724, + 351 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 584, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 974, + 445, + 1064, + 520 + ] + }, + { + "text": "T", + "boxes": [ + 858, + 455, + 938, + 510 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng ", + "boxes": [ + 1112, + 532, + 1162, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ] + }, + { + "frame_id": "60_6_9", + "episode_id": 60, + "env_id": 6, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.843473434448242, + "advantages": -0.23076599836349487, + "generated_text": "{\n \"intent\": \"Move to the 'Import bookmarks...' section which likely contains popular websites or shortcuts for easy access.\",\n \"action\": \"Move(17, 107)\" \n}", + "action_string": "Move(17, 107)", + "intent_string": "Move to the 'Import bookmarks...' section which likely contains popular websites or shortcuts for easy access.", + "before_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 24, + 32, + 86, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 28, + 66, + 130, + 91 + ] + }, + { + "text": " Import bookmarks....", + "boxes": [ + 8, + 95, + 174, + 127 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 176, + 101, + 312, + 125 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 660, + 290, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "60_7_9", + "episode_id": 60, + "env_id": 7, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.644169807434082, + "advantages": 0.1661582738161087, + "generated_text": "{\n \"intent\": \"The current screen does not require any additional interaction from me. The exploration and goal have been achieved by achieving the browsing since the desktop is now fully loaded.\",\n \"action\": \"DoubleClick(740, 583)\"\n}", + "action_string": "DoubleClick(740, 583)", + "intent_string": "The current screen does not require any additional interaction from me. The exploration and goal have been achieved by achieving the browsing since the desktop is now fully loaded.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "←→", + "boxes": [ + 6, + 62, + 130, + 93 + ] + }, + { + "text": "① https://", + "boxes": [ + 254, + 66, + 358, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1588, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 21, + 109, + 185, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 498, + 256, + 556, + 276 + ] + }, + { + "text": "国际版", + "boxes": [ + 578, + 256, + 628, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 298, + 628, + 328 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 646, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 484, + 411, + 654, + 441 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 638, + 478 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 671, + 1635, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 190, + 725, + 272, + 750 + ] + }, + { + "text": "拓麻歌子惊现名创优品", + "boxes": [ + 500, + 744, + 762, + 784 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1456, + 766, + 1552, + 792 + ] + }, + { + "text": "包", + "boxes": [ + 568, + 780, + 646, + 806 + ] + }, + { + "text": "TaMaGOTeHi", + "boxes": [ + 653, + 793, + 793, + 839 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "恒指", + "boxes": [ + 1452, + 844, + 1540, + 897 + ] + }, + { + "text": " 2.30%", + "boxes": [ + 1618, + 846, + 1698, + 893 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1456, + 893, + 1506, + 939 + ] + }, + { + "text": "+4.33", + "boxes": [ + 1626, + 891, + 1700, + 939 + ] + }, + { + "text": "中华网汽车·2小时", + "boxes": [ + 830, + 921, + 966, + 945 + ] + }, + { + "text": "小黑盒游戏·4小时", + "boxes": [ + 1138, + 919, + 1280, + 949 + ] + }, + { + "text": "“电子宠物”机翻红！曾在”80后”“90后”中", + "boxes": [ + 204, + 943, + 780, + 985 + ] + }, + { + "text": "5.69万插混家轿碾压燃油", + "boxes": [ + 824, + 943, + 1064, + 973 + ] + }, + { + "text": "强迫症做独游的弊端：一个立", + "boxes": [ + 1136, + 941, + 1410, + 977 + ] + }, + { + "text": "黄州", + "boxes": [ + 1454, + 935, + 1536, + 989 + ] + }, + { + "text": ".319", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "车，油耗仅0.96升，家用首", + "boxes": [ + 824, + 967, + 1084, + 1003 + ] + }, + { + "text": "风靡一", + "boxes": [ + 201, + 978, + 279, + 1023 + ] + }, + { + "text": "绘改10版，根本舍不得做减法", + "boxes": [ + 1138, + 971, + 1414, + 1001 + ] + }, + { + "text": "一时", + "boxes": [ + 280, + 989, + 334, + 1014 + ] + }, + { + "text": "拓麻歌子现名创优品全球", + "boxes": [ + 512, + 991, + 766, + 1026 + ] + }, + { + "text": "选值不值？", + "boxes": [ + 823, + 992, + 933, + 1029 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1456, + 983, + 1506, + 1030 + ] + }, + { + "text": "", + "boxes": [ + 1596, + 991, + 1628, + 1012 + ] + }, + { + "text": "5.5329", + "boxes": [ + 1624, + 983, + 1702, + 1030 + ] + }, + { + "text": "NEC", + "boxes": [ + 324, + 995, + 372, + 1014 + ] + }, + { + "text": "", + "boxes": [ + 826, + 1026, + 878, + 1046 + ] + }, + { + "text": "态丢白选股建过", + "boxes": [ + 1630, + 1028, + 1716, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 8, + 59, + 128, + 94 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四", + "boxes": [ + 1779, + 59, + 1893, + 96 + ] + }, + { + "text": "国内版", + "boxes": [ + 502, + 256, + 548, + 276 + ] + }, + { + "text": "国际版", + "boxes": [ + 586, + 258, + 630, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 484, + 304, + 620, + 322 + ] + }, + { + "text": "二", + "boxes": [ + 1108, + 341, + 1396, + 359 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 968, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1100, + 447, + 1262, + 479 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": " DISCOVER", + "boxes": [ + 182, + 721, + 276, + 752 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "深蓝S09", + "boxes": [ + 580, + 786, + 698, + 824 + ] + }, + { + "text": "9系旗舰对比，", + "boxes": [ + 231, + 766, + 559, + 880 + ] + }, + { + "text": "产时中国A50", + "boxes": [ + 1449, + 793, + 1567, + 850 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "1-12", + "boxes": [ + 1613, + 790, + 1705, + 852 + ] + }, + { + "text": "B", + "boxes": [ + 596, + 820, + 692, + 846 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1708, + 828 + ] + }, + { + "text": "向往S9", + "boxes": [ + 696, + 840, + 788, + 872 + ] + }, + { + "text": "恒生指技", + "boxes": [ + 1452, + 844, + 1542, + 897 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 850, + 1632, + 887 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1694, + 893 + ] + }, + { + "text": "华为圣体？", + "boxes": [ + 273, + 852, + 415, + 909 + ] + }, + { + "text": "特斯拉", + "boxes": [ + 1454, + 893, + 1508, + 939 + ] + }, + { + "text": " +49 ", + "boxes": [ + 1582, + 885, + 1704, + 943 + ] + }, + { + "text": "中华网汽车·2小时", + "boxes": [ + 234, + 921, + 342, + 945 + ] + }, + { + "text": "中华网汽车·2小时", + "boxes": [ + 828, + 921, + 966, + 945 + ] + }, + { + "text": "小黑盒游戏·4小时", + "boxes": [ + 1138, + 919, + 1280, + 949 + ] + }, + { + "text": "5.69万插混家轿碾压燃油", + "boxes": [ + 824, + 941, + 1068, + 977 + ] + }, + { + "text": "强迫症做独游的弊端：一个立", + "boxes": [ + 1134, + 941, + 1408, + 977 + ] + }, + { + "text": "恒州", + "boxes": [ + 1452, + 935, + 1538, + 991 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 941, + 1640, + 979 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "传祺向往S9智能领先，深蓝S09动力爆棚", + "boxes": [ + 200, + 943, + 750, + 987 + ] + }, + { + "text": "车，油耗仅0.96升，家用首", + "boxes": [ + 822, + 963, + 1086, + 1005 + ] + }, + { + "text": "绘改10版，根本舍不得做减法", + "boxes": [ + 1138, + 971, + 1416, + 1001 + ] + }, + { + "text": "30万预算你选哪款？", + "boxes": [ + 200, + 983, + 478, + 1024 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1508, + 1034 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 989, + 1630, + 1018 + ] + }, + { + "text": "", + "boxes": [ + 1622, + 981, + 1702, + 1034 + ] + }, + { + "text": "选值不值？", + "boxes": [ + 824, + 995, + 934, + 1026 + ] + }, + { + "text": "?", + "boxes": [ + 1690, + 997, + 1714, + 1018 + ] + }, + { + "text": "口", + "boxes": [ + 92, + 1048, + 170, + 1066 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 1048, + 206, + 1070 + ] + }, + { + "text": "arch - Micr.", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ] + } + ] +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_60/scores_v3.json b/ScreenExplorer-3B-E1/episode_60/scores_v3.json new file mode 100644 index 0000000000000000000000000000000000000000..f5d2f4e55475066ee5bccd67bb2e59005514c06f --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_60/scores_v3.json @@ -0,0 +1,19 @@ +{ + "directory_path": "logs/ScreenExplorer_2025-05-14_13-31-185da9f3/episode_60", + "single_trajectory_image_diversity": 0.4932942893356085, + "single_trajectory_text_diversity": 0.30536974407732487, + "single_trajectory_image_diversity_max": 1.08056640625, + "single_trajectory_image_diversity_min": 0.0048828125, + "single_trajectory_image_diversity_std": 0.407958984375, + "single_trajectory_text_diversity_max": 0.51007080078125, + "single_trajectory_text_diversity_min": 0.00347900390625, + "single_trajectory_text_diversity_std": 0.1713409423828125, + "group_trajectories_image_diversity": 0.5972804427146912, + "group_trajectories_text_diversity": 0.41375377774238586, + "group_trajectories_image_diversity_max": 1.3046875, + "group_trajectories_image_diversity_min": 0.0, + "group_trajectories_image_diversity_std": 0.43359375, + "group_trajectories_text_diversity_max": 0.75146484375, + "group_trajectories_text_diversity_min": 0.0, + "group_trajectories_text_diversity_std": 0.1658935546875 +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_70/game_record_20250514_221605.json b/ScreenExplorer-3B-E1/episode_70/game_record_20250514_221605.json new file mode 100644 index 0000000000000000000000000000000000000000..2a169b0c18c8670bff4662485c2c405e0f3a81e6 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_70/game_record_20250514_221605.json @@ -0,0 +1,49095 @@ +{ + "start_time": "2025-05-14T22:16:05.162951", + "end_time": "2025-05-14T22:23:46.364445", + "buffer_size": 80, + "all_records": [ + { + "frame_id": "70_0_0", + "episode_id": 70, + "env_id": 0, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.577585220336914, + "advantages": 0.10435430705547333, + "generated_text": "{\n \"intent\": \"Move the mouse closer to the Firefox browser icon to open it quickly.\",\n \"action\": \"Move(78, 29)\"\n}", + "action_string": "Move(78, 29)", + "intent_string": "Move the mouse closer to the Firefox browser icon to open it quickly.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 94, + 38, + 148, + 68 + ] + }, + { + "text": " Firefox ", + "boxes": [ + 17, + 59, + 105, + 102 + ] + }, + { + "text": "D", + "boxes": [ + 29, + 116, + 85, + 166 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 331, + 86, + 383 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "70_1_0", + "episode_id": 70, + "env_id": 1, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.34650993347168, + "advantages": 0.7987762689590454, + "generated_text": "{\n \"intent\": \"Open the Firefox browser to start navigating the web-based desktop applications.\",\n \"action\": \"DoubleClick(78, 30)\"\n}", + "action_string": "DoubleClick(78, 30)", + "intent_string": "Open the Firefox browser to start navigating the web-based desktop applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "70_2_0", + "episode_id": 70, + "env_id": 2, + "step": 0, + "format_rewards": 1.0, + "rewards": 8.727770805358887, + "advantages": -0.22925503551959991, + "generated_text": "{\n \"intent\": \"First, I will open the Firefox browser to search for something useful online.\",\n \"action\": \"Move(679, 457)\"\n}", + "action_string": "Move(679, 457)", + "intent_string": "First, I will open the Firefox browser to search for something useful online.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "70_3_0", + "episode_id": 70, + "env_id": 3, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.267745971679688, + "advantages": 0.7678561210632324, + "generated_text": "{\n \"intent\": \"I want to explore the available applications listed on the desktop.\",\n \"action\": \"DoubleClick(47, 25)\"\n}", + "action_string": "DoubleClick(47, 25)", + "intent_string": "I want to explore the available applications listed on the desktop.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "70_4_0", + "episode_id": 70, + "env_id": 4, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.823980331420898, + "advantages": 0.20108096301555634, + "generated_text": "{\n \"intent\": \"Initial exploration by finding typical shortcuts or important utilities.\",\n \"action\": \"RightClick(90, 40)\"\n}", + "action_string": "RightClick(90, 40)", + "intent_string": "Initial exploration by finding typical shortcuts or important utilities.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "reate Nev", + "boxes": [ + 130, + 46, + 192, + 66 + ] + }, + { + "text": " Folder", + "boxes": [ + 300, + 42, + 374, + 68 + ] + }, + { + "text": "Firefox", + "boxes": [ + 22, + 64, + 92, + 95 + ] + }, + { + "text": " Paste", + "boxes": [ + 89, + 81, + 159, + 112 + ] + }, + { + "text": " Empty File ", + "boxes": [ + 320, + 87, + 406, + 111 + ] + }, + { + "text": " select All ", + "boxes": [ + 94, + 125, + 190, + 157 + ] + }, + { + "text": " Invert Selection", + "boxes": [ + 110, + 153, + 232, + 183 + ] + }, + { + "text": "Mousep", + "boxes": [ + 3, + 166, + 89, + 203 + ] + }, + { + "text": "Sort Files", + "boxes": [ + 112, + 199, + 184, + 224 + ] + }, + { + "text": " Desktop Preferences", + "boxes": [ + 96, + 242, + 262, + 266 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 114, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 502, + 94, + 528 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "70_5_0", + "episode_id": 70, + "env_id": 5, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.311509132385254, + "advantages": 0.7850361466407776, + "generated_text": "{\n \"intent\": \"The first step in exploring the desktop should be to locate the Firefox icon and open it.\",\n \"action\": \"DoubleClick(46, 37)\" \n}", + "action_string": "DoubleClick(46, 37)", + "intent_string": "The first step in exploring the desktop should be to locate the Firefox icon and open it.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q仓", + "boxes": [ + 70, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "70_6_0", + "episode_id": 70, + "env_id": 6, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.516105651855469, + "advantages": 0.8653540015220642, + "generated_text": "{\n \"intent\": \"Locate and open applications by interacting with desktop icons.\",\n \"action\": \"DoubleClick(48, 34)\" }", + "action_string": "DoubleClick(48, 34)", + "intent_string": "Locate and open applications by interacting with desktop icons.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "70_7_0", + "episode_id": 70, + "env_id": 7, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.243082046508789, + "advantages": -0.026960698887705803, + "generated_text": "{\n \"intent\": \"Move my cursor to left-click on an unknown application icon in the desktop.\",\n \"action\": \"DoubleClick(100, 18)\" \n}", + "action_string": "DoubleClick(100, 18)", + "intent_string": "Move my cursor to left-click on an unknown application icon in the desktop.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "70_0_1", + "episode_id": 70, + "env_id": 0, + "step": 1, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.6554923057556152, + "generated_text": "{\n \"intent\": \"Moving from one applicationIcon to another to explore the desktop's functionality.\",\n \"action\": \"DoubleClick(205, 37)}ente double clicking\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 94, + 38, + 148, + 68 + ] + }, + { + "text": " Firefox ", + "boxes": [ + 17, + 59, + 105, + 102 + ] + }, + { + "text": "D", + "boxes": [ + 29, + 116, + 85, + 166 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 331, + 86, + 383 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 94, + 38, + 148, + 68 + ] + }, + { + "text": " Firefox ", + "boxes": [ + 17, + 59, + 105, + 102 + ] + }, + { + "text": "D", + "boxes": [ + 29, + 116, + 85, + 166 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "70_1_1", + "episode_id": 70, + "env_id": 1, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.442255973815918, + "advantages": 0.05122847110033035, + "generated_text": "{\n \"intent\": \"Double-clicking an icon will lead to exploration of its homepage.\",\n \"action\": \"DoubleClick(474, 535)\"\n}", + "action_string": "DoubleClick(474, 535)", + "intent_string": "Double-clicking an icon will lead to exploration of its homepage.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 590, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "70_2_1", + "episode_id": 70, + "env_id": 2, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.755636215209961, + "advantages": -0.218315988779068, + "generated_text": "{\n \"intent\": \"Start browsing the desktop to find useful applications or settings.\",\n \"action\": \"Move(739, 340)\"\n}", + "action_string": "Move(739, 340)", + "intent_string": "Start browsing the desktop to find useful applications or settings.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "70_3_1", + "episode_id": 70, + "env_id": 3, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.41331958770752, + "advantages": 0.4324362874031067, + "generated_text": "{\n \"intent\": \"Clicking on the Bing search icon might help me see additional content or options.\",\n \"action\": \"DoubleClick(643, 475)\"\n}", + "action_string": "DoubleClick(643, 475)", + "intent_string": "Clicking on the Bing search icon might help me see additional content or options.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 32, + 66, + 126, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 41, + 108, + 185, + 150 + ] + }, + { + "text": "", + "boxes": [ + 1780, + 119, + 1822, + 145 + ] + }, + { + "text": "人工智能送上太空", + "boxes": [ + 500, + 304, + 622, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 451, + 966, + 474 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1112, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 671, + 1635, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 181, + 720, + 273, + 751 + ] + } + ] + }, + { + "frame_id": "70_4_1", + "episode_id": 70, + "env_id": 4, + "step": 1, + "format_rewards": 1.0, + "rewards": 11.250287055969238, + "advantages": 0.7610023617744446, + "generated_text": "{\n \"intent\": \"Move the mouse to the Firefox icon on the desktop to open it and start browsing.\",\n \"action\": \"DoubleClick(72, 33)\"\n}", + "action_string": "DoubleClick(72, 33)", + "intent_string": "Move the mouse to the Firefox icon on the desktop to open it and start browsing.", + "before_screen_ocr_results": [ + { + "text": "reate Nev", + "boxes": [ + 130, + 46, + 192, + 66 + ] + }, + { + "text": " Folder", + "boxes": [ + 300, + 42, + 374, + 68 + ] + }, + { + "text": "Firefox", + "boxes": [ + 22, + 64, + 92, + 95 + ] + }, + { + "text": " Paste", + "boxes": [ + 89, + 81, + 159, + 112 + ] + }, + { + "text": " Empty File ", + "boxes": [ + 320, + 87, + 406, + 111 + ] + }, + { + "text": " select All ", + "boxes": [ + 94, + 125, + 190, + 157 + ] + }, + { + "text": " Invert Selection", + "boxes": [ + 110, + 153, + 232, + 183 + ] + }, + { + "text": "Mousep", + "boxes": [ + 3, + 166, + 89, + 203 + ] + }, + { + "text": "Sort Files", + "boxes": [ + 112, + 199, + 184, + 224 + ] + }, + { + "text": " Desktop Preferences", + "boxes": [ + 96, + 242, + 262, + 266 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 114, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 502, + 94, + 528 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 772, + 84, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C仓", + "boxes": [ + 68, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "70_5_1", + "episode_id": 70, + "env_id": 5, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.333627700805664, + "advantages": 0.008584564551711082, + "generated_text": "{\n \"intent\": \"I want to open the YouTube application on my trending topics when I'm done navigating through other apps.\",\n \"action\": \"DoubleClick(475, 35)\"\n}", + "action_string": "DoubleClick(475, 35)", + "intent_string": "I want to open the YouTube application on my trending topics when I'm done navigating through other apps.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "Q仓", + "boxes": [ + 70, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "70_6_1", + "episode_id": 70, + "env_id": 6, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.825950622558594, + "advantages": 0.5944217443466187, + "generated_text": "{\n \"intent\": \"Checking the content shown by the Bing icon.\",\n \"action\": \"DoubleClick(632, 467)\" \n}", + "action_string": "DoubleClick(632, 467)", + "intent_string": "Checking the content shown by the Bing icon.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C仓", + "boxes": [ + 68, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 32, + 66, + 126, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 41, + 108, + 185, + 150 + ] + }, + { + "text": "", + "boxes": [ + 1780, + 119, + 1822, + 145 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 490, + 302, + 624, + 326 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 451, + 966, + 474 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1112, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 671, + 1635, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 181, + 720, + 273, + 751 + ] + } + ] + }, + { + "frame_id": "70_7_1", + "episode_id": 70, + "env_id": 7, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.4163818359375, + "advantages": 0.04107113182544708, + "generated_text": "{\n \"intent\": \"Clicking on the Firefox icon is logical as it opens a web browser which will assist in expanding my exploration capabilities.\",\n \"action\": \"Click(73, 38)\"\n}", + "action_string": "Click(73, 38)", + "intent_string": "Clicking on the Firefox icon is logical as it opens a web browser which will assist in expanding my exploration capabilities.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 101, + 98 + ] + }, + { + "text": "Firefox", + "boxes": [ + 88, + 50, + 138, + 69 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 121, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ] + }, + { + "frame_id": "70_0_2", + "episode_id": 70, + "env_id": 0, + "step": 2, + "format_rewards": 1.0, + "rewards": 11.533178329467773, + "advantages": 0.8720561861991882, + "generated_text": "{\n \"intent\": \"Clicking on the Firefox icon to open a new window or browser tab.\",\n \"action\": \"DoubleClick(67, 27)\"\n}", + "action_string": "DoubleClick(67, 27)", + "intent_string": "Clicking on the Firefox icon to open a new window or browser tab.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 94, + 38, + 148, + 68 + ] + }, + { + "text": " Firefox ", + "boxes": [ + 17, + 59, + 105, + 102 + ] + }, + { + "text": "D", + "boxes": [ + 29, + 116, + 85, + 166 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 22, + 332, + 86, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": "Q仓", + "boxes": [ + 70, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 524, + 488, + 562, + 528 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "70_1_2", + "episode_id": 70, + "env_id": 1, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.596221923828125, + "advantages": 0.5042377710342407, + "generated_text": "{\n \"intent\": \"Open the Baidu search page by clicking its icon.\",\n \"action\": \"Click(642, 465)\" \n}", + "action_string": "Click(642, 465)", + "intent_string": "Open the Baidu search page by clicking its icon.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 590, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 32, + 66, + 126, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 41, + 108, + 185, + 150 + ] + }, + { + "text": "", + "boxes": [ + 1780, + 119, + 1822, + 145 + ] + }, + { + "text": "智能送上太空", + "boxes": [ + 524, + 304, + 622, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 451, + 966, + 474 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1112, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 671, + 1635, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 181, + 720, + 273, + 751 + ] + } + ] + }, + { + "frame_id": "70_2_2", + "episode_id": 70, + "env_id": 2, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.762411117553711, + "advantages": 0.1769109070301056, + "generated_text": "{\n \"intent\": \"I am trying to explore the available applications and folders on my desktop by opening them.\",\n \"action\": \"DoubleClick(78, 287)\" }", + "action_string": "DoubleClick(78, 287)", + "intent_string": "I am trying to explore the available applications and folders on my desktop by opening them.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 112, + 199 + ] + }, + { + "text": "Termikal", + "boxes": [ + 12, + 276, + 108, + 314 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 1050, + 208, + 1064 + ] + }, + { + "text": "oot@5fd973.", + "boxes": [ + 224, + 1048, + 314, + 1072 + ] + } + ] + }, + { + "frame_id": "70_3_2", + "episode_id": 70, + "env_id": 3, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.368457794189453, + "advantages": 0.022257719188928604, + "generated_text": "{\n \"intent\": \"Explore the trending topics by clicking each one listed under the 'Trending on Bing' section.\",\n \"action\": \"DoubleClick(190, 372)\" \n}", + "action_string": "DoubleClick(190, 372)", + "intent_string": "Explore the trending topics by clicking each one listed under the 'Trending on Bing' section.", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 34, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1598, + 66, + 1660, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1870, + 89 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1274, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 725, + 270, + 750 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1458, + 768, + 1552, + 794 + ] + }, + { + "text": "3.721%", + "boxes": [ + 1624, + 798, + 1700, + 846 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1624, + 852, + 1686, + 878 + ] + }, + { + "text": "23,640...", + "boxes": [ + 1632, + 868, + 1684, + 885 + ] + }, + { + "text": "基", + "boxes": [ + 1194, + 893, + 1236, + 913 + ] + }, + { + "text": "频", + "boxes": [ + 1456, + 891, + 1526, + 945 + ] + }, + { + "text": "+2.202 ", + "boxes": [ + 1632, + 891, + 1700, + 941 + ] + }, + { + "text": "小黑盒游戏·6小时", + "boxes": [ + 828, + 917, + 968, + 947 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点资讯·1小时", + "boxes": [ + 1160, + 921, + 1266, + 945 + ] + }, + { + "text": "小蜜蜂皮肤已上架！教你白婷", + "boxes": [ + 822, + 937, + 1100, + 979 + ] + }, + { + "text": "四大平台六月第一波待播剧，", + "boxes": [ + 1134, + 941, + 1396, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "快手可灵战略提级，视频大模型混战时代来", + "boxes": [ + 198, + 945, + 758, + 987 + ] + }, + { + "text": "1600G币，轻松拿下橙运动", + "boxes": [ + 826, + 967, + 1090, + 1003 + ] + }, + { + "text": "杨紫罗云熙杨洋白鹿组团炸", + "boxes": [ + 1136, + 967, + 1390, + 1003 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1454, + 981, + 1524, + 1028 + ] + }, + { + "text": "街，爱死啦", + "boxes": [ + 1130, + 992, + 1248, + 1029 + ] + }, + { + "text": "+1.8534 ", + "boxes": [ + 1630, + 985, + 1698, + 1024 + ] + }, + { + "text": "裤平替！", + "boxes": [ + 828, + 997, + 910, + 1022 + ] + }, + { + "text": "ol:\"3\"+tnOrder:\"af4f22f8-bbfe-", + "boxes": [ + 1398, + 1016, + 1602, + 1040 + ] + }, + { + "text": "rch - Micr", + "boxes": [ + 240, + 1052, + 308, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1882, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 183, + 150 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "人工智能送上太空", + "boxes": [ + 492, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 449, + 968, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1108, + 449, + 1262, + 477 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 721, + 276, + 752 + ] + }, + { + "text": "每周热销商品", + "boxes": [ + 190, + 748, + 318, + 778 + ] + }, + { + "text": "IT家", + "boxes": [ + 717, + 754, + 793, + 783 + ] + }, + { + "text": "面P", + "boxes": [ + 330, + 770, + 422, + 796 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "2025年5月6日周二-2025年5月13日周二", + "boxes": [ + 266, + 802, + 506, + 832 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1453, + 797, + 1549, + 847 + ] + }, + { + "text": "14,.712", + "boxes": [ + 1616, + 792, + 1702, + 849 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1708, + 828 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1698, + 893 + ] + }, + { + "text": "S", + "boxes": [ + 1586, + 847, + 1634, + 886 + ] + }, + { + "text": "技", + "boxes": [ + 1451, + 887, + 1525, + 944 + ] + }, + { + "text": "+2.202 ", + "boxes": [ + 1632, + 891, + 1700, + 941 + ] + }, + { + "text": "IT之家·7小时", + "boxes": [ + 226, + 919, + 326, + 947 + ] + }, + { + "text": "小黑盒游戏·6小时", + "boxes": [ + 830, + 921, + 966, + 945 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点资讯·1小时", + "boxes": [ + 1160, + 921, + 1266, + 945 + ] + }, + { + "text": "Steam新一周销量排行榜：《光与影：33", + "boxes": [ + 194, + 939, + 768, + 991 + ] + }, + { + "text": "小蜜蜂皮肤已上架！教你白嫂", + "boxes": [ + 822, + 937, + 1100, + 979 + ] + }, + { + "text": "四大平台六月第一波待播剧，", + "boxes": [ + 1136, + 941, + 1398, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1.23139", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 939, + 1642, + 981 + ] + }, + { + "text": "1600G币，轻松拿下橙运动", + "boxes": [ + 824, + 965, + 1090, + 1003 + ] + }, + { + "text": "杨紫罗云熙杨洋白鹿组团炸", + "boxes": [ + 1134, + 967, + 1388, + 1003 + ] + }, + { + "text": "号远征队》二连冠", + "boxes": [ + 198, + 981, + 444, + 1024 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "*153", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "裤平替！", + "boxes": [ + 824, + 993, + 914, + 1030 + ] + }, + { + "text": "街，爱死啦", + "boxes": [ + 1134, + 997, + 1248, + 1026 + ] + }, + { + "text": "?", + "boxes": [ + 1690, + 997, + 1714, + 1018 + ] + }, + { + "text": "arch - Micr.", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "70_4_2", + "episode_id": 70, + "env_id": 4, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.477612495422363, + "advantages": 0.0651082843542099, + "generated_text": "{\n \"intent\": \"Move my mouse to the center of Program Manager or Desktop to identify icons and windows.\",\n \"action\": \"Move(960, 745)\"\n}", + "action_string": "Move(960, 745)", + "intent_string": "Move my mouse to the center of Program Manager or Desktop to identify icons and windows.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→e", + "boxes": [ + 46, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1226, + 673, + 1418, + 735 + ] + }, + { + "text": "", + "boxes": [ + 1142, + 740, + 1177, + 774 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "70_5_2", + "episode_id": 70, + "env_id": 5, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.143221855163574, + "advantages": -0.06616254150867462, + "generated_text": "{\n \"intent\": \"Close the 'Getting Started' tab on the new tab page.\",\n \"action\": \"DoubleClick(71, 24)\" \n}", + "action_string": "DoubleClick(71, 24)", + "intent_string": "Close the 'Getting Started' tab on the new tab page.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 64, + 520, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 658, + 290, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "70_6_2", + "episode_id": 70, + "env_id": 6, + "step": 2, + "format_rewards": 1.0, + "rewards": 11.180082321166992, + "advantages": 0.7334422469139099, + "generated_text": "{\n \"intent\": \"To click the trending search box for 'Huying New Love Exposure', as it seems highly relevant and engaging.\",\n \"action\": \"DoubleClick(511, 463)\" \n}", + "action_string": "DoubleClick(511, 463)", + "intent_string": "To click the trending search box for 'Huying New Love Exposure', as it seems highly relevant and engaging.", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 32, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 44, + 113, + 178, + 145 + ] + }, + { + "text": "人工智能送上太空", + "boxes": [ + 500, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 185, + 720, + 273, + 751 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1449, + 787, + 1551, + 848 + ] + }, + { + "text": "14,1-21%", + "boxes": [ + 1622, + 792, + 1702, + 850 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1450, + 839, + 1524, + 894 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1692, + 893 + ] + }, + { + "text": "的是", + "boxes": [ + 1186, + 893, + 1236, + 913 + ] + }, + { + "text": "经", + "boxes": [ + 1449, + 885, + 1527, + 946 + ] + }, + { + "text": "+2.202 ", + "boxes": [ + 1634, + 891, + 1700, + 941 + ] + }, + { + "text": "重游戏天地·7小时", + "boxes": [ + 830, + 919, + 954, + 949 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点资讯·1小时", + "boxes": [ + 1164, + 921, + 1266, + 945 + ] + }, + { + "text": "网红COS三丽鸥联动皮肤点赞", + "boxes": [ + 824, + 941, + 1102, + 977 + ] + }, + { + "text": "四大平台六月第一波待播剧，", + "boxes": [ + 1134, + 941, + 1396, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "超70W，完美还原引玩家喜", + "boxes": [ + 824, + 967, + 1086, + 1003 + ] + }, + { + "text": "杨紫罗云熙杨洋白鹿组团炸", + "boxes": [ + 1136, + 967, + 1390, + 1003 + ] + }, + { + "text": "商业头条No.73丨哪吒汽车，何至于此?", + "boxes": [ + 196, + 979, + 722, + 1022 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1454, + 981, + 1524, + 1028 + ] + }, + { + "text": "街，爱死啦", + "boxes": [ + 1132, + 992, + 1248, + 1029 + ] + }, + { + "text": "+1.8534 ", + "boxes": [ + 1632, + 985, + 1698, + 1024 + ] + }, + { + "text": "爱", + "boxes": [ + 826, + 999, + 852, + 1020 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 999, + 1708, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "赵丽颖新恋情曝光", + "boxes": [ + 176, + 155, + 312, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 288, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": " About 600,000 results", + "boxes": [ + 176, + 260, + 318, + 284 + ] + }, + { + "text": "网易", + "boxes": [ + 208, + 294, + 252, + 322 + ] + }, + { + "text": "规品", + "boxes": [ + 184, + 306, + 210, + 326 + ] + }, + { + "text": "https://www.163.com > dy > article Tra", + "boxes": [ + 214, + 312, + 446, + 338 + ] + }, + { + "text": "实锤！赵丽颖新欢曝光，男方系知名导演，被拍到留宿.", + "boxes": [ + 176, + 336, + 674, + 371 + ] + }, + { + "text": "5 hours ago·超一线女星赵丽颖又又又又坠入爱河了吗？据@南都娱乐消息：近日，《乔妍的", + "boxes": [ + 178, + 363, + 780, + 393 + ] + }, + { + "text": "心事》导演赵德胤被拍到现身赵丽颖小区，有小区门禁卡，还独自牵赵丽颖儿子的手外出，疑，", + "boxes": [ + 176, + 387, + 768, + 417 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 208, + 433, + 266, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 202, + 467 + ] + }, + { + "text": "1 Translate this reslt ", + "boxes": [ + 371, + 448, + 529, + 485 + ] + }, + { + "text": "演员赵丽颖新恋情曝光？狗仔称男方是导演赵德胤，二人曾．", + "boxes": [ + 174, + 476, + 712, + 512 + ] + }, + { + "text": "14 hours ago·截至目前，赵丽颖与赵德胤方面均未回应此热搜。公开信息显示，赵德胤出生于", + "boxes": [ + 176, + 504, + 776, + 534 + ] + }, + { + "text": "1982年，比赵丽颖大5岁。他出生于缅甸，后来到中国台湾读书，业界..", + "boxes": [ + 176, + 526, + 630, + 556 + ] + }, + { + "text": "C", + "boxes": [ + 181, + 582, + 213, + 613 + ] + }, + { + "text": "中华网娱乐频道", + "boxes": [ + 214, + 574, + 318, + 600 + ] + }, + { + "text": "https://ent.hina.com movie newszh >. Translate thisresut", + "boxes": [ + 206, + 588, + 600, + 622 + ] + }, + { + "text": "赵丽颖新恋情疑似曝光甜蜜互动引关注－中华网娱乐", + "boxes": [ + 176, + 615, + 650, + 651 + ] + }, + { + "text": "8 hours ago·赵丽颖新恋情疑似曝光甜蜜互动引关注！5月14日，赵丽颖的新恋情曝光，男方是", + "boxes": [ + 176, + 645, + 778, + 675 + ] + }, + { + "text": "曾与她合作《乔妍的心事》的导演赵德胤。在恋情被八卦媒体曝光之前，有网友偶遇赵丽颖和赵", + "boxes": [ + 180, + 673, + 772, + 691 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "http:/finance.sinacom.cnjiw doc-inewa Transate thisresutt", + "boxes": [ + 208, + 728, + 656, + 762 + ] + }, + { + "text": "演员赵丽颖新恋情曝光？狗仔称男方是导演赵德胤", + "boxes": [ + 174, + 754, + 624, + 792 + ] + }, + { + "text": "14 hours ago·5月14日，演员赵丽颖因疑似\"恋情曝光\"登上热搜。有狗仔通过偷拍视频表示，曾", + "boxes": [ + 178, + 784, + 776, + 814 + ] + }, + { + "text": "与赵丽颖合作电影《乔妍的心事》的导演赵德胤出现在赵丽颖所住，", + "boxes": [ + 180, + 810, + 592, + 834 + ] + }, + { + "text": "搜狐", + "boxes": [ + 208, + 856, + 250, + 883 + ] + }, + { + "text": "http://www.sohu.com Translatethis result ", + "boxes": [ + 208, + 872, + 480, + 901 + ] + }, + { + "text": "赵丽颖被拍到与导演赵德胤现身小区，疑似新恋情曝光", + "boxes": [ + 176, + 897, + 666, + 933 + ] + }, + { + "text": "14 hours ago·赵丽颖作为当红小花旦，她的每一次恋情都备受关注。从与冯绍峰的甜蜜婚姻到如", + "boxes": [ + 178, + 925, + 788, + 955 + ] + }, + { + "text": "今的单身状态，粉丝们对她的感情动态始终保持高度关注。而这次被拍到的赵德胤，作为她的，", + "boxes": [ + 172, + 941, + 762, + 979 + ] + }, + { + "text": "中", + "boxes": [ + 176, + 997, + 217, + 1036 + ] + }, + { + "text": "中時新聞網", + "boxes": [ + 212, + 995, + 294, + 1020 + ] + }, + { + "text": "https://ww.chinatimes.com cn reltimenews . ranslae this resuit", + "boxes": [ + 210, + 1010, + 660, + 1042 + ] + } + ] + }, + { + "frame_id": "70_7_2", + "episode_id": 70, + "env_id": 7, + "step": 2, + "format_rewards": 1.0, + "rewards": 11.335023880004883, + "advantages": 0.7942672371864319, + "generated_text": "{\n \"intent\": \"Click the Firefox icon to open the web browser.\",\n \"action\": \"DoubleClick(75, 41)\"\n}", + "action_string": "DoubleClick(75, 41)", + "intent_string": "Click the Firefox icon to open the web browser.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 101, + 98 + ] + }, + { + "text": "Firefox", + "boxes": [ + 88, + 50, + 138, + 69 + ] + }, + { + "text": "D", + "boxes": [ + 32, + 121, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "70_0_3", + "episode_id": 70, + "env_id": 0, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.736194610595703, + "advantages": 0.1666191667318344, + "generated_text": "{\n \"intent\": \"Clicking on bing will launch Internet Explorer for browser testing.\",\n \"action\": \"DoubleClick(477, 466)\"\n}", + "action_string": "DoubleClick(477, 466)", + "intent_string": "Clicking on bing will launch Internet Explorer for browser testing.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 401, + 582, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "70_1_3", + "episode_id": 70, + "env_id": 1, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.359421730041504, + "advantages": 0.018710456788539886, + "generated_text": "{\n \"intent\": \"_hovering on popular search topics to explore or learn more about them\",\n \"action\": \"Move(607, 426)\" \n}", + "action_string": "Move(607, 426)", + "intent_string": "_hovering on popular search topics to explore or learn more about them", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 32, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 43, + 113, + 177, + 145 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "：崔登荣游泳队总教练", + "boxes": [ + 1116, + 411, + 1274, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1132, + 453, + 1258, + 471 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 725, + 272, + 750 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 1132, + 762, + 1356, + 798 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1452, + 764, + 1554, + 796 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 1132, + 790, + 1410, + 820 + ] + }, + { + "text": "", + "boxes": [ + 1116, + 806, + 1430, + 893 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 1134, + 808, + 1410, + 838 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1454, + 800, + 1548, + 846 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "1-12", + "boxes": [ + 1613, + 790, + 1705, + 852 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1694, + 893 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星#", + "boxes": [ + 1134, + 864, + 1416, + 893 + ] + }, + { + "text": "S", + "boxes": [ + 1586, + 847, + 1634, + 886 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 1128, + 877, + 1284, + 914 + ] + }, + { + "text": "预", + "boxes": [ + 1452, + 889, + 1526, + 945 + ] + }, + { + "text": "+2.3429 ", + "boxes": [ + 1632, + 891, + 1700, + 941 + ] + }, + { + "text": "游戏天地·7小时", + "boxes": [ + 828, + 919, + 954, + 949 + ] + }, + { + "text": "Annie种草日记·11小时", + "boxes": [ + 1134, + 915, + 1310, + 949 + ] + }, + { + "text": "35.2版本更新完毕，小蜜蜂套装上架商城！", + "boxes": [ + 196, + 943, + 764, + 987 + ] + }, + { + "text": "网红COS三丽鸥联动皮肤点赞", + "boxes": [ + 824, + 941, + 1102, + 977 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 1132, + 937, + 1410, + 979 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,6413 ", + "boxes": [ + 1626, + 937, + 1700, + 987 + ] + }, + { + "text": "超70W，完美还原引玩家喜", + "boxes": [ + 824, + 967, + 1086, + 1003 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 1134, + 967, + 1408, + 1003 + ] + }, + { + "text": "价格曝光！", + "boxes": [ + 200, + 983, + 346, + 1020 + ] + }, + { + "text": "英伟", + "boxes": [ + 1454, + 979, + 1524, + 1028 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 1131, + 992, + 1229, + 1029 + ] + }, + { + "text": "+1.87% ", + "boxes": [ + 1632, + 985, + 1698, + 1024 + ] + }, + { + "text": "爱", + "boxes": [ + 826, + 999, + 852, + 1020 + ] + }, + { + "text": "Col:\"3\"+tnOrder:\"f3dd52b5-b939-", + "boxes": [ + 1390, + 1016, + 1614, + 1040 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1880, + 89 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 43, + 113, + 177, + 145 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 482, + 302, + 624, + 326 + ] + }, + { + "text": "热", + "boxes": [ + 660, + 419, + 674, + 435 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "：崔登荣游泳队总教练", + "boxes": [ + 1116, + 411, + 1274, + 441 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 606, + 453, + 740, + 482 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1126, + 453, + 1258, + 471 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 190, + 725, + 270, + 748 + ] + }, + { + "text": "", + "boxes": [ + 572, + 756, + 778, + 792 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 1132, + 762, + 1356, + 798 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1452, + 764, + 1554, + 796 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 1130, + 790, + 1408, + 820 + ] + }, + { + "text": "", + "boxes": [ + 1114, + 804, + 1432, + 897 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1454, + 800, + 1548, + 846 + ] + }, + { + "text": "1.612", + "boxes": [ + 1618, + 798, + 1700, + 846 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 1134, + 808, + 1410, + 838 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": " 2.40%6", + "boxes": [ + 1618, + 846, + 1696, + 893 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星#", + "boxes": [ + 1134, + 864, + 1416, + 893 + ] + }, + { + "text": "", + "boxes": [ + 1585, + 845, + 1635, + 888 + ] + }, + { + "text": "此缘此愿", + "boxes": [ + 250, + 883, + 312, + 909 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 1128, + 877, + 1284, + 914 + ] + }, + { + "text": "经", + "boxes": [ + 1449, + 885, + 1527, + 946 + ] + }, + { + "text": "+23439 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "攻击资质", + "boxes": [ + 578, + 917, + 652, + 941 + ] + }, + { + "text": "游戏天地·7小时", + "boxes": [ + 828, + 919, + 954, + 949 + ] + }, + { + "text": "Annie种草日记·11小时", + "boxes": [ + 1136, + 919, + 1310, + 949 + ] + }, + { + "text": "梦幻西游：力挺双法伤的别再偷换概念了，承", + "boxes": [ + 200, + 945, + 794, + 987 + ] + }, + { + "text": "网红COS三丽鸥联动皮肤点赞", + "boxes": [ + 824, + 941, + 1102, + 977 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 1132, + 937, + 1410, + 979 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,6413 ", + "boxes": [ + 1626, + 937, + 1700, + 987 + ] + }, + { + "text": "超70W，完美还原引玩家喜", + "boxes": [ + 824, + 967, + 1086, + 1003 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 1132, + 963, + 1410, + 1005 + ] + }, + { + "text": "认法结的优点很难吗？参战", + "boxes": [ + 198, + 979, + 554, + 1023 + ] + }, + { + "text": "英伟", + "boxes": [ + 1454, + 979, + 1524, + 1028 + ] + }, + { + "text": "法力资质", + "boxes": [ + 578, + 991, + 648, + 1009 + ] + }, + { + "text": "+1.87% ", + "boxes": [ + 1632, + 985, + 1698, + 1024 + ] + }, + { + "text": "爱", + "boxes": [ + 826, + 999, + 852, + 1020 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 1138, + 999, + 1226, + 1024 + ] + }, + { + "text": "tnOrder:\"f3dd52", + "boxes": [ + 1440, + 1016, + 1550, + 1040 + ] + } + ] + }, + { + "frame_id": "70_2_3", + "episode_id": 70, + "env_id": 2, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.975704193115234, + "advantages": -0.13192449510097504, + "generated_text": "{\n \"intent\": \"Click on the Firefox icon to open the web browser as the first step towards exploring other applications.\",\n \"action\": \"DoubleClick(87, 36)\"\n}", + "action_string": "DoubleClick(87, 36)", + "intent_string": "Click on the Firefox icon to open the web browser as the first step towards exploring other applications.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 112, + 199 + ] + }, + { + "text": "Termikal", + "boxes": [ + 12, + 276, + 108, + 314 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 1050, + 208, + 1064 + ] + }, + { + "text": "oot@5fd973.", + "boxes": [ + 224, + 1048, + 314, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 3, + 164, + 113, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "70_3_3", + "episode_id": 70, + "env_id": 3, + "step": 3, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.6554923057556152, + "generated_text": "{\n \"intent\": \"Locate and verify a Java file when opening an executable.\",\n \"action\": \"Common File Explorer Popup (method.WindowsOnly)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 185, + 150 + ] + }, + { + "text": "9", + "boxes": [ + 1680, + 111, + 1716, + 147 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "人工智能送上太空", + "boxes": [ + 492, + 304, + 620, + 322 + ] + }, + { + "text": "热", + "boxes": [ + 1110, + 341, + 1396, + 359 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 968, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 447, + 1262, + 479 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 272, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1449, + 787, + 1551, + 848 + ] + }, + { + "text": "117212", + "boxes": [ + 1621, + 795, + 1701, + 849 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": " 2.40%6", + "boxes": [ + 1618, + 846, + 1696, + 893 + ] + }, + { + "text": "思的是亲里", + "boxes": [ + 1178, + 893, + 1238, + 913 + ] + }, + { + "text": "经", + "boxes": [ + 1449, + 885, + 1527, + 946 + ] + }, + { + "text": "+2.202 ", + "boxes": [ + 1634, + 891, + 1700, + 941 + ] + }, + { + "text": "小黑盒游戏·6小时", + "boxes": [ + 830, + 917, + 968, + 947 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点资讯·1小时", + "boxes": [ + 1160, + 921, + 1266, + 945 + ] + }, + { + "text": "小蜜蜂皮肤已上架！教你白", + "boxes": [ + 824, + 937, + 1098, + 977 + ] + }, + { + "text": "四大平台六月第一波待播剧，", + "boxes": [ + 1134, + 941, + 1396, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,6413 ", + "boxes": [ + 1626, + 937, + 1700, + 987 + ] + }, + { + "text": "一点视频/七陆工作室", + "boxes": [ + 230, + 953, + 344, + 983 + ] + }, + { + "text": "1600G币，轻松拿下橙运动", + "boxes": [ + 826, + 967, + 1090, + 1003 + ] + }, + { + "text": "杨紫罗云熙杨洋白鹿组团炸", + "boxes": [ + 1136, + 967, + 1390, + 1003 + ] + }, + { + "text": "书法创新的要求", + "boxes": [ + 200, + 979, + 414, + 1022 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "*153", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "裤平替！", + "boxes": [ + 824, + 993, + 914, + 1030 + ] + }, + { + "text": "街，爱死啦", + "boxes": [ + 1134, + 995, + 1248, + 1026 + ] + }, + { + "text": "3", + "boxes": [ + 188, + 1052, + 202, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1882, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 183, + 150 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "人工智能送上太空", + "boxes": [ + 500, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 449, + 968, + 478 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1114, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 721, + 276, + 752 + ] + }, + { + "text": "已知a+b+2ab：", + "boxes": [ + 208, + 754, + 358, + 778 + ] + }, + { + "text": "14（a、", + "boxes": [ + 356, + 758, + 420, + 776 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "解：atb +2ab=14", + "boxes": [ + 202, + 784, + 360, + 824 + ] + }, + { + "text": "2b+=29", + "boxes": [ + 480, + 810, + 558, + 836 + ] + }, + { + "text": "{2b+1=1", + "boxes": [ + 600, + 810, + 670, + 836 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1453, + 797, + 1549, + 847 + ] + }, + { + "text": "14,.712", + "boxes": [ + 1616, + 792, + 1702, + 849 + ] + }, + { + "text": "两边同乘以2得：", + "boxes": [ + 238, + 816, + 372, + 846 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1708, + 828 + ] + }, + { + "text": "2a+2b+4ab =28", + "boxes": [ + 240, + 839, + 374, + 876 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1698, + 893 + ] + }, + { + "text": "S", + "boxes": [ + 1586, + 847, + 1634, + 886 + ] + }, + { + "text": "2a+4ab+2b =28 ", + "boxes": [ + 239, + 865, + 377, + 908 + ] + }, + { + "text": "思的是笑里", + "boxes": [ + 1173, + 884, + 1243, + 918 + ] + }, + { + "text": "技", + "boxes": [ + 1451, + 887, + 1525, + 944 + ] + }, + { + "text": "+2.202 ", + "boxes": [ + 1632, + 891, + 1700, + 941 + ] + }, + { + "text": "2a(1f2b)+2b=28 ", + "boxes": [ + 237, + 897, + 391, + 936 + ] + }, + { + "text": "小黑盒游戏·6小时", + "boxes": [ + 830, + 917, + 968, + 947 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点资讯·1小时", + "boxes": [ + 1160, + 921, + 1266, + 945 + ] + }, + { + "text": "小蜜蜂皮肤已上架！教你白嫂", + "boxes": [ + 824, + 937, + 1100, + 979 + ] + }, + { + "text": "四大平台六月第一波待播剧，", + "boxes": [ + 1136, + 941, + 1398, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1.23139", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "点视频/三乐大朽：3周", + "boxes": [ + 234, + 951, + 380, + 987 + ] + }, + { + "text": "", + "boxes": [ + 1590, + 938, + 1644, + 981 + ] + }, + { + "text": "1600G币，轻松拿下橙运动", + "boxes": [ + 824, + 965, + 1090, + 1003 + ] + }, + { + "text": "这道题比较难，你需要找到正确的方法", + "boxes": [ + 194, + 975, + 708, + 1026 + ] + }, + { + "text": "杨紫罗云熙杨洋白鹿组团炸", + "boxes": [ + 1134, + 967, + 1388, + 1003 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "*153", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "裤平替！", + "boxes": [ + 824, + 993, + 914, + 1030 + ] + }, + { + "text": "街，爱死啦", + "boxes": [ + 1134, + 997, + 1248, + 1026 + ] + }, + { + "text": "?", + "boxes": [ + 1690, + 997, + 1714, + 1018 + ] + } + ] + }, + { + "frame_id": "70_4_3", + "episode_id": 70, + "env_id": 4, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.798548698425293, + "advantages": 0.5836646556854248, + "generated_text": "{\n \"intent\": \"Explore the browser options by clicking on the bookmarks.\",\n \"action\": \"DoubleClick(741, 515)\"\n}", + "action_string": "DoubleClick(741, 515)", + "intent_string": "Explore the browser options by clicking on the bookmarks.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1226, + 673, + 1418, + 735 + ] + }, + { + "text": "", + "boxes": [ + 1142, + 740, + 1177, + 774 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "Retuns", + "boxes": [ + 1738, + 117, + 1780, + 137 + ] + }, + { + "text": "", + "boxes": [ + 1826, + 115, + 1860, + 137 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "jistry", + "boxes": [ + 212, + 173, + 242, + 187 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1440, + 486, + 1546, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 610, + 530, + 868, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 982, + 530, + 1164, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "appliances", + "boxes": [ + 610, + 556, + 724, + 588 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Explore all products in Kitcher", + "boxes": [ + 616, + 891, + 788, + 909 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 980, + 889, + 1066, + 915 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 240, + 969, + 462, + 999 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Save on gifts for Dad", + "boxes": [ + 982, + 969, + 1196, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "", + "boxes": [ + 272, + 1014, + 332, + 1046 + ] + }, + { + "text": "", + "boxes": [ + 436, + 1011, + 496, + 1044 + ] + } + ] + }, + { + "frame_id": "70_5_3", + "episode_id": 70, + "env_id": 5, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.924570083618164, + "advantages": 0.633136510848999, + "generated_text": "{\n \"intent\": \"Click on one of the Top Sites or Highlights icons to open a web page or store.\",\n \"action\": \"Click(655, 477)\"\n}", + "action_string": "Click(655, 477)", + "intent_string": "Click on one of the Top Sites or Highlights icons to open a web page or store.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 64, + 520, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 658, + 290, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1781, + 59, + 1893, + 96 + ] + }, + { + "text": "8", + "boxes": [ + 1786, + 123, + 1820, + 143 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 478, + 302, + 624, + 326 + ] + }, + { + "text": "", + "boxes": [ + 700, + 341, + 998, + 359 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "热", + "boxes": [ + 662, + 421, + 674, + 433 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 968, + 478 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1116, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1635, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 721, + 276, + 752 + ] + }, + { + "text": "活动中心", + "boxes": [ + 468, + 756, + 530, + 782 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 820, + 762, + 1048, + 798 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，去一", + "boxes": [ + 820, + 788, + 1100, + 824 + ] + }, + { + "text": "", + "boxes": [ + 800, + 804, + 1120, + 897 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 822, + 808, + 1098, + 838 + ] + }, + { + "text": "财富狂潮！", + "boxes": [ + 322, + 818, + 408, + 850 + ] + }, + { + "text": "3", + "boxes": [ + 624, + 826, + 652, + 850 + ] + }, + { + "text": "子", + "boxes": [ + 620, + 854, + 654, + 885 + ] + }, + { + "text": "每日经济新闻", + "boxes": [ + 1236, + 850, + 1366, + 881 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星#", + "boxes": [ + 820, + 864, + 1104, + 893 + ] + }, + { + "text": "子", + "boxes": [ + 620, + 885, + 654, + 917 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 820, + 881, + 974, + 915 + ] + }, + { + "text": "Annie种草日记·11小时", + "boxes": [ + 822, + 915, + 1000, + 949 + ] + }, + { + "text": "每日经济新闻·37分钟", + "boxes": [ + 1138, + 917, + 1300, + 947 + ] + }, + { + "text": "小蜜蜂皮肤已上架！教你白1600G币，轻", + "boxes": [ + 200, + 945, + 776, + 987 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 822, + 937, + 1100, + 979 + ] + }, + { + "text": "跨界巨头切入人形机器人赛", + "boxes": [ + 1134, + 941, + 1390, + 977 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "道，“人形含量\"第一的机器人", + "boxes": [ + 1134, + 967, + 1412, + 1003 + ] + }, + { + "text": "松拿下橙运动裤平替！", + "boxes": [ + 198, + 981, + 500, + 1022 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 817, + 992, + 921, + 1029 + ] + }, + { + "text": "ETF易方达（159530）助", + "boxes": [ + 1134, + 997, + 1414, + 1026 + ] + }, + { + "text": "earch - Micr.", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "70_6_3", + "episode_id": 70, + "env_id": 6, + "step": 3, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.6554923057556152, + "generated_text": "{\n \"intent\": \"Navigate through search results to gather information about recent developments regarding the actress Zhao Liying's personal life.\",\n \"action\": \"DoubleClick(699, 98)\\n\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "赵丽颖新恋情曝光", + "boxes": [ + 176, + 155, + 312, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 288, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": " About 600,000 results", + "boxes": [ + 176, + 260, + 318, + 284 + ] + }, + { + "text": "网易", + "boxes": [ + 208, + 294, + 252, + 322 + ] + }, + { + "text": "规品", + "boxes": [ + 184, + 306, + 210, + 326 + ] + }, + { + "text": "https://www.163.com > dy > article Tra", + "boxes": [ + 214, + 312, + 446, + 338 + ] + }, + { + "text": "实锤！赵丽颖新欢曝光，男方系知名导演，被拍到留宿.", + "boxes": [ + 176, + 336, + 674, + 371 + ] + }, + { + "text": "5 hours ago·超一线女星赵丽颖又又又又坠入爱河了吗？据@南都娱乐消息：近日，《乔妍的", + "boxes": [ + 178, + 363, + 780, + 393 + ] + }, + { + "text": "心事》导演赵德胤被拍到现身赵丽颖小区，有小区门禁卡，还独自牵赵丽颖儿子的手外出，疑，", + "boxes": [ + 176, + 387, + 768, + 417 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 208, + 433, + 266, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 202, + 467 + ] + }, + { + "text": "1 Translate this reslt ", + "boxes": [ + 371, + 448, + 529, + 485 + ] + }, + { + "text": "演员赵丽颖新恋情曝光？狗仔称男方是导演赵德胤，二人曾．", + "boxes": [ + 174, + 476, + 712, + 512 + ] + }, + { + "text": "14 hours ago·截至目前，赵丽颖与赵德胤方面均未回应此热搜。公开信息显示，赵德胤出生于", + "boxes": [ + 176, + 504, + 776, + 534 + ] + }, + { + "text": "1982年，比赵丽颖大5岁。他出生于缅甸，后来到中国台湾读书，业界..", + "boxes": [ + 176, + 526, + 630, + 556 + ] + }, + { + "text": "C", + "boxes": [ + 181, + 582, + 213, + 613 + ] + }, + { + "text": "中华网娱乐频道", + "boxes": [ + 214, + 574, + 318, + 600 + ] + }, + { + "text": "https://ent.hina.com movie newszh >. Translate thisresut", + "boxes": [ + 206, + 588, + 600, + 622 + ] + }, + { + "text": "赵丽颖新恋情疑似曝光甜蜜互动引关注－中华网娱乐", + "boxes": [ + 176, + 615, + 650, + 651 + ] + }, + { + "text": "8 hours ago·赵丽颖新恋情疑似曝光甜蜜互动引关注！5月14日，赵丽颖的新恋情曝光，男方是", + "boxes": [ + 176, + 645, + 778, + 675 + ] + }, + { + "text": "曾与她合作《乔妍的心事》的导演赵德胤。在恋情被八卦媒体曝光之前，有网友偶遇赵丽颖和赵", + "boxes": [ + 180, + 673, + 772, + 691 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "http:/finance.sinacom.cnjiw doc-inewa Transate thisresutt", + "boxes": [ + 208, + 728, + 656, + 762 + ] + }, + { + "text": "演员赵丽颖新恋情曝光？狗仔称男方是导演赵德胤", + "boxes": [ + 174, + 754, + 624, + 792 + ] + }, + { + "text": "14 hours ago·5月14日，演员赵丽颖因疑似\"恋情曝光\"登上热搜。有狗仔通过偷拍视频表示，曾", + "boxes": [ + 178, + 784, + 776, + 814 + ] + }, + { + "text": "与赵丽颖合作电影《乔妍的心事》的导演赵德胤出现在赵丽颖所住，", + "boxes": [ + 180, + 810, + 592, + 834 + ] + }, + { + "text": "搜狐", + "boxes": [ + 208, + 856, + 250, + 883 + ] + }, + { + "text": "http://www.sohu.com Translatethis result ", + "boxes": [ + 208, + 872, + 480, + 901 + ] + }, + { + "text": "赵丽颖被拍到与导演赵德胤现身小区，疑似新恋情曝光", + "boxes": [ + 176, + 897, + 666, + 933 + ] + }, + { + "text": "14 hours ago·赵丽颖作为当红小花旦，她的每一次恋情都备受关注。从与冯绍峰的甜蜜婚姻到如", + "boxes": [ + 178, + 925, + 788, + 955 + ] + }, + { + "text": "今的单身状态，粉丝们对她的感情动态始终保持高度关注。而这次被拍到的赵德胤，作为她的，", + "boxes": [ + 172, + 941, + 762, + 979 + ] + }, + { + "text": "中", + "boxes": [ + 176, + 997, + 217, + 1036 + ] + }, + { + "text": "中時新聞網", + "boxes": [ + 212, + 995, + 294, + 1020 + ] + }, + { + "text": "https://ww.chinatimes.com cn reltimenews . ranslae this resuit", + "boxes": [ + 210, + 1010, + 660, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "赵丽颖新恋情曝光", + "boxes": [ + 176, + 155, + 312, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 288, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": " About 600,000 results", + "boxes": [ + 176, + 260, + 318, + 284 + ] + }, + { + "text": "网易", + "boxes": [ + 208, + 294, + 252, + 322 + ] + }, + { + "text": "规品", + "boxes": [ + 184, + 306, + 210, + 326 + ] + }, + { + "text": "https://www.163.com > dy > article Tra", + "boxes": [ + 214, + 312, + 446, + 338 + ] + }, + { + "text": "实锤！赵丽颖新欢曝光，男方系知名导演，被拍到留宿.", + "boxes": [ + 176, + 336, + 674, + 371 + ] + }, + { + "text": "5 hours ago·超一线女星赵丽颖又又又又坠入爱河了吗？据@南都娱乐消息：近日，《乔妍的", + "boxes": [ + 178, + 363, + 780, + 393 + ] + }, + { + "text": "心事》导演赵德胤被拍到现身赵丽颖小区，有小区门禁卡，还独自牵赵丽颖儿子的手外出，疑，", + "boxes": [ + 176, + 387, + 768, + 417 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 208, + 433, + 266, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 202, + 467 + ] + }, + { + "text": "1 Translate this reslt ", + "boxes": [ + 371, + 448, + 529, + 485 + ] + }, + { + "text": "演员赵丽颖新恋情曝光？狗仔称男方是导演赵德胤，二人曾．", + "boxes": [ + 174, + 476, + 712, + 512 + ] + }, + { + "text": "14 hours ago·截至目前，赵丽颖与赵德胤方面均未回应此热搜。公开信息显示，赵德胤出生于", + "boxes": [ + 176, + 504, + 776, + 534 + ] + }, + { + "text": "1982年，比赵丽颖大5岁。他出生于缅甸，后来到中国台湾读书，业界..", + "boxes": [ + 176, + 526, + 630, + 556 + ] + }, + { + "text": "C", + "boxes": [ + 181, + 582, + 213, + 613 + ] + }, + { + "text": "中华网娱乐频道", + "boxes": [ + 214, + 574, + 318, + 600 + ] + }, + { + "text": "https://ent.hina.com movie newszh >. Translate thisresut", + "boxes": [ + 206, + 588, + 600, + 622 + ] + }, + { + "text": "赵丽颖新恋情疑似曝光甜蜜互动引关注－中华网娱乐", + "boxes": [ + 176, + 615, + 650, + 651 + ] + }, + { + "text": "8 hours ago·赵丽颖新恋情疑似曝光甜蜜互动引关注！5月14日，赵丽颖的新恋情曝光，男方是", + "boxes": [ + 176, + 645, + 778, + 675 + ] + }, + { + "text": "曾与她合作《乔妍的心事》的导演赵德胤。在恋情被八卦媒体曝光之前，有网友偶遇赵丽颖和赵", + "boxes": [ + 180, + 673, + 772, + 691 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "http:/finance.sinacom.cnjiw doc-inewa Transate thisresutt", + "boxes": [ + 208, + 728, + 656, + 762 + ] + }, + { + "text": "演员赵丽颖新恋情曝光？狗仔称男方是导演赵德胤", + "boxes": [ + 174, + 754, + 624, + 792 + ] + }, + { + "text": "14 hours ago·5月14日，演员赵丽颖因疑似\"恋情曝光\"登上热搜。有狗仔通过偷拍视频表示，曾", + "boxes": [ + 178, + 784, + 776, + 814 + ] + }, + { + "text": "与赵丽颖合作电影《乔妍的心事》的导演赵德胤出现在赵丽颖所住，", + "boxes": [ + 180, + 810, + 592, + 834 + ] + }, + { + "text": "搜狐", + "boxes": [ + 208, + 856, + 250, + 883 + ] + }, + { + "text": "http://www.sohu.com Translatethis result ", + "boxes": [ + 208, + 872, + 480, + 901 + ] + }, + { + "text": "赵丽颖被拍到与导演赵德胤现身小区，疑似新恋情曝光", + "boxes": [ + 176, + 897, + 666, + 933 + ] + }, + { + "text": "14 hours ago·赵丽颖作为当红小花旦，她的每一次恋情都备受关注。从与冯绍峰的甜蜜婚姻到如", + "boxes": [ + 178, + 925, + 788, + 955 + ] + }, + { + "text": "今的单身状态，粉丝们对她的感情动态始终保持高度关注。而这次被拍到的赵德胤，作为她的，", + "boxes": [ + 172, + 941, + 762, + 979 + ] + }, + { + "text": "中", + "boxes": [ + 176, + 997, + 217, + 1036 + ] + }, + { + "text": "中時新聞網", + "boxes": [ + 212, + 995, + 294, + 1020 + ] + }, + { + "text": "https://ww.chinatimes.com cn reltimenews . ranslae this resuit", + "boxes": [ + 210, + 1010, + 660, + 1042 + ] + } + ] + }, + { + "frame_id": "70_7_3", + "episode_id": 70, + "env_id": 7, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.692933082580566, + "advantages": 0.542203426361084, + "generated_text": "{\n \"intent\": \"Click on one of the top sites to start browsing.\",\n \"action\": \"DoubleClick(632, 509)\"\n}", + "action_string": "DoubleClick(632, 509)", + "intent_string": "Click on one of the top sites to start browsing.", + "before_screen_ocr_results": [ + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 32, + 66, + 126, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1592, + 64, + 1664, + 95 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 185, + 150 + ] + }, + { + "text": "ign", + "boxes": [ + 1646, + 125, + 1666, + 141 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 480, + 302, + 624, + 326 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 451, + 966, + 474 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 671, + 1635, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 181, + 720, + 275, + 751 + ] + }, + { + "text": "earch - Micr.", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "70_0_4", + "episode_id": 70, + "env_id": 0, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.925743103027344, + "advantages": 0.6335970163345337, + "generated_text": "{\n \"intent\": \"Clicking on the Bing image will open a new tab with Bing.com, helping me search or browse more efficiently.\",\n \"action\": \"DoubleClick(647, 486)\" \n}", + "action_string": "DoubleClick(647, 486)", + "intent_string": "Clicking on the Bing image will open a new tab with Bing.com, helping me search or browse more efficiently.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 401, + 582, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 32, + 66, + 126, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 37, + 109, + 185, + 150 + ] + }, + { + "text": "8", + "boxes": [ + 1684, + 121, + 1712, + 143 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 482, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1110, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 671, + 1635, + 709 + ] + }, + { + "text": " DISCOVER", + "boxes": [ + 181, + 718, + 275, + 755 + ] + }, + { + "text": "荣巾", + "boxes": [ + 566, + 752, + 684, + 796 + ] + }, + { + "text": "包米线", + "boxes": [ + 565, + 791, + 687, + 848 + ] + }, + { + "text": "今日漫谈·4小时", + "boxes": [ + 220, + 921, + 326, + 945 + ] + }, + { + "text": "nI之家·7小时", + "boxes": [ + 828, + 917, + 940, + 947 + ] + }, + { + "text": "证券之星·1小时", + "boxes": [ + 1144, + 921, + 1268, + 945 + ] + }, + { + "text": "鹿晗求婚了？关晓彤现身秀出无名指戒指，两", + "boxes": [ + 202, + 945, + 798, + 987 + ] + }, + { + "text": "Steam新一周销量排行榜：", + "boxes": [ + 824, + 941, + 1096, + 977 + ] + }, + { + "text": "元力股份：公司开展了超级电", + "boxes": [ + 1136, + 941, + 1408, + 977 + ] + }, + { + "text": "《光与影：33号远征队》二连", + "boxes": [ + 828, + 967, + 1106, + 1003 + ] + }, + { + "text": "容活性炭、生物质硬炭、多孔", + "boxes": [ + 1134, + 967, + 1406, + 1003 + ] + }, + { + "text": "人恋情疑似迎来转机", + "boxes": [ + 202, + 981, + 474, + 1022 + ] + }, + { + "text": "冠", + "boxes": [ + 824, + 997, + 858, + 1026 + ] + }, + { + "text": "碳等新能源碳材料的研究开...", + "boxes": [ + 1136, + 997, + 1404, + 1026 + ] + }, + { + "text": "A22O", + "boxes": [ + 204, + 1026, + 268, + 1044 + ] + }, + { + "text": "earch - Micr.", + "boxes": [ + 224, + 1048, + 312, + 1072 + ] + } + ] + }, + { + "frame_id": "70_1_4", + "episode_id": 70, + "env_id": 1, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.442056655883789, + "advantages": 0.05115022510290146, + "generated_text": "{\n \"intent\": \"Click on an image or link to explore potentially interesting content.\",\n \"action\": \"DoubleClick(75, 932)\"\n}", + "action_string": "DoubleClick(75, 932)", + "intent_string": "Click on an image or link to explore potentially interesting content.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "I四○ =", + "boxes": [ + 1782, + 59, + 1912, + 94 + ] + }, + { + "text": "8", + "boxes": [ + 1684, + 121, + 1712, + 143 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 478, + 302, + 624, + 326 + ] + }, + { + "text": "太空", + "boxes": [ + 620, + 419, + 650, + 433 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 606, + 453, + 742, + 482 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 790, + 445, + 970, + 480 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1114, + 451, + 1260, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1639, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 721, + 276, + 752 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 1132, + 762, + 1358, + 798 + ] + }, + { + "text": "M自选股建议", + "boxes": [ + 1452, + 764, + 1554, + 796 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 1128, + 790, + 1408, + 820 + ] + }, + { + "text": "", + "boxes": [ + 1114, + 804, + 1432, + 897 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 1134, + 808, + 1410, + 838 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1454, + 800, + 1548, + 846 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "131-12", + "boxes": [ + 1614, + 793, + 1702, + 849 + ] + }, + { + "text": "多彩果味小屏纯享开箱", + "boxes": [ + 294, + 832, + 580, + 874 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": "M", + "boxes": [ + 1590, + 850, + 1632, + 885 + ] + }, + { + "text": " 230", + "boxes": [ + 1616, + 846, + 1700, + 893 + ] + }, + { + "text": "S30 Pro minf", + "boxes": [ + 325, + 867, + 553, + 924 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星#", + "boxes": [ + 1134, + 864, + 1416, + 893 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 1126, + 879, + 1286, + 915 + ] + }, + { + "text": "经", + "boxes": [ + 1449, + 885, + 1527, + 946 + ] + }, + { + "text": "+23439 ", + "boxes": [ + 1632, + 891, + 1702, + 939 + ] + }, + { + "text": "+", + "boxes": [ + 1688, + 907, + 1710, + 921 + ] + }, + { + "text": "游戏天地·7小时", + "boxes": [ + 826, + 919, + 954, + 949 + ] + }, + { + "text": "Annie种草日记·11小时", + "boxes": [ + 1134, + 915, + 1310, + 949 + ] + }, + { + "text": "6.31英寸屏幕+6500mAh电池，vivoS30", + "boxes": [ + 202, + 945, + 794, + 987 + ] + }, + { + "text": "网红COS三丽鸥联动皮肤点赞", + "boxes": [ + 824, + 941, + 1102, + 977 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 1132, + 937, + 1410, + 979 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1454, + 937, + 1524, + 991 + ] + }, + { + "text": "1,6413 ", + "boxes": [ + 1626, + 937, + 1700, + 987 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 1132, + 963, + 1410, + 1005 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 955, + 1710, + 969 + ] + }, + { + "text": "超70W，完美还原引玩家喜", + "boxes": [ + 824, + 967, + 1086, + 1003 + ] + }, + { + "text": "Promini小屏手机颇有看头", + "boxes": [ + 196, + 979, + 580, + 1023 + ] + }, + { + "text": "英伟", + "boxes": [ + 1454, + 979, + 1524, + 1028 + ] + }, + { + "text": "+1.87%6", + "boxes": [ + 1632, + 985, + 1698, + 1026 + ] + }, + { + "text": "爱", + "boxes": [ + 826, + 999, + 852, + 1020 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 1136, + 999, + 1226, + 1024 + ] + }, + { + "text": "bdd6a754691\"+", + "boxes": [ + 1038, + 1020, + 1146, + 1038 + ] + }, + { + "text": "+tnOrder:\"f3dd52b", + "boxes": [ + 1436, + 1016, + 1562, + 1040 + ] + }, + { + "text": "earch - Micr.", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 42, + 113, + 180, + 145 + ] + }, + { + "text": "人工智能送上太空", + "boxes": [ + 502, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "：崔登荣游泳队总教练", + "boxes": [ + 1116, + 411, + 1274, + 441 + ] + }, + { + "text": "热", + "boxes": [ + 662, + 421, + 674, + 433 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 725, + 270, + 750 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 1132, + 762, + 1356, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 1132, + 790, + 1410, + 820 + ] + }, + { + "text": "", + "boxes": [ + 1114, + 804, + 1432, + 897 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 1134, + 808, + 1410, + 838 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1454, + 800, + 1548, + 846 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "1", + "boxes": [ + 1612, + 790, + 1704, + 853 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1446, + 837, + 1526, + 896 + ] + }, + { + "text": "M", + "boxes": [ + 1590, + 850, + 1632, + 885 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1692, + 893 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星#", + "boxes": [ + 1134, + 864, + 1416, + 893 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 1124, + 879, + 1284, + 916 + ] + }, + { + "text": "经", + "boxes": [ + 1449, + 885, + 1527, + 946 + ] + }, + { + "text": "+2.3429 ", + "boxes": [ + 1632, + 891, + 1700, + 941 + ] + }, + { + "text": "游戏天地·7小时", + "boxes": [ + 828, + 919, + 954, + 949 + ] + }, + { + "text": "Annie种草日记·11小时", + "boxes": [ + 1136, + 919, + 1310, + 949 + ] + }, + { + "text": "快手可灵战略提级，视频大模型混战时代来", + "boxes": [ + 196, + 945, + 760, + 987 + ] + }, + { + "text": "网红COS三丽鸥联动皮肤点赞", + "boxes": [ + 824, + 941, + 1102, + 977 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 1132, + 937, + 1410, + 979 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,6413 ", + "boxes": [ + 1626, + 937, + 1700, + 987 + ] + }, + { + "text": "超70W，完美还原引玩家喜", + "boxes": [ + 824, + 967, + 1086, + 1003 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 1136, + 967, + 1410, + 1003 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "*187%", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "爱", + "boxes": [ + 826, + 999, + 854, + 1022 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 1136, + 997, + 1228, + 1028 + ] + }, + { + "text": "73", + "boxes": [ + 830, + 1028, + 858, + 1042 + ] + }, + { + "text": "18", + "boxes": [ + 1138, + 1026, + 1204, + 1044 + ] + }, + { + "text": "1 - Micr", + "boxes": [ + 260, + 1050, + 308, + 1070 + ] + } + ] + }, + { + "frame_id": "70_2_4", + "episode_id": 70, + "env_id": 2, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.098978042602539, + "advantages": -0.0835312157869339, + "generated_text": "{\n \"intent\": \"Moving towards the Firefox icon on the desktop to start browsing.\",\n \"action\": \"DoubleClick(796, 394)\" }", + "action_string": "DoubleClick(796, 394)", + "intent_string": "Moving towards the Firefox icon on the desktop to start browsing.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 36, + 127, + 80, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 3, + 164, + 113, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 114, + 202 + ] + }, + { + "text": "?", + "boxes": [ + 38, + 234, + 78, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 1050, + 208, + 1064 + ] + }, + { + "text": "oot@5fd973.", + "boxes": [ + 224, + 1048, + 314, + 1072 + ] + } + ] + }, + { + "frame_id": "70_3_4", + "episode_id": 70, + "env_id": 3, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.654458999633789, + "advantages": 0.5270997285842896, + "generated_text": "{\n \"intent\": \"Locate an icon or application by clicking on relevant sections on the desktop.\",\n \"action\": \"DoubleClick(887, 29)\"\n}", + "action_string": "DoubleClick(887, 29)", + "intent_string": "Locate an icon or application by clicking on relevant sections on the desktop.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1882, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 183, + 150 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "人工智能送上太空", + "boxes": [ + 492, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 449, + 968, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1108, + 449, + 1262, + 477 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 721, + 276, + 752 + ] + }, + { + "text": "每周热销商品", + "boxes": [ + 190, + 748, + 318, + 778 + ] + }, + { + "text": "IT家", + "boxes": [ + 717, + 754, + 793, + 783 + ] + }, + { + "text": "面P", + "boxes": [ + 330, + 770, + 422, + 796 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "2025年5月6日周二－2025年5月13日周二", + "boxes": [ + 266, + 802, + 506, + 832 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1453, + 797, + 1549, + 847 + ] + }, + { + "text": "14,.712", + "boxes": [ + 1616, + 792, + 1702, + 849 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1708, + 828 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": " 2.40%6", + "boxes": [ + 1618, + 846, + 1696, + 893 + ] + }, + { + "text": "S", + "boxes": [ + 1586, + 847, + 1634, + 886 + ] + }, + { + "text": "技", + "boxes": [ + 1451, + 887, + 1525, + 944 + ] + }, + { + "text": "+2.202 ", + "boxes": [ + 1632, + 891, + 1700, + 941 + ] + }, + { + "text": "IT之家·7小时", + "boxes": [ + 226, + 919, + 326, + 947 + ] + }, + { + "text": "小黑盒游戏·6小时", + "boxes": [ + 830, + 921, + 966, + 945 + ] + }, + { + "text": "1", + "boxes": [ + 1142, + 925, + 1162, + 941 + ] + }, + { + "text": "一点资讯·1小时", + "boxes": [ + 1160, + 921, + 1266, + 945 + ] + }, + { + "text": "Steam新一周销量排行榜：《光与影：33", + "boxes": [ + 194, + 939, + 768, + 991 + ] + }, + { + "text": "小蜜蜂皮肤已上架！教你白嫂", + "boxes": [ + 822, + 937, + 1100, + 979 + ] + }, + { + "text": "四大平台六月第一波待播剧，", + "boxes": [ + 1136, + 941, + 1398, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "1600G币，轻松拿下橙运动", + "boxes": [ + 824, + 965, + 1090, + 1003 + ] + }, + { + "text": "杨紫罗云熙杨洋白鹿组团炸", + "boxes": [ + 1134, + 967, + 1388, + 1003 + ] + }, + { + "text": "号远征队》二连冠", + "boxes": [ + 198, + 981, + 444, + 1024 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "*153", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "裤平替！", + "boxes": [ + 824, + 993, + 914, + 1030 + ] + }, + { + "text": "街，爱死啦", + "boxes": [ + 1134, + 997, + 1248, + 1026 + ] + }, + { + "text": "?", + "boxes": [ + 1690, + 997, + 1714, + 1018 + ] + }, + { + "text": "arch - Micr.", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaF", + "boxes": [ + 904, + 4, + 972, + 22 + ] + }, + { + "text": "rosoft Bing", + "boxes": [ + 115, + 27, + 189, + 52 + ] + }, + { + "text": "×", + "boxes": [ + 194, + 36, + 218, + 50 + ] + }, + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "70_4_4", + "episode_id": 70, + "env_id": 4, + "step": 4, + "format_rewards": 1.0, + "rewards": 11.131734848022461, + "advantages": 0.7144626379013062, + "generated_text": "{\n \"intent\": \"To explore a different section of the Amazon website by clicking on the 'Amazon Video' or 'Today's Deals', which seem relevant for broader exploration.\",\n \"action\": \"DoubleClick(297, 173)\" \n}", + "action_string": "DoubleClick(297, 173)", + "intent_string": "To explore a different section of the Amazon website by clicking on the 'Amazon Video' or 'Today's Deals', which seem relevant for broader exploration.", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 296, + 115, + 414, + 139 + ] + }, + { + "text": "Q", + "boxes": [ + 1452, + 115, + 1476, + 137 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "", + "boxes": [ + 1826, + 115, + 1860, + 137 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 420, + 187 + ] + }, + { + "text": "Kitchen favorites", + "boxes": [ + 610, + 280, + 876, + 324 + ] + }, + { + "text": "under $50", + "boxes": [ + 688, + 324, + 798, + 355 + ] + }, + { + "text": "ons of products withfast local delivery. Click here to goto amazon.n", + "boxes": [ + 958, + 455, + 1398, + 484 + ] + }, + { + "text": "", + "boxes": [ + 992, + 486, + 1082, + 510 + ] + }, + { + "text": "MLLN", + "boxes": [ + 1396, + 482, + 1512, + 512 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 608, + 526, + 870, + 562 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 982, + 530, + 1164, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1348, + 528, + 1654, + 558 + ] + }, + { + "text": " appliances", + "boxes": [ + 608, + 554, + 722, + 586 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 980, + 889, + 1066, + 915 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1352, + 889, + 1486, + 913 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 240, + 969, + 462, + 999 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Save on gifts for Dad", + "boxes": [ + 980, + 969, + 1194, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "", + "boxes": [ + 272, + 1014, + 332, + 1046 + ] + }, + { + "text": "", + "boxes": [ + 436, + 1011, + 496, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "回", + "boxes": [ + 1864, + 4, + 1912, + 22 + ] + }, + { + "text": "me Video | Watch movx", + "boxes": [ + 50, + 32, + 220, + 50 + ] + }, + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "① https:", + "boxes": [ + 252, + 66, + 350, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1666, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1880, + 93 + ] + }, + { + "text": "三", + "boxes": [ + 1892, + 68, + 1906, + 85 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " Prime Video ", + "boxes": [ + 159, + 115, + 255, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 252, + 113, + 370, + 143 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 115, + 1476, + 137 + ] + }, + { + "text": "EN+", + "boxes": [ + 1520, + 121, + 1578, + 147 + ] + }, + { + "text": "Retuns", + "boxes": [ + 1738, + 117, + 1780, + 137 + ] + }, + { + "text": "157ca", + "boxes": [ + 1818, + 113, + 1870, + 139 + ] + }, + { + "text": "三 AIl ", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 84, + 165, + 184, + 197 + ] + }, + { + "text": "Registry", + "boxes": [ + 180, + 165, + 248, + 199 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 358, + 167, + 430, + 193 + ] + }, + { + "text": "Customer Service", + "boxes": [ + 432, + 169, + 556, + 187 + ] + }, + { + "text": " Sell", + "boxes": [ + 556, + 169, + 596, + 189 + ] + }, + { + "text": "Traveling or based outside United States? Video availability outside of United States varies. Sign into see vides available to you.", + "boxes": [ + 22, + 214, + 1252, + 256 + ] + }, + { + "text": "X", + "boxes": [ + 1818, + 224, + 1844, + 248 + ] + }, + { + "text": " prime video", + "boxes": [ + 66, + 286, + 172, + 318 + ] + }, + { + "text": "Home", + "boxes": [ + 214, + 282, + 276, + 316 + ] + }, + { + "text": "Movies", + "boxes": [ + 308, + 284, + 376, + 318 + ] + }, + { + "text": "TV shows", + "boxes": [ + 406, + 286, + 492, + 318 + ] + }, + { + "text": "Sports", + "boxes": [ + 526, + 288, + 590, + 320 + ] + }, + { + "text": "", + "boxes": [ + 604, + 292, + 618, + 308 + ] + }, + { + "text": "prime", + "boxes": [ + 638, + 286, + 692, + 316 + ] + }, + { + "text": "用", + "boxes": [ + 1762, + 292, + 1778, + 308 + ] + }, + { + "text": "prime", + "boxes": [ + 68, + 727, + 144, + 764 + ] + }, + { + "text": "TYLER PERRY'S", + "boxes": [ + 192, + 778, + 452, + 822 + ] + }, + { + "text": "DUPLICITY", + "boxes": [ + 68, + 826, + 578, + 905 + ] + }, + { + "text": "Watch with Prime", + "boxes": [ + 86, + 945, + 266, + 981 + ] + }, + { + "text": "Start your 30-day free trial", + "boxes": [ + 86, + 971, + 350, + 1007 + ] + }, + { + "text": "Terms apply", + "boxes": [ + 1756, + 991, + 1854, + 1022 + ] + }, + { + "text": "@ Join Prime", + "boxes": [ + 66, + 1012, + 184, + 1049 + ] + }, + { + "text": "R", + "boxes": [ + 1820, + 1020, + 1848, + 1040 + ] + }, + { + "text": "", + "boxes": [ + 108, + 1050, + 148, + 1066 + ] + }, + { + "text": "Prime Video I.", + "boxes": [ + 216, + 1048, + 314, + 1072 + ] + } + ] + }, + { + "frame_id": "70_5_4", + "episode_id": 70, + "env_id": 5, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.467719078063965, + "advantages": 0.061224453151226044, + "generated_text": "{\n \"intent\": \"Scroll down the webpage to browse more content not immediately visible.\",\n \"action\": \"ScrollDown(0, 1)\"\n}", + "action_string": "ScrollDown(0, 1)", + "intent_string": "Scroll down the webpage to browse more content not immediately visible.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "I四○ =", + "boxes": [ + 1782, + 59, + 1912, + 94 + ] + }, + { + "text": "8", + "boxes": [ + 1684, + 121, + 1712, + 143 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 482, + 302, + 624, + 326 + ] + }, + { + "text": "", + "boxes": [ + 702, + 341, + 982, + 359 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "：崔登荣游泳队总教练", + "boxes": [ + 1116, + 411, + 1276, + 441 + ] + }, + { + "text": "热", + "boxes": [ + 662, + 421, + 674, + 433 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1122, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1639, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 721, + 276, + 752 + ] + }, + { + "text": "大注", + "boxes": [ + 196, + 754, + 264, + 780 + ] + }, + { + "text": "昌欢分享", + "boxes": [ + 658, + 750, + 792, + 782 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 820, + 762, + 1048, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 820, + 788, + 1100, + 824 + ] + }, + { + "text": "", + "boxes": [ + 800, + 804, + 1120, + 897 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1454, + 800, + 1548, + 846 + ] + }, + { + "text": "1.612", + "boxes": [ + 1618, + 798, + 1700, + 846 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 822, + 808, + 1098, + 838 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1710, + 830 + ] + }, + { + "text": "每日经济新闻", + "boxes": [ + 1234, + 848, + 1368, + 885 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": "M", + "boxes": [ + 1590, + 850, + 1632, + 885 + ] + }, + { + "text": " 230", + "boxes": [ + 1616, + 846, + 1700, + 893 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星#", + "boxes": [ + 822, + 864, + 1104, + 893 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 822, + 881, + 972, + 913 + ] + }, + { + "text": "经", + "boxes": [ + 1449, + 885, + 1527, + 946 + ] + }, + { + "text": "+3728 ", + "boxes": [ + 1630, + 889, + 1724, + 941 + ] + }, + { + "text": "Annie种草日记·11小时", + "boxes": [ + 822, + 915, + 1000, + 949 + ] + }, + { + "text": "每日经济新闻·37分钟", + "boxes": [ + 1138, + 917, + 1300, + 947 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 822, + 937, + 1100, + 979 + ] + }, + { + "text": "跨界巨头切入人形机器人赛", + "boxes": [ + 1134, + 941, + 1390, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": " 12413 ", + "boxes": [ + 1622, + 935, + 1702, + 989 + ] + }, + { + "text": "点视频/萌宠的日常", + "boxes": [ + 240, + 955, + 342, + 979 + ] + }, + { + "text": "+", + "boxes": [ + 1690, + 955, + 1710, + 969 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "道，“人形含量\"第一的机器人", + "boxes": [ + 1134, + 967, + 1414, + 1003 + ] + }, + { + "text": "宠物解说：猫咪的种类大全，你想要哪只？", + "boxes": [ + 198, + 981, + 756, + 1022 + ] + }, + { + "text": "英伟", + "boxes": [ + 1454, + 979, + 1526, + 1028 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 817, + 992, + 921, + 1029 + ] + }, + { + "text": "+1.782%6", + "boxes": [ + 1630, + 985, + 1698, + 1024 + ] + }, + { + "text": "ETF易方达（159530）助...", + "boxes": [ + 1132, + 997, + 1414, + 1026 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 997, + 1712, + 1016 + ] + }, + { + "text": "C9F12FC7C\"+t", + "boxes": [ + 818, + 1020, + 916, + 1038 + ] + }, + { + "text": "l+tnCol:\"3\"+tnOrder:\"45bf997e-455", + "boxes": [ + 1342, + 1016, + 1590, + 1040 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1884, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 42, + 113, + 180, + 145 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 482, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "：崔登荣游泳队总教练", + "boxes": [ + 1116, + 411, + 1274, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 725, + 274, + 750 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 820, + 760, + 1048, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 822, + 788, + 1100, + 824 + ] + }, + { + "text": "", + "boxes": [ + 802, + 804, + 1120, + 897 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 822, + 808, + 1098, + 838 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1454, + 800, + 1548, + 846 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "161", + "boxes": [ + 1612, + 790, + 1704, + 851 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1708, + 830 + ] + }, + { + "text": "每日经济新闻", + "boxes": [ + 1234, + 848, + 1368, + 885 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": "M", + "boxes": [ + 1590, + 850, + 1632, + 885 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1698, + 893 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星#", + "boxes": [ + 822, + 864, + 1104, + 893 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 822, + 881, + 972, + 913 + ] + }, + { + "text": "“机”聚新动能“智”创新末来", + "boxes": [ + 394, + 891, + 600, + 925 + ] + }, + { + "text": "经", + "boxes": [ + 1449, + 885, + 1527, + 946 + ] + }, + { + "text": "+22726 ", + "boxes": [ + 1632, + 891, + 1702, + 939 + ] + }, + { + "text": "青岛市具身智能机器人生态发展大会", + "boxes": [ + 382, + 911, + 612, + 941 + ] + }, + { + "text": "+", + "boxes": [ + 1688, + 907, + 1710, + 921 + ] + }, + { + "text": "Annie种草日记·11小时", + "boxes": [ + 824, + 919, + 1000, + 949 + ] + }, + { + "text": "每日经济新闻·37分钟", + "boxes": [ + 1138, + 917, + 1300, + 947 + ] + }, + { + "text": "加速具身智能产品首试首用！青岛发布具身智", + "boxes": [ + 192, + 945, + 794, + 987 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "跨界巨头切入人形机器人赛", + "boxes": [ + 1134, + 941, + 1390, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,6413 ", + "boxes": [ + 1626, + 937, + 1700, + 987 + ] + }, + { + "text": "", + "boxes": [ + 1586, + 937, + 1646, + 983 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "道，“人形含量\"第一的机器人", + "boxes": [ + 1134, + 967, + 1414, + 1003 + ] + }, + { + "text": "能机器人产业行动方案", + "boxes": [ + 190, + 979, + 506, + 1023 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "*13", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 824, + 997, + 916, + 1028 + ] + }, + { + "text": "ETF易方达（159530）助.…", + "boxes": [ + 1136, + 997, + 1412, + 1026 + ] + }, + { + "text": "18", + "boxes": [ + 823, + 1024, + 893, + 1049 + ] + }, + { + "text": "丢白选照", + "boxes": [ + 1634, + 1028, + 1692, + 1046 + ] + } + ] + }, + { + "frame_id": "70_6_4", + "episode_id": 70, + "env_id": 6, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.73172378540039, + "advantages": 0.16486406326293945, + "generated_text": "{\n \"intent\": \"Double click on the first article link to open it and gather more information about赵丽颖的情况.\",\n \"action\": \"DoubleClick(172, 162)\"\n}", + "action_string": "DoubleClick(172, 162)", + "intent_string": "Double click on the first article link to open it and gather more information about赵丽颖的情况.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "赵丽颖新恋情曝光", + "boxes": [ + 176, + 155, + 312, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 246, + 212, + 288, + 232 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": " About 600,000 results", + "boxes": [ + 176, + 260, + 318, + 284 + ] + }, + { + "text": "网易", + "boxes": [ + 208, + 294, + 252, + 322 + ] + }, + { + "text": "规品", + "boxes": [ + 184, + 306, + 210, + 326 + ] + }, + { + "text": "https://www.163.com > dy > article Tra", + "boxes": [ + 214, + 312, + 446, + 338 + ] + }, + { + "text": "实锤！赵丽颖新欢曝光，男方系知名导演，被拍到留宿.", + "boxes": [ + 176, + 336, + 674, + 371 + ] + }, + { + "text": "5 hours ago·超一线女星赵丽颖又又又又坠入爱河了吗？据@南都娱乐消息：近日，《乔妍的", + "boxes": [ + 178, + 363, + 780, + 393 + ] + }, + { + "text": "心事》导演赵德胤被拍到现身赵丽颖小区，有小区门禁卡，还独自牵赵丽颖儿子的手外出，疑，", + "boxes": [ + 176, + 387, + 768, + 417 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 208, + 433, + 266, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 202, + 467 + ] + }, + { + "text": "1 Translate this reslt ", + "boxes": [ + 371, + 448, + 529, + 485 + ] + }, + { + "text": "演员赵丽颖新恋情曝光？狗仔称男方是导演赵德胤，二人曾．", + "boxes": [ + 174, + 476, + 712, + 512 + ] + }, + { + "text": "14 hours ago·截至目前，赵丽颖与赵德胤方面均未回应此热搜。公开信息显示，赵德胤出生于", + "boxes": [ + 176, + 504, + 776, + 534 + ] + }, + { + "text": "1982年，比赵丽颖大5岁。他出生于缅甸，后来到中国台湾读书，业界..", + "boxes": [ + 176, + 526, + 630, + 556 + ] + }, + { + "text": "C", + "boxes": [ + 181, + 582, + 213, + 613 + ] + }, + { + "text": "中华网娱乐频道", + "boxes": [ + 214, + 574, + 318, + 600 + ] + }, + { + "text": "https://ent.hina.com movie newszh >. Translate thisresut", + "boxes": [ + 206, + 588, + 600, + 622 + ] + }, + { + "text": "赵丽颖新恋情疑似曝光甜蜜互动引关注－中华网娱乐", + "boxes": [ + 176, + 615, + 650, + 651 + ] + }, + { + "text": "8 hours ago·赵丽颖新恋情疑似曝光甜蜜互动引关注！5月14日，赵丽颖的新恋情曝光，男方是", + "boxes": [ + 176, + 645, + 778, + 675 + ] + }, + { + "text": "曾与她合作《乔妍的心事》的导演赵德胤。在恋情被八卦媒体曝光之前，有网友偶遇赵丽颖和赵", + "boxes": [ + 180, + 673, + 772, + 691 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "http:/finance.sinacom.cnjiw doc-inewa Transate thisresutt", + "boxes": [ + 208, + 728, + 656, + 762 + ] + }, + { + "text": "演员赵丽颖新恋情曝光？狗仔称男方是导演赵德胤", + "boxes": [ + 174, + 754, + 624, + 792 + ] + }, + { + "text": "14 hours ago·5月14日，演员赵丽颖因疑似\"恋情曝光\"登上热搜。有狗仔通过偷拍视频表示，曾", + "boxes": [ + 178, + 784, + 776, + 814 + ] + }, + { + "text": "与赵丽颖合作电影《乔妍的心事》的导演赵德胤出现在赵丽颖所住，", + "boxes": [ + 180, + 810, + 592, + 834 + ] + }, + { + "text": "搜狐", + "boxes": [ + 208, + 856, + 250, + 883 + ] + }, + { + "text": "http://www.sohu.com Translatethis result ", + "boxes": [ + 208, + 872, + 480, + 901 + ] + }, + { + "text": "赵丽颖被拍到与导演赵德胤现身小区，疑似新恋情曝光", + "boxes": [ + 176, + 897, + 666, + 933 + ] + }, + { + "text": "14 hours ago·赵丽颖作为当红小花旦，她的每一次恋情都备受关注。从与冯绍峰的甜蜜婚姻到如", + "boxes": [ + 178, + 925, + 788, + 955 + ] + }, + { + "text": "今的单身状态，粉丝们对她的感情动态始终保持高度关注。而这次被拍到的赵德胤，作为她的，", + "boxes": [ + 172, + 941, + 762, + 979 + ] + }, + { + "text": "中", + "boxes": [ + 176, + 997, + 217, + 1036 + ] + }, + { + "text": "中時新聞網", + "boxes": [ + 212, + 995, + 294, + 1020 + ] + }, + { + "text": "https://ww.chinatimes.com cn reltimenews . ranslae this resuit", + "boxes": [ + 210, + 1010, + 660, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 182, + 113, + 310, + 145 + ] + }, + { + "text": "I赵丽颖新恋情曝光", + "boxes": [ + 164, + 148, + 314, + 191 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 144, + 183 + ] + }, + { + "text": "MAGES", + "boxes": [ + 248, + 214, + 284, + 228 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 230 + ] + }, + { + "text": "DICT", + "boxes": [ + 508, + 216, + 532, + 230 + ] + }, + { + "text": "MAPS", + "boxes": [ + 574, + 216, + 602, + 230 + ] + }, + { + "text": " About 600,000 results", + "boxes": [ + 176, + 260, + 318, + 284 + ] + }, + { + "text": "网易", + "boxes": [ + 208, + 294, + 252, + 322 + ] + }, + { + "text": "规品", + "boxes": [ + 184, + 306, + 210, + 326 + ] + }, + { + "text": "实锤！赵丽颖新欢曝光，男方系知名导演，被拍到留宿.", + "boxes": [ + 176, + 336, + 674, + 371 + ] + }, + { + "text": "5 hours ago·超一线女星赵丽颖又又又又坠入爱河了吗？据@南都娱乐消息：近日，《乔妍的", + "boxes": [ + 176, + 363, + 780, + 393 + ] + }, + { + "text": "心事》导演赵德胤被拍到现身赵丽颖小区，有小区门禁卡，还独自牵赵丽颖儿子的手外出，疑，", + "boxes": [ + 176, + 387, + 768, + 417 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 208, + 433, + 266, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 202, + 467 + ] + }, + { + "text": ".qq.c", + "boxes": [ + 288, + 459, + 322, + 472 + ] + }, + { + "text": "rain", + "boxes": [ + 350, + 459, + 378, + 472 + ] + }, + { + "text": " Translate thisresult ", + "boxes": [ + 374, + 453, + 504, + 482 + ] + }, + { + "text": "演员赵丽颖新恋情曝光？狗仔称男方是导演赵德胤，二人曾．", + "boxes": [ + 174, + 476, + 712, + 512 + ] + }, + { + "text": "..", + "boxes": [ + 700, + 488, + 720, + 502 + ] + }, + { + "text": "14 hours ago·截至目前，赵丽颖与赵德胤方面均未回应此热搜。公开信息显示，赵德胤出生于", + "boxes": [ + 176, + 504, + 776, + 534 + ] + }, + { + "text": "1982年，比赵丽颖大5岁。他出生于缅甸，后来到中国台湾读书，业界..", + "boxes": [ + 176, + 526, + 630, + 556 + ] + }, + { + "text": "C", + "boxes": [ + 181, + 582, + 213, + 613 + ] + }, + { + "text": "中华网娱乐频道", + "boxes": [ + 214, + 574, + 318, + 600 + ] + }, + { + "text": "https://ent.hina.com movie newszh >. Translate thisresut", + "boxes": [ + 206, + 588, + 600, + 622 + ] + }, + { + "text": "赵丽颖新恋情疑似曝光甜蜜互动引关注－中华网娱乐", + "boxes": [ + 176, + 615, + 650, + 651 + ] + }, + { + "text": "8 hours ago·赵丽颖新恋情疑似曝光甜蜜互动引关注！5月14日，赵丽颖的新恋情曝光，男方是", + "boxes": [ + 176, + 645, + 778, + 675 + ] + }, + { + "text": "曾与她合作《乔妍的心事》的导演赵德胤。在恋情被八卦媒体曝光之前，有网友偶遇赵丽颖和赵", + "boxes": [ + 180, + 673, + 772, + 691 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "http:/finance.sina.com..cn jiw doc-inewpmra Translatethis resut ", + "boxes": [ + 208, + 728, + 656, + 762 + ] + }, + { + "text": "演员赵丽颖新恋情曝光？狗仔称男方是导演赵德胤", + "boxes": [ + 174, + 754, + 624, + 792 + ] + }, + { + "text": "14 hours ago·5月14日，演员赵丽颖因疑似\"恋情曝光\"登上热搜。有狗仔通过偷拍视频表示，曾", + "boxes": [ + 178, + 784, + 776, + 814 + ] + }, + { + "text": "与赵丽颖合作电影《乔妍的心事》的导演赵德胤出现在赵丽颖所住，", + "boxes": [ + 180, + 810, + 592, + 834 + ] + }, + { + "text": "搜狐", + "boxes": [ + 208, + 856, + 250, + 883 + ] + }, + { + "text": "https://www.sohu.com Translate thisresult", + "boxes": [ + 208, + 872, + 480, + 901 + ] + }, + { + "text": "赵丽颖被拍到与导演赵德胤现身小区，疑似新恋情曝光", + "boxes": [ + 176, + 897, + 666, + 933 + ] + }, + { + "text": "14 hours ago·赵丽颖作为当红小花旦，她的每一次恋情都备受关注。从与冯绍峰的甜蜜婚姻到如", + "boxes": [ + 178, + 925, + 788, + 955 + ] + }, + { + "text": "今的单身状态，粉丝们对她的感情动态始终保持高度关注。而这次被拍到的赵德胤，作为她的，", + "boxes": [ + 172, + 941, + 762, + 979 + ] + }, + { + "text": "中", + "boxes": [ + 176, + 997, + 217, + 1036 + ] + }, + { + "text": "中時新聞網", + "boxes": [ + 212, + 995, + 294, + 1020 + ] + }, + { + "text": "https://ww.chinatimes.com cn reltimenews . ranslae this resut", + "boxes": [ + 210, + 1010, + 660, + 1042 + ] + } + ] + }, + { + "frame_id": "70_7_4", + "episode_id": 70, + "env_id": 7, + "step": 4, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.6554923057556152, + "generated_text": "{\n \"intent\": \"Navigate through available options on the Bing homepage to explore the website contents further. Opening icons might require interaction like clicking or right-clicking.\",\n \"action\": \"Chat request received\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 185, + 150 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 482, + 302, + 624, + 326 + ] + }, + { + "text": "", + "boxes": [ + 914, + 341, + 972, + 359 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 968, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1112, + 449, + 1262, + 477 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": " DISCOVER", + "boxes": [ + 181, + 718, + 277, + 755 + ] + }, + { + "text": "初一竞赛题", + "boxes": [ + 390, + 746, + 604, + 788 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "已知y²-y=1", + "boxes": [ + 280, + 792, + 514, + 852 + ] + }, + { + "text": "1,.7612", + "boxes": [ + 1620, + 792, + 1702, + 849 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1450, + 839, + 1524, + 894 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1694, + 893 + ] + }, + { + "text": "8", + "boxes": [ + 342, + 891, + 366, + 917 + ] + }, + { + "text": "的值", + "boxes": [ + 439, + 894, + 533, + 946 + ] + }, + { + "text": "频", + "boxes": [ + 1456, + 891, + 1526, + 945 + ] + }, + { + "text": "+2.2726 ", + "boxes": [ + 1634, + 891, + 1700, + 939 + ] + }, + { + "text": "求", + "boxes": [ + 292, + 905, + 324, + 925 + ] + }, + { + "text": "IT之家·7小时", + "boxes": [ + 824, + 919, + 940, + 949 + ] + }, + { + "text": "和讯网·2小时", + "boxes": [ + 1138, + 919, + 1256, + 949 + ] + }, + { + "text": "初赛题目解析：求y的8次方加7除以y的4次", + "boxes": [ + 200, + 945, + 770, + 987 + ] + }, + { + "text": "Steam新一周销量排行榜：", + "boxes": [ + 826, + 941, + 1096, + 977 + ] + }, + { + "text": "智光电气：储能产业园峻工，", + "boxes": [ + 1136, + 941, + 1400, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "《光与影：33号远征队》二连", + "boxes": [ + 830, + 967, + 1106, + 1003 + ] + }, + { + "text": "年产能超10GWh", + "boxes": [ + 1136, + 967, + 1316, + 1003 + ] + }, + { + "text": "方的值", + "boxes": [ + 200, + 981, + 300, + 1024 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "*13", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "冠", + "boxes": [ + 824, + 997, + 858, + 1026 + ] + }, + { + "text": "5O", + "boxes": [ + 216, + 1028, + 268, + 1046 + ] + }, + { + "text": "20", + "boxes": [ + 102, + 1048, + 148, + 1066 + ] + }, + { + "text": "3", + "boxes": [ + 188, + 1052, + 202, + 1068 + ] + }, + { + "text": "arch - Micr", + "boxes": [ + 234, + 1050, + 308, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1882, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 185, + 150 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 542, + 274 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 482, + 302, + 624, + 326 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 449, + 968, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1112, + 449, + 1262, + 477 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 721, + 276, + 752 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1464, + 764, + 1554, + 796 + ] + }, + { + "text": "商时中国A50", + "boxes": [ + 1450, + 790, + 1551, + 850 + ] + }, + { + "text": "1,.7612", + "boxes": [ + 1620, + 792, + 1702, + 849 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1450, + 839, + 1524, + 894 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 854, + 1630, + 883 + ] + }, + { + "text": " 2.40%6", + "boxes": [ + 1618, + 846, + 1696, + 893 + ] + }, + { + "text": "Partenairt", + "boxes": [ + 188, + 866, + 482, + 927 + ] + }, + { + "text": "版", + "boxes": [ + 1453, + 887, + 1525, + 944 + ] + }, + { + "text": "+2.2726 ", + "boxes": [ + 1634, + 891, + 1702, + 939 + ] + }, + { + "text": "IT之家·7小时", + "boxes": [ + 824, + 919, + 940, + 949 + ] + }, + { + "text": "和讯网·2小时", + "boxes": [ + 1138, + 919, + 1256, + 949 + ] + }, + { + "text": "Steam新一周销量排行榜：", + "boxes": [ + 824, + 941, + 1096, + 977 + ] + }, + { + "text": "智光电气：储能产业园峻工，", + "boxes": [ + 1134, + 941, + 1396, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "L.", + "boxes": [ + 1596, + 947, + 1634, + 975 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "读者人物·7小时", + "boxes": [ + 198, + 953, + 330, + 983 + ] + }, + { + "text": "《光与影：33号远征队》二连", + "boxes": [ + 828, + 967, + 1106, + 1003 + ] + }, + { + "text": "年产能超10GWh", + "boxes": [ + 1136, + 967, + 1316, + 1003 + ] + }, + { + "text": "31岁的章泽天，彻底不装了", + "boxes": [ + 196, + 979, + 562, + 1025 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "*13", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "冠", + "boxes": [ + 824, + 997, + 856, + 1026 + ] + }, + { + "text": "2", + "boxes": [ + 190, + 1052, + 202, + 1064 + ] + } + ] + }, + { + "frame_id": "70_0_5", + "episode_id": 70, + "env_id": 0, + "step": 5, + "format_rewards": 1.0, + "rewards": 11.536052703857422, + "advantages": 0.8731845617294312, + "generated_text": "{\n \"intent\": \"Exploring additional trending topics by clicking through the trending bar.\",\n \"action\": \"DoubleClick(905, 470)\" }", + "action_string": "DoubleClick(905, 470)", + "intent_string": "Exploring additional trending topics by clicking through the trending bar.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1882, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 37, + 109, + 185, + 150 + ] + }, + { + "text": "8", + "boxes": [ + 1684, + 121, + 1712, + 143 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 542, + 274 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 480, + 302, + 622, + 326 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "：崔登荣游泳队总教练", + "boxes": [ + 1116, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1116, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1639, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 721, + 276, + 752 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1454, + 800, + 1548, + 846 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "1", + "boxes": [ + 1612, + 787, + 1706, + 854 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1708, + 830 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1520, + 893 + ] + }, + { + "text": "M", + "boxes": [ + 1590, + 850, + 1632, + 885 + ] + }, + { + "text": " 2.40% ", + "boxes": [ + 1618, + 846, + 1700, + 893 + ] + }, + { + "text": "版", + "boxes": [ + 1453, + 887, + 1525, + 944 + ] + }, + { + "text": "+2.402 ", + "boxes": [ + 1632, + 891, + 1700, + 941 + ] + }, + { + "text": "澎湃新闻·1小时", + "boxes": [ + 200, + 921, + 328, + 945 + ] + }, + { + "text": "IT之家·7小时", + "boxes": [ + 824, + 919, + 940, + 949 + ] + }, + { + "text": "证券之星·1小时", + "boxes": [ + 1142, + 921, + 1268, + 945 + ] + }, + { + "text": "知名猎头公司创始人兼首席执行官庄华因突发", + "boxes": [ + 200, + 945, + 792, + 987 + ] + }, + { + "text": "Steam新一周销量排行榜：", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "元力股份：公司开展了超级电", + "boxes": [ + 1136, + 941, + 1408, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "L", + "boxes": [ + 1592, + 943, + 1640, + 979 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "《光与影：33号远征队》二连", + "boxes": [ + 830, + 967, + 1108, + 1003 + ] + }, + { + "text": "容活性炭、生物质硬炭、多孔", + "boxes": [ + 1136, + 967, + 1410, + 1003 + ] + }, + { + "text": "疾病逝世，享年62岁", + "boxes": [ + 198, + 981, + 484, + 1022 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "*16123 ", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "冠", + "boxes": [ + 824, + 997, + 858, + 1026 + ] + }, + { + "text": "碳等新能源碳材料的研究开...", + "boxes": [ + 1136, + 997, + 1406, + 1026 + ] + }, + { + "text": "?", + "boxes": [ + 1690, + 997, + 1714, + 1018 + ] + }, + { + "text": "arch - Micr.", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "NBA第32支球队来了", + "boxes": [ + 176, + 157, + 330, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 3,110.000 results", + "boxes": [ + 172, + 254, + 332, + 288 + ] + }, + { + "text": "G", + "boxes": [ + 178, + 301, + 210, + 333 + ] + }, + { + "text": "搜狐", + "boxes": [ + 210, + 294, + 250, + 322 + ] + }, + { + "text": "https://www.sohu.com", + "boxes": [ + 212, + 309, + 358, + 340 + ] + }, + { + "text": "NBA宣布！第32支球队要来了_萧华_扩军_事宜", + "boxes": [ + 174, + 336, + 602, + 371 + ] + }, + { + "text": "8 hours ago·NBA总裁亚当-萧华表示，他预计今年夏天联盟老板们的下一次会议议程中将讨论联", + "boxes": [ + 178, + 363, + 786, + 393 + ] + }, + { + "text": "盟扩军的问题，正式讨论将NBA扩充至32支球队。在接受SiriusXM NBA电台采访时，萧华被，", + "boxes": [ + 176, + 387, + 758, + 417 + ] + }, + { + "text": "网易", + "boxes": [ + 206, + 431, + 250, + 466 + ] + }, + { + "text": "W.163.com > dy article Translate this resut", + "boxes": [ + 280, + 451, + 550, + 480 + ] + }, + { + "text": "终于来了！NBA将正式讨论扩军至32队西雅图拉斯维加斯..", + "boxes": [ + 174, + 476, + 712, + 512 + ] + }, + { + "text": "15 hours ago·北京时间5月14日，NBA总裁亚当-萧华表示，他预计今年夏天联盟老板们的下一次", + "boxes": [ + 176, + 504, + 790, + 534 + ] + }, + { + "text": "会议议程中将讨论联盟扩军的问题，正式讨论将NBA扩充至32支球队。在接受SiriusXM NBA，", + "boxes": [ + 178, + 530, + 758, + 554 + ] + }, + { + "text": "zhibo8.com", + "boxes": [ + 218, + 578, + 288, + 596 + ] + }, + { + "text": "见证历史？萧华：7月将和所有球队老板会面正式讨论扩军..", + "boxes": [ + 176, + 615, + 720, + 651 + ] + }, + { + "text": "14 hours ago·萧华表示，将在今年7月份和NBA所有球队老板进行会面，正式讨论将NBA扩充至", + "boxes": [ + 176, + 641, + 782, + 675 + ] + }, + { + "text": "32支球队的主意。萧华提到，西雅图和拉斯维加斯对NBA扩军表现出了极大的兴趣。NBA上-", + "boxes": [ + 178, + 669, + 750, + 693 + ] + }, + { + "text": "球天下体育", + "boxes": [ + 212, + 715, + 294, + 741 + ] + }, + { + "text": "朵", + "boxes": [ + 188, + 729, + 204, + 744 + ] + }, + { + "text": "http://ww.qgtx.com nbha Transate this result ", + "boxes": [ + 208, + 729, + 504, + 762 + ] + }, + { + "text": "NBA计划扩军至32支队今年7月份正式商讨－球天下体育", + "boxes": [ + 174, + 756, + 678, + 792 + ] + }, + { + "text": "14 hours ago·球天下5月14日讯据悉，NBA执行总裁萧华在今日于《SiriusXM》节目当中透露", + "boxes": [ + 180, + 784, + 774, + 814 + ] + }, + { + "text": "NBA将计划从原来的30支队伍扩军至32支球队且今年7月份的时候会和联盟各大球队的老板进", + "boxes": [ + 178, + 810, + 756, + 834 + ] + }, + { + "text": "新浪财经网", + "boxes": [ + 210, + 854, + 292, + 879 + ] + }, + { + "text": "https:/lci.sina.com.cn aticles view Translate this esuit", + "boxes": [ + 210, + 872, + 570, + 901 + ] + }, + { + "text": "NBA计划扩军至32队，萧华称西雅图拉斯维加斯兴趣浓厚，", + "boxes": [ + 176, + 897, + 692, + 933 + ] + }, + { + "text": "14 hours ago·#NBA计划扩至32队#亚当萧华表示，他将于7月与所有球队老板会面，正式讨论未", + "boxes": [ + 178, + 923, + 786, + 953 + ] + }, + { + "text": "来将NBA扩军至32支球队的提议。萧华特别提到西雅图和拉斯维加斯对组建新球队展现出\"浓.", + "boxes": [ + 176, + 947, + 758, + 977 + ] + }, + { + "text": "coms.pub", + "boxes": [ + 210, + 995, + 282, + 1020 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 1005, + 214, + 1026 + ] + }, + { + "text": "https://ww.coms.pub article Translate thisresult", + "boxes": [ + 210, + 1010, + 528, + 1042 + ] + }, + { + "text": "A第32支球·", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "70_1_5", + "episode_id": 70, + "env_id": 1, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.381209373474121, + "advantages": 0.027263572439551353, + "generated_text": "{\n \"intent\": \"To start exploring by interacting with common elements on the screen.\",\n \"action\": \"DoubleClick(728, 312)\" \n}", + "action_string": "DoubleClick(728, 312)", + "intent_string": "To start exploring by interacting with common elements on the screen.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1884, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 42, + 113, + 180, + 145 + ] + }, + { + "text": "P", + "boxes": [ + 1682, + 113, + 1714, + 145 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 542, + 274 + ] + }, + { + "text": "人工智能送上太空", + "boxes": [ + 500, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "：崔登荣游泳队总教练", + "boxes": [ + 1116, + 411, + 1272, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1528, + 671, + 1636, + 709 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 190, + 725, + 270, + 748 + ] + }, + { + "text": "068", + "boxes": [ + 544, + 756, + 794, + 792 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 1132, + 762, + 1356, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 1132, + 790, + 1410, + 820 + ] + }, + { + "text": "", + "boxes": [ + 1114, + 804, + 1432, + 897 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1454, + 800, + 1548, + 846 + ] + }, + { + "text": "1.612", + "boxes": [ + 1618, + 798, + 1700, + 846 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 1134, + 808, + 1410, + 838 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1708, + 828 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": "M", + "boxes": [ + 1590, + 850, + 1632, + 885 + ] + }, + { + "text": " 2.40%6", + "boxes": [ + 1618, + 846, + 1696, + 893 + ] + }, + { + "text": "国", + "boxes": [ + 218, + 860, + 244, + 879 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星#", + "boxes": [ + 1134, + 864, + 1416, + 893 + ] + }, + { + "text": "此绿此愿1", + "boxes": [ + 244, + 881, + 320, + 913 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 1124, + 879, + 1286, + 915 + ] + }, + { + "text": "技", + "boxes": [ + 1451, + 887, + 1525, + 944 + ] + }, + { + "text": "+2.3429 ", + "boxes": [ + 1632, + 891, + 1700, + 941 + ] + }, + { + "text": "点济设示急小时", + "boxes": [ + 238, + 919, + 328, + 951 + ] + }, + { + "text": "攻击资质", + "boxes": [ + 578, + 915, + 652, + 941 + ] + }, + { + "text": "游戏天地·7小时", + "boxes": [ + 828, + 919, + 954, + 949 + ] + }, + { + "text": "Annie种草日记·11小时", + "boxes": [ + 1136, + 919, + 1310, + 949 + ] + }, + { + "text": "梦幻西游：力挺双法伤的别再偷换概念了，承", + "boxes": [ + 198, + 945, + 792, + 987 + ] + }, + { + "text": "网红COS三丽鸥联动皮肤点赞", + "boxes": [ + 824, + 941, + 1102, + 977 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 1132, + 937, + 1410, + 979 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "", + "boxes": [ + 1586, + 936, + 1645, + 984 + ] + }, + { + "text": "超70W，完美还原引玩家喜", + "boxes": [ + 824, + 967, + 1086, + 1003 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 1136, + 967, + 1410, + 1003 + ] + }, + { + "text": "认法结的优点很难吗？", + "boxes": [ + 198, + 977, + 502, + 1025 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "？参战", + "boxes": [ + 479, + 990, + 555, + 1025 + ] + }, + { + "text": "法力资质", + "boxes": [ + 568, + 987, + 654, + 1012 + ] + }, + { + "text": "1659", + "boxes": [ + 682, + 989, + 724, + 1009 + ] + }, + { + "text": "*187%", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "爱", + "boxes": [ + 826, + 999, + 854, + 1022 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 1136, + 997, + 1228, + 1028 + ] + }, + { + "text": "?", + "boxes": [ + 1690, + 997, + 1714, + 1018 + ] + }, + { + "text": "速度资质", + "boxes": [ + 566, + 1007, + 656, + 1038 + ] + }, + { + "text": "1364", + "boxes": [ + 680, + 1009, + 726, + 1034 + ] + }, + { + "text": "风唤美携带数量：", + "boxes": [ + 212, + 1026, + 312, + 1044 + ] + }, + { + "text": "龙炎龙格！", + "boxes": [ + 388, + 1024, + 472, + 1048 + ] + }, + { + "text": "名.", + "boxes": [ + 514, + 1026, + 556, + 1046 + ] + }, + { + "text": "earch - Micr.", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch -Microsoft Bing×+", + "boxes": [ + 44, + 32, + 244, + 50 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 21, + 109, + 185, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 498, + 256, + 556, + 276 + ] + }, + { + "text": "国际版", + "boxes": [ + 578, + 256, + 628, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 295, + 628, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空丨", + "boxes": [ + 484, + 411, + 660, + 441 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 638, + 478 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1532, + 673, + 1634, + 705 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 723, + 270, + 748 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 1136, + 764, + 1354, + 794 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1452, + 764, + 1554, + 796 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 1132, + 790, + 1406, + 820 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 1138, + 810, + 1406, + 834 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "小孩，我不会跑，我是张纪中”，我妈说“不好", + "boxes": [ + 1132, + 822, + 1412, + 858 + ] + }, + { + "text": "想我不认“！最后留了电话，怕也是有大导", + "boxes": [ + 1130, + 834, + 1418, + 881 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1450, + 839, + 1522, + 894 + ] + }, + { + "text": " 2.30%", + "boxes": [ + 1618, + 846, + 1696, + 893 + ] + }, + { + "text": "电话的人了！！！#张纪中撞车#偶遇明星#", + "boxes": [ + 1134, + 864, + 1416, + 893 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 1130, + 877, + 1282, + 914 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+2.3439", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "游戏天地·7小时", + "boxes": [ + 830, + 921, + 950, + 945 + ] + }, + { + "text": "Annie种草日记· 11 小时", + "boxes": [ + 1136, + 917, + 1310, + 947 + ] + }, + { + "text": "网红COS三丽鸥联动皮肤点赞", + "boxes": [ + 826, + 943, + 1100, + 973 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 1136, + 941, + 1410, + 977 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1454, + 939, + 1520, + 987 + ] + }, + { + "text": ",31", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "超70W，完美还原引玩家喜", + "boxes": [ + 822, + 965, + 1086, + 1003 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 1136, + 967, + 1410, + 1003 + ] + }, + { + "text": "商业头条No.73|哪吒汽车，何至于此?", + "boxes": [ + 196, + 977, + 724, + 1024 + ] + }, + { + "text": "英代达", + "boxes": [ + 1456, + 981, + 1526, + 1034 + ] + }, + { + "text": "+1.8736", + "boxes": [ + 1630, + 983, + 1700, + 1030 + ] + }, + { + "text": "爱", + "boxes": [ + 828, + 999, + 854, + 1022 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 1138, + 999, + 1226, + 1024 + ] + }, + { + "text": "73", + "boxes": [ + 826, + 1026, + 868, + 1046 + ] + }, + { + "text": "P", + "boxes": [ + 866, + 1026, + 892, + 1046 + ] + }, + { + "text": "18", + "boxes": [ + 1138, + 1026, + 1208, + 1048 + ] + } + ] + }, + { + "frame_id": "70_2_5", + "episode_id": 70, + "env_id": 2, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.521193504333496, + "advantages": 0.0822167620062828, + "generated_text": "{\n \"intent\": \"Open the Calculator application.\",\n \"action\": \"DoubleClick(54, 365)\"\n}", + "action_string": "DoubleClick(54, 365)", + "intent_string": "Open the Calculator application.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 171, + 114, + 202 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 86, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 86, + 973 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 1050, + 208, + 1064 + ] + }, + { + "text": "oot@5fd973.", + "boxes": [ + 224, + 1048, + 314, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 38, + 125, + 76, + 155 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "1", + "boxes": [ + 42, + 238, + 74, + 260 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "園", + "boxes": [ + 18, + 330, + 95, + 397 + ] + }, + { + "text": "galculator", + "boxes": [ + 254, + 351, + 466, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 4, + 385, + 118, + 423 + ] + }, + { + "text": "File Edit Vview ", + "boxes": [ + 174, + 379, + 296, + 403 + ] + }, + { + "text": " Calculator ", + "boxes": [ + 296, + 377, + 378, + 401 + ] + }, + { + "text": "Help", + "boxes": [ + 380, + 385, + 420, + 401 + ] + }, + { + "text": "0", + "boxes": [ + 422, + 421, + 450, + 449 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 96, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 32, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "@5fd973", + "boxes": [ + 250, + 1050, + 308, + 1070 + ] + }, + { + "text": "galculator", + "boxes": [ + 368, + 1050, + 438, + 1072 + ] + } + ] + }, + { + "frame_id": "70_3_5", + "episode_id": 70, + "env_id": 3, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.384504318237305, + "advantages": 0.028557060286402702, + "generated_text": "{\n \"intent\": \"Clicking one of the popular search engines (e.g., Bing or Amazon) will allow exploration through web-based interests, fulfilling points towards goal exploration.\",\n \"action\": \"DoubleClick(712, 471)\"\n}", + "action_string": "DoubleClick(712, 471)", + "intent_string": "Clicking one of the popular search engines (e.g., Bing or Amazon) will allow exploration through web-based interests, fulfilling points towards goal exploration.", + "before_screen_ocr_results": [ + { + "text": "MozillaFi", + "boxes": [ + 904, + 4, + 974, + 22 + ] + }, + { + "text": "rosoft Bing", + "boxes": [ + 115, + 27, + 189, + 52 + ] + }, + { + "text": "×", + "boxes": [ + 194, + 36, + 218, + 50 + ] + }, + { + "text": " New Tab", + "boxes": [ + 250, + 32, + 312, + 52 + ] + }, + { + "text": "→", + "boxes": [ + 40, + 66, + 130, + 89 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 93 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "osoft Bing", + "boxes": [ + 118, + 32, + 188, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or ente", + "boxes": [ + 252, + 66, + 452, + 89 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 401, + 588, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1062, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "7", + "boxes": [ + 564, + 508, + 580, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 740, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "70_4_5", + "episode_id": 70, + "env_id": 4, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.783589363098145, + "advantages": 0.18522480130195618, + "generated_text": "{\n \"intent\": \"Move the mouse to ensure we are ready for interaction elsewhere on the screen.\",\n \"action\": \"Move(1036, 647)\"\n}", + "action_string": "Move(1036, 647)", + "intent_string": "Move the mouse to ensure we are ready for interaction elsewhere on the screen.", + "before_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 64, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1892, + 69, + 1906, + 85 + ] + }, + { + "text": "?", + "boxes": [ + 16, + 113, + 48, + 143 + ] + }, + { + "text": "You must enable DRM to play some audio or video on this page. Learn More", + "boxes": [ + 54, + 113, + 646, + 143 + ] + }, + { + "text": "Enable DRM", + "boxes": [ + 1754, + 111, + 1872, + 143 + ] + }, + { + "text": "×", + "boxes": [ + 1876, + 119, + 1896, + 135 + ] + }, + { + "text": "amazon", + "boxes": [ + 16, + 163, + 128, + 201 + ] + }, + { + "text": "Searthn Amazon", + "boxes": [ + 243, + 162, + 371, + 199 + ] + }, + { + "text": "Prime Video ", + "boxes": [ + 164, + 173, + 254, + 197 + ] + }, + { + "text": "Q", + "boxes": [ + 1452, + 171, + 1476, + 193 + ] + }, + { + "text": " Returders", + "boxes": [ + 1725, + 164, + 1801, + 209 + ] + }, + { + "text": "EN", + "boxes": [ + 1524, + 181, + 1578, + 201 + ] + }, + { + "text": "三ALl", + "boxes": [ + 24, + 224, + 68, + 250 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 88, + 224, + 182, + 248 + ] + }, + { + "text": " Registry Prime Video", + "boxes": [ + 172, + 224, + 340, + 254 + ] + }, + { + "text": " Gift Cards", + "boxes": [ + 350, + 224, + 428, + 250 + ] + }, + { + "text": "?", + "boxes": [ + 32, + 280, + 62, + 302 + ] + }, + { + "text": "Traveling or based outside United States? Video availability outside of United States varies. Sign in to see videos available to you.", + "boxes": [ + 56, + 272, + 1250, + 310 + ] + }, + { + "text": "X", + "boxes": [ + 1818, + 278, + 1846, + 306 + ] + }, + { + "text": " prime video", + "boxes": [ + 63, + 333, + 173, + 376 + ] + }, + { + "text": " Home ", + "boxes": [ + 214, + 339, + 278, + 371 + ] + }, + { + "text": "Movies", + "boxes": [ + 310, + 343, + 374, + 369 + ] + }, + { + "text": "TV shows", + "boxes": [ + 408, + 343, + 490, + 369 + ] + }, + { + "text": "Sports", + "boxes": [ + 526, + 343, + 592, + 375 + ] + }, + { + "text": "prime", + "boxes": [ + 638, + 341, + 690, + 367 + ] + }, + { + "text": "用", + "boxes": [ + 1764, + 347, + 1778, + 363 + ] + }, + { + "text": "prime", + "boxes": [ + 63, + 749, + 147, + 803 + ] + }, + { + "text": "DAVIDSPADE", + "boxes": [ + 70, + 806, + 580, + 874 + ] + }, + { + "text": "DANDELIN", + "boxes": [ + 100, + 868, + 540, + 935 + ] + }, + { + "text": "Watch with Prime", + "boxes": [ + 84, + 998, + 266, + 1041 + ] + }, + { + "text": "?", + "boxes": [ + 474, + 1020, + 502, + 1040 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "me Video | Watch mov ×+", + "boxes": [ + 52, + 30, + 246, + 54 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 89 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1880, + 93 + ] + }, + { + "text": "三", + "boxes": [ + 1892, + 68, + 1906, + 85 + ] + }, + { + "text": "", + "boxes": [ + 18, + 115, + 46, + 139 + ] + }, + { + "text": " You must enable DRM to play some audio or video on this page. Learn More", + "boxes": [ + 52, + 109, + 644, + 143 + ] + }, + { + "text": " Enable DRM", + "boxes": [ + 1756, + 111, + 1872, + 143 + ] + }, + { + "text": "×", + "boxes": [ + 1868, + 111, + 1899, + 138 + ] + }, + { + "text": "amazon", + "boxes": [ + 16, + 163, + 128, + 201 + ] + }, + { + "text": "Aeleanpa tst ", + "boxes": [ + 1585, + 160, + 1715, + 211 + ] + }, + { + "text": " Prime Video -Search Amazon", + "boxes": [ + 158, + 169, + 370, + 201 + ] + }, + { + "text": "Q", + "boxes": [ + 1452, + 171, + 1476, + 195 + ] + }, + { + "text": "Retrnders", + "boxes": [ + 1730, + 167, + 1798, + 206 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 181, + 1576, + 201 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 222, + 68, + 250 + ] + }, + { + "text": "Today's Deals Registry Prlme Video", + "boxes": [ + 78, + 220, + 354, + 252 + ] + }, + { + "text": " Gift Cards ", + "boxes": [ + 340, + 224, + 430, + 248 + ] + }, + { + "text": "?", + "boxes": [ + 32, + 280, + 60, + 304 + ] + }, + { + "text": "Traveling or based outside United States? Video availability outside of United States varies. Sign in to see videos available to you.", + "boxes": [ + 70, + 272, + 1250, + 310 + ] + }, + { + "text": "X", + "boxes": [ + 1818, + 280, + 1844, + 304 + ] + }, + { + "text": " prime video", + "boxes": [ + 66, + 341, + 172, + 373 + ] + }, + { + "text": "Home ", + "boxes": [ + 216, + 339, + 278, + 373 + ] + }, + { + "text": "Movies", + "boxes": [ + 308, + 341, + 374, + 373 + ] + }, + { + "text": "TV shows", + "boxes": [ + 408, + 345, + 490, + 371 + ] + }, + { + "text": "Sports", + "boxes": [ + 525, + 341, + 591, + 378 + ] + }, + { + "text": "prime", + "boxes": [ + 640, + 341, + 686, + 367 + ] + }, + { + "text": "1", + "boxes": [ + 1762, + 347, + 1778, + 365 + ] + }, + { + "text": "DAVID", + "boxes": [ + 742, + 492, + 1452, + 685 + ] + }, + { + "text": "SPADE", + "boxes": [ + 742, + 673, + 1448, + 840 + ] + }, + { + "text": "prime", + "boxes": [ + 66, + 756, + 144, + 794 + ] + }, + { + "text": "DAVIDSPADE", + "boxes": [ + 70, + 808, + 580, + 874 + ] + }, + { + "text": "DANDELI N", + "boxes": [ + 752, + 831, + 1452, + 943 + ] + }, + { + "text": "DANDELIN", + "boxes": [ + 102, + 868, + 540, + 935 + ] + }, + { + "text": "NEWSPECIAL", + "boxes": [ + 1174, + 983, + 1388, + 1012 + ] + }, + { + "text": "WATCHNOW", + "boxes": [ + 1114, + 1014, + 1444, + 1044 + ] + }, + { + "text": "Prime Video |", + "boxes": [ + 216, + 1048, + 308, + 1072 + ] + } + ] + }, + { + "frame_id": "70_5_5", + "episode_id": 70, + "env_id": 5, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.206681251525879, + "advantages": -0.04125045984983444, + "generated_text": "{\n \"intent\": \"Move the mouse cursor towards the top-right corner to check if there are any unexplored areas or icons.\",\n \"action\": \"Move(1344, 937)\"\n}", + "action_string": "Move(1344, 937)", + "intent_string": "Move the mouse cursor towards the top-right corner to check if there are any unexplored areas or icons.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1882, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 185, + 150 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 480, + 302, + 624, + 326 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "崔登荣游泳队总教练", + "boxes": [ + 1118, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1122, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 274, + 750 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 820, + 762, + 1048, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，去一", + "boxes": [ + 820, + 788, + 1100, + 824 + ] + }, + { + "text": "", + "boxes": [ + 802, + 804, + 1120, + 897 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 822, + 808, + 1098, + 838 + ] + }, + { + "text": "高附中国A50 ", + "boxes": [ + 1447, + 788, + 1551, + 850 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": " 1-22 ", + "boxes": [ + 1615, + 795, + 1701, + 849 + ] + }, + { + "text": "每日经济新闻", + "boxes": [ + 1236, + 848, + 1368, + 885 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": " 2.40%6", + "boxes": [ + 1618, + 846, + 1696, + 893 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星#", + "boxes": [ + 822, + 864, + 1104, + 893 + ] + }, + { + "text": "S", + "boxes": [ + 1586, + 847, + 1634, + 886 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 822, + 881, + 972, + 913 + ] + }, + { + "text": "经", + "boxes": [ + 1449, + 885, + 1527, + 946 + ] + }, + { + "text": "+22726 ", + "boxes": [ + 1632, + 891, + 1702, + 939 + ] + }, + { + "text": "Annie种草日记·11小时", + "boxes": [ + 824, + 919, + 1000, + 949 + ] + }, + { + "text": "每日经济新闻·37分钟", + "boxes": [ + 1138, + 917, + 1300, + 947 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "跨界巨头切入人形机器人赛", + "boxes": [ + 1134, + 941, + 1390, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1.23139", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "道，“人形含量\"第一的机器人", + "boxes": [ + 1134, + 967, + 1414, + 1003 + ] + }, + { + "text": "商业头条No.73|哪吒汽车，何至于此?", + "boxes": [ + 194, + 977, + 724, + 1026 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "*13", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 824, + 997, + 918, + 1028 + ] + }, + { + "text": "ETF易方达（159530）助.…", + "boxes": [ + 1136, + 997, + 1412, + 1026 + ] + }, + { + "text": "18", + "boxes": [ + 826, + 1026, + 892, + 1046 + ] + }, + { + "text": "丢白选照", + "boxes": [ + 1638, + 1028, + 1692, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "I四○ =", + "boxes": [ + 1782, + 59, + 1912, + 94 + ] + }, + { + "text": "8", + "boxes": [ + 1684, + 121, + 1712, + 143 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 480, + 302, + 624, + 326 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "崔登荣游泳队总教练", + "boxes": [ + 1118, + 411, + 1276, + 441 + ] + }, + { + "text": "热", + "boxes": [ + 662, + 421, + 674, + 433 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1124, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1639, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 721, + 276, + 752 + ] + }, + { + "text": "大注", + "boxes": [ + 196, + 754, + 262, + 780 + ] + }, + { + "text": "昌欢分享", + "boxes": [ + 658, + 750, + 792, + 782 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 820, + 762, + 1048, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 820, + 788, + 1100, + 824 + ] + }, + { + "text": "", + "boxes": [ + 798, + 802, + 1122, + 901 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 822, + 808, + 1098, + 838 + ] + }, + { + "text": "商时中国A50", + "boxes": [ + 1447, + 785, + 1551, + 852 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "1", + "boxes": [ + 1610, + 788, + 1706, + 854 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1708, + 830 + ] + }, + { + "text": "每日经济新闻", + "boxes": [ + 1238, + 850, + 1366, + 881 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1446, + 837, + 1526, + 896 + ] + }, + { + "text": "M", + "boxes": [ + 1590, + 850, + 1632, + 885 + ] + }, + { + "text": " 2.40% ", + "boxes": [ + 1618, + 846, + 1700, + 893 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星#", + "boxes": [ + 822, + 864, + 1104, + 893 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 822, + 881, + 972, + 913 + ] + }, + { + "text": "会斯上", + "boxes": [ + 1454, + 891, + 1524, + 941 + ] + }, + { + "text": "Annie种草日记·11小时", + "boxes": [ + 822, + 915, + 1000, + 949 + ] + }, + { + "text": "每日经济新闻·37分钟", + "boxes": [ + 1136, + 917, + 1296, + 947 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "跨界巨头切入人形机器宾", + "boxes": [ + 1127, + 926, + 1391, + 987 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 933, + 1520, + 974 + ] + }, + { + "text": "M +2.81%", + "boxes": [ + 1605, + 939, + 1695, + 969 + ] + }, + { + "text": "点视频/萌宠的日常", + "boxes": [ + 240, + 955, + 342, + 979 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "道，“人形含量”第一的", + "boxes": [ + 1136, + 967, + 1354, + 1003 + ] + }, + { + "text": "跨界巨头切入人形机器人赛道，", + "boxes": [ + 1345, + 954, + 1533, + 999 + ] + }, + { + "text": "道，“人形含量\"第一的机器人ETF易方达（159530）助力布", + "boxes": [ + 1514, + 963, + 1864, + 993 + ] + }, + { + "text": "宠物解说：猫咪的种类大全，你想要哪只？", + "boxes": [ + 198, + 981, + 756, + 1022 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 820, + 995, + 916, + 1026 + ] + }, + { + "text": "ETF易方达（159530)", + "boxes": [ + 1136, + 997, + 1356, + 1026 + ] + } + ] + }, + { + "frame_id": "70_6_5", + "episode_id": 70, + "env_id": 6, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.509665489196777, + "advantages": 0.07769124209880829, + "generated_text": "{\n \"intent\": \"Select one of the first search results to explore more information about the topic.\",\n \"action\": \"DoubleClick(287, 308)\"\n}", + "action_string": "DoubleClick(287, 308)", + "intent_string": "Select one of the first search results to explore more information about the topic.", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 182, + 113, + 310, + 145 + ] + }, + { + "text": "I赵丽颖新恋情曝光", + "boxes": [ + 164, + 148, + 314, + 191 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 144, + 183 + ] + }, + { + "text": "MAGES", + "boxes": [ + 248, + 214, + 284, + 228 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 468, + 230 + ] + }, + { + "text": "DICT", + "boxes": [ + 508, + 216, + 532, + 230 + ] + }, + { + "text": "MAPS", + "boxes": [ + 574, + 216, + 602, + 230 + ] + }, + { + "text": " About 600,000 results", + "boxes": [ + 176, + 260, + 318, + 284 + ] + }, + { + "text": "网易", + "boxes": [ + 208, + 294, + 252, + 322 + ] + }, + { + "text": "规品", + "boxes": [ + 184, + 306, + 210, + 326 + ] + }, + { + "text": "实锤！赵丽颖新欢曝光，男方系知名导演，被拍到留宿.", + "boxes": [ + 176, + 336, + 674, + 371 + ] + }, + { + "text": "5 hours ago·超一线女星赵丽颖又又又又坠入爱河了吗？据@南都娱乐消息：近日，《乔妍的", + "boxes": [ + 176, + 363, + 780, + 393 + ] + }, + { + "text": "心事》导演赵德胤被拍到现身赵丽颖小区，有小区门禁卡，还独自牵赵丽颖儿子的手外出，疑，", + "boxes": [ + 176, + 387, + 768, + 417 + ] + }, + { + "text": "腾讯网", + "boxes": [ + 208, + 433, + 266, + 465 + ] + }, + { + "text": "?", + "boxes": [ + 188, + 449, + 202, + 467 + ] + }, + { + "text": ".qq.c", + "boxes": [ + 288, + 459, + 322, + 472 + ] + }, + { + "text": "rain", + "boxes": [ + 350, + 459, + 378, + 472 + ] + }, + { + "text": " Translate thisresult ", + "boxes": [ + 374, + 453, + 504, + 482 + ] + }, + { + "text": "演员赵丽颖新恋情曝光？狗仔称男方是导演赵德胤，二人曾．", + "boxes": [ + 174, + 476, + 712, + 512 + ] + }, + { + "text": "..", + "boxes": [ + 700, + 488, + 720, + 502 + ] + }, + { + "text": "14 hours ago·截至目前，赵丽颖与赵德胤方面均未回应此热搜。公开信息显示，赵德胤出生于", + "boxes": [ + 176, + 504, + 776, + 534 + ] + }, + { + "text": "1982年，比赵丽颖大5岁。他出生于缅甸，后来到中国台湾读书，业界..", + "boxes": [ + 176, + 526, + 630, + 556 + ] + }, + { + "text": "C", + "boxes": [ + 181, + 582, + 213, + 613 + ] + }, + { + "text": "中华网娱乐频道", + "boxes": [ + 214, + 574, + 318, + 600 + ] + }, + { + "text": "https://ent.hina.com movie newszh >. Translate thisresut", + "boxes": [ + 206, + 588, + 600, + 622 + ] + }, + { + "text": "赵丽颖新恋情疑似曝光甜蜜互动引关注－中华网娱乐", + "boxes": [ + 176, + 615, + 650, + 651 + ] + }, + { + "text": "8 hours ago·赵丽颖新恋情疑似曝光甜蜜互动引关注！5月14日，赵丽颖的新恋情曝光，男方是", + "boxes": [ + 176, + 645, + 778, + 675 + ] + }, + { + "text": "曾与她合作《乔妍的心事》的导演赵德胤。在恋情被八卦媒体曝光之前，有网友偶遇赵丽颖和赵", + "boxes": [ + 180, + 673, + 772, + 691 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 214, + 717, + 276, + 737 + ] + }, + { + "text": "http:/finance.sina.com..cn jiw doc-inewpmra Translatethis resut ", + "boxes": [ + 208, + 728, + 656, + 762 + ] + }, + { + "text": "演员赵丽颖新恋情曝光？狗仔称男方是导演赵德胤", + "boxes": [ + 174, + 754, + 624, + 792 + ] + }, + { + "text": "14 hours ago·5月14日，演员赵丽颖因疑似\"恋情曝光\"登上热搜。有狗仔通过偷拍视频表示，曾", + "boxes": [ + 178, + 784, + 776, + 814 + ] + }, + { + "text": "与赵丽颖合作电影《乔妍的心事》的导演赵德胤出现在赵丽颖所住，", + "boxes": [ + 180, + 810, + 592, + 834 + ] + }, + { + "text": "搜狐", + "boxes": [ + 208, + 856, + 250, + 883 + ] + }, + { + "text": "https://www.sohu.com Translate thisresult", + "boxes": [ + 208, + 872, + 480, + 901 + ] + }, + { + "text": "赵丽颖被拍到与导演赵德胤现身小区，疑似新恋情曝光", + "boxes": [ + 176, + 897, + 666, + 933 + ] + }, + { + "text": "14 hours ago·赵丽颖作为当红小花旦，她的每一次恋情都备受关注。从与冯绍峰的甜蜜婚姻到如", + "boxes": [ + 178, + 925, + 788, + 955 + ] + }, + { + "text": "今的单身状态，粉丝们对她的感情动态始终保持高度关注。而这次被拍到的赵德胤，作为她的，", + "boxes": [ + 172, + 941, + 762, + 979 + ] + }, + { + "text": "中", + "boxes": [ + 176, + 997, + 217, + 1036 + ] + }, + { + "text": "中時新聞網", + "boxes": [ + 212, + 995, + 294, + 1020 + ] + }, + { + "text": "https://ww.chinatimes.com cn reltimenews . ranslae this resut", + "boxes": [ + 210, + 1010, + 660, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 89 + ] + }, + { + "text": "①", + "boxes": [ + 256, + 68, + 310, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1601, + 63, + 1663, + 94 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1880, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": "网易首页", + "boxes": [ + 40, + 113, + 92, + 131 + ] + }, + { + "text": "无障碍浏览进入关怀版", + "boxes": [ + 154, + 113, + 290, + 131 + ] + }, + { + "text": "图", + "boxes": [ + 1340, + 109, + 1364, + 131 + ] + }, + { + "text": "公开课", + "boxes": [ + 1386, + 113, + 1434, + 131 + ] + }, + { + "text": "严选", + "boxes": [ + 1468, + 113, + 1508, + 129 + ] + }, + { + "text": "", + "boxes": [ + 1578, + 111, + 1610, + 131 + ] + }, + { + "text": "登录", + "boxes": [ + 1644, + 111, + 1672, + 131 + ] + }, + { + "text": "注册免费邮箱", + "boxes": [ + 1702, + 109, + 1782, + 133 + ] + }, + { + "text": "VPS", + "boxes": [ + 1410, + 197, + 1536, + 256 + ] + }, + { + "text": "geSakuia", + "boxes": [ + 538, + 240, + 628, + 266 + ] + }, + { + "text": "H Sakuia", + "boxes": [ + 1140, + 240, + 1226, + 266 + ] + }, + { + "text": "微软云", + "boxes": [ + 1012, + 272, + 1052, + 288 + ] + }, + { + "text": "广告", + "boxes": [ + 360, + 282, + 382, + 296 + ] + }, + { + "text": "网易首页>网易号>正文", + "boxes": [ + 352, + 349, + 494, + 379 + ] + }, + { + "text": "申请入驻>", + "boxes": [ + 1136, + 351, + 1196, + 377 + ] + }, + { + "text": "实锤！赵丽颖新欢曝光，男方系知名导演，被拍", + "boxes": [ + 346, + 391, + 1178, + 447 + ] + }, + { + "text": "到留宿还帮忙带娃！", + "boxes": [ + 348, + 445, + 698, + 492 + ] + }, + { + "text": "2025-05-14 15:58:20来源:乌娱子酱@ 河北", + "boxes": [ + 350, + 496, + 658, + 536 + ] + }, + { + "text": "乌娱子酱", + "boxes": [ + 1368, + 516, + 1442, + 542 + ] + }, + { + "text": "前排观看！资讯、", + "boxes": [ + 1324, + 538, + 1414, + 562 + ] + }, + { + "text": "娱乐", + "boxes": [ + 1458, + 542, + 1480, + 556 + ] + }, + { + "text": "875", + "boxes": [ + 1316, + 574, + 1368, + 608 + ] + }, + { + "text": "1287", + "boxes": [ + 1438, + 574, + 1496, + 606 + ] + }, + { + "text": "超一线女星赵丽颖又又又又坠入爱河了吗？", + "boxes": [ + 520, + 596, + 866, + 625 + ] + }, + { + "text": "口", + "boxes": [ + 402, + 611, + 436, + 643 + ] + }, + { + "text": "文章数", + "boxes": [ + 1318, + 604, + 1366, + 631 + ] + }, + { + "text": "关注度", + "boxes": [ + 1444, + 604, + 1492, + 631 + ] + }, + { + "text": "55", + "boxes": [ + 398, + 663, + 440, + 699 + ] + }, + { + "text": "往期回顾", + "boxes": [ + 1252, + 667, + 1332, + 693 + ] + }, + { + "text": "全部", + "boxes": [ + 1522, + 669, + 1552, + 683 + ] + }, + { + "text": "痛心！健身达人“山阿\"去世：年仅33岁人", + "boxes": [ + 1250, + 703, + 1542, + 733 + ] + }, + { + "text": "很帅气，母亲曝光原因", + "boxes": [ + 1250, + 727, + 1418, + 756 + ] + }, + { + "text": "分享至", + "boxes": [ + 398, + 737, + 438, + 756 + ] + }, + { + "text": "2025-05-14 17:51", + "boxes": [ + 1252, + 758, + 1364, + 782 + ] + }, + { + "text": "就是想要杀人！日本15岁男孩当街杀死8旬", + "boxes": [ + 1248, + 800, + 1554, + 830 + ] + }, + { + "text": "老妇：想进少管所关着", + "boxes": [ + 1252, + 824, + 1418, + 854 + ] + }, + { + "text": "2025-05-14 17:47", + "boxes": [ + 1256, + 858, + 1360, + 876 + ] + }, + { + "text": "恋情爆光", + "boxes": [ + 572, + 885, + 758, + 941 + ] + }, + { + "text": "76岁\"大鼻子情圣\"性侵成立获刑18个月", + "boxes": [ + 1250, + 895, + 1524, + 925 + ] + }, + { + "text": "走红全球还和普京是好友", + "boxes": [ + 1250, + 921, + 1436, + 951 + ] + }, + { + "text": "2025-05-14 17:19", + "boxes": [ + 1254, + 953, + 1364, + 977 + ] + }, + { + "text": "BESTDEAL", + "boxes": [ + 1358, + 1011, + 1444, + 1028 + ] + }, + { + "text": "实锤！赵丽颖", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "70_7_5", + "episode_id": 70, + "env_id": 7, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.694195747375488, + "advantages": 0.15013179183006287, + "generated_text": "{\n \"intent\": \"Click(1647, 539) in order to explore one of the trending topics显示和Dreamland相关的图片.\",\n \"action\": \"DoubleClick(819, 676)\"\n}", + "action_string": "DoubleClick(819, 676)", + "intent_string": "Click(1647, 539) in order to explore one of the trending topics显示和Dreamland相关的图片.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1882, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 185, + 150 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 542, + 274 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 480, + 302, + 622, + 326 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 449, + 968, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 274, + 750 + ] + }, + { + "text": "活动中心", + "boxes": [ + 470, + 756, + 528, + 782 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1464, + 764, + 1554, + 796 + ] + }, + { + "text": "1,.7612", + "boxes": [ + 1620, + 792, + 1702, + 849 + ] + }, + { + "text": "财富狂潮！", + "boxes": [ + 322, + 818, + 408, + 850 + ] + }, + { + "text": "子", + "boxes": [ + 622, + 854, + 654, + 883 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1450, + 839, + 1524, + 894 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 854, + 1630, + 883 + ] + }, + { + "text": " 2.40%6", + "boxes": [ + 1618, + 846, + 1696, + 893 + ] + }, + { + "text": "子", + "boxes": [ + 622, + 885, + 654, + 915 + ] + }, + { + "text": "版", + "boxes": [ + 1453, + 887, + 1525, + 944 + ] + }, + { + "text": "+2.2726 ", + "boxes": [ + 1634, + 891, + 1700, + 939 + ] + }, + { + "text": "I之家·7小时", + "boxes": [ + 826, + 921, + 938, + 945 + ] + }, + { + "text": "和讯网·2小时", + "boxes": [ + 1138, + 919, + 1256, + 949 + ] + }, + { + "text": "小蜜蜂皮肤已上架！教你白1600G币，轻", + "boxes": [ + 200, + 945, + 776, + 987 + ] + }, + { + "text": "Steam新一周销量排行榜：", + "boxes": [ + 826, + 941, + 1096, + 977 + ] + }, + { + "text": "智光电气：储能产业园峻工，", + "boxes": [ + 1134, + 941, + 1398, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "《光与影：33号远征队》二连", + "boxes": [ + 830, + 967, + 1106, + 1003 + ] + }, + { + "text": "年产能超10GWh", + "boxes": [ + 1136, + 967, + 1316, + 1003 + ] + }, + { + "text": "松拿下橙运动裤平替！", + "boxes": [ + 196, + 979, + 502, + 1023 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "*13", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "冠", + "boxes": [ + 824, + 997, + 858, + 1024 + ] + }, + { + "text": "2", + "boxes": [ + 190, + 1052, + 202, + 1064 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 185, + 150 + ] + }, + { + "text": "国内版", + "boxes": [ + 504, + 258, + 548, + 276 + ] + }, + { + "text": "国际版", + "boxes": [ + 588, + 260, + 628, + 276 + ] + }, + { + "text": "务人工智能送上太空", + "boxes": [ + 492, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1112, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 449, + 968, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": " DISCOVER", + "boxes": [ + 181, + 718, + 277, + 755 + ] + }, + { + "text": "初一竞赛题", + "boxes": [ + 390, + 746, + 604, + 788 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "已知y²-y=1", + "boxes": [ + 280, + 792, + 518, + 854 + ] + }, + { + "text": "117212", + "boxes": [ + 1621, + 795, + 1701, + 849 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1692, + 893 + ] + }, + { + "text": "O", + "boxes": [ + 474, + 856, + 516, + 895 + ] + }, + { + "text": "8", + "boxes": [ + 340, + 888, + 370, + 920 + ] + }, + { + "text": "的值", + "boxes": [ + 442, + 899, + 530, + 945 + ] + }, + { + "text": "频", + "boxes": [ + 1456, + 891, + 1526, + 945 + ] + }, + { + "text": "+2.2726", + "boxes": [ + 1634, + 891, + 1700, + 941 + ] + }, + { + "text": "求", + "boxes": [ + 292, + 905, + 324, + 925 + ] + }, + { + "text": "IT之家·7小时", + "boxes": [ + 824, + 919, + 940, + 949 + ] + }, + { + "text": "和讯网·2小时", + "boxes": [ + 1138, + 919, + 1256, + 949 + ] + }, + { + "text": "初赛题目解析：求y的8次方加7除以y的4次", + "boxes": [ + 200, + 945, + 770, + 987 + ] + }, + { + "text": "Steam新一周销量排行榜：", + "boxes": [ + 826, + 941, + 1096, + 977 + ] + }, + { + "text": "智光电气：储能产业园峻工，", + "boxes": [ + 1136, + 941, + 1400, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,6413 ", + "boxes": [ + 1626, + 937, + 1700, + 987 + ] + }, + { + "text": "《光与影：33号远征队》二连", + "boxes": [ + 830, + 967, + 1106, + 1003 + ] + }, + { + "text": "年产能超10GWh", + "boxes": [ + 1136, + 967, + 1316, + 1003 + ] + }, + { + "text": "方的值", + "boxes": [ + 200, + 981, + 300, + 1024 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "*13", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "冠", + "boxes": [ + 824, + 997, + 858, + 1026 + ] + }, + { + "text": "5Q", + "boxes": [ + 216, + 1028, + 266, + 1046 + ] + }, + { + "text": "3", + "boxes": [ + 188, + 1052, + 202, + 1068 + ] + }, + { + "text": "arch - Micr", + "boxes": [ + 234, + 1050, + 308, + 1068 + ] + } + ] + }, + { + "frame_id": "70_0_6", + "episode_id": 70, + "env_id": 0, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.961856842041016, + "advantages": 0.6477741003036499, + "generated_text": "{\n \"intent\": \"To explore potential new content related to NBA team expansions by reviewing additional articles.\",\n \"action\": \"DoubleClick(197, 368)\"\n}", + "action_string": "DoubleClick(197, 368)", + "intent_string": "To explore potential new content related to NBA team expansions by reviewing additional articles.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版国", + "boxes": [ + 184, + 113, + 272, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "NBA第32支球队来了", + "boxes": [ + 176, + 157, + 330, + 187 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 462, + 230 + ] + }, + { + "text": " About 3,110.000 results", + "boxes": [ + 172, + 254, + 332, + 288 + ] + }, + { + "text": "G", + "boxes": [ + 178, + 301, + 210, + 333 + ] + }, + { + "text": "搜狐", + "boxes": [ + 210, + 294, + 250, + 322 + ] + }, + { + "text": "https://www.sohu.com", + "boxes": [ + 212, + 309, + 358, + 340 + ] + }, + { + "text": "NBA宣布！第32支球队要来了_萧华_扩军_事宜", + "boxes": [ + 174, + 336, + 602, + 371 + ] + }, + { + "text": "8 hours ago·NBA总裁亚当-萧华表示，他预计今年夏天联盟老板们的下一次会议议程中将讨论联", + "boxes": [ + 178, + 363, + 786, + 393 + ] + }, + { + "text": "盟扩军的问题，正式讨论将NBA扩充至32支球队。在接受SiriusXM NBA电台采访时，萧华被，", + "boxes": [ + 176, + 387, + 758, + 417 + ] + }, + { + "text": "网易", + "boxes": [ + 206, + 431, + 250, + 466 + ] + }, + { + "text": "W.163.com > dy article Translate this resut", + "boxes": [ + 280, + 451, + 550, + 480 + ] + }, + { + "text": "终于来了！NBA将正式讨论扩军至32队西雅图拉斯维加斯..", + "boxes": [ + 174, + 476, + 712, + 512 + ] + }, + { + "text": "15 hours ago·北京时间5月14日，NBA总裁亚当-萧华表示，他预计今年夏天联盟老板们的下一次", + "boxes": [ + 176, + 504, + 790, + 534 + ] + }, + { + "text": "会议议程中将讨论联盟扩军的问题，正式讨论将NBA扩充至32支球队。在接受SiriusXM NBA，", + "boxes": [ + 178, + 530, + 758, + 554 + ] + }, + { + "text": "zhibo8.com", + "boxes": [ + 218, + 578, + 288, + 596 + ] + }, + { + "text": "见证历史？萧华：7月将和所有球队老板会面正式讨论扩军..", + "boxes": [ + 176, + 615, + 720, + 651 + ] + }, + { + "text": "14 hours ago·萧华表示，将在今年7月份和NBA所有球队老板进行会面，正式讨论将NBA扩充至", + "boxes": [ + 176, + 641, + 782, + 675 + ] + }, + { + "text": "32支球队的主意。萧华提到，西雅图和拉斯维加斯对NBA扩军表现出了极大的兴趣。NBA上-", + "boxes": [ + 178, + 669, + 750, + 693 + ] + }, + { + "text": "球天下体育", + "boxes": [ + 212, + 715, + 294, + 741 + ] + }, + { + "text": "朵", + "boxes": [ + 188, + 729, + 204, + 744 + ] + }, + { + "text": "http://ww.qgtx.com nbha Transate this result ", + "boxes": [ + 208, + 729, + 504, + 762 + ] + }, + { + "text": "NBA计划扩军至32支队今年7月份正式商讨－球天下体育", + "boxes": [ + 174, + 756, + 678, + 792 + ] + }, + { + "text": "14 hours ago·球天下5月14日讯据悉，NBA执行总裁萧华在今日于《SiriusXM》节目当中透露", + "boxes": [ + 180, + 784, + 774, + 814 + ] + }, + { + "text": "NBA将计划从原来的30支队伍扩军至32支球队且今年7月份的时候会和联盟各大球队的老板进", + "boxes": [ + 178, + 810, + 756, + 834 + ] + }, + { + "text": "新浪财经网", + "boxes": [ + 210, + 854, + 292, + 879 + ] + }, + { + "text": "https:/lci.sina.com.cn aticles view Translate this esuit", + "boxes": [ + 210, + 872, + 570, + 901 + ] + }, + { + "text": "NBA计划扩军至32队，萧华称西雅图拉斯维加斯兴趣浓厚，", + "boxes": [ + 176, + 897, + 692, + 933 + ] + }, + { + "text": "14 hours ago·#NBA计划扩至32队#亚当萧华表示，他将于7月与所有球队老板会面，正式讨论未", + "boxes": [ + 178, + 923, + 786, + 953 + ] + }, + { + "text": "来将NBA扩军至32支球队的提议。萧华特别提到西雅图和拉斯维加斯对组建新球队展现出\"浓.", + "boxes": [ + 176, + 947, + 758, + 977 + ] + }, + { + "text": "coms.pub", + "boxes": [ + 210, + 995, + 282, + 1020 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 1005, + 214, + 1026 + ] + }, + { + "text": "https://ww.coms.pub article Translate thisresult", + "boxes": [ + 210, + 1010, + 528, + 1042 + ] + }, + { + "text": "A第32支球·", + "boxes": [ + 232, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 36, + 65, + 124, + 88 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1880, + 89 + ] + }, + { + "text": "搜", + "boxes": [ + 332, + 97, + 404, + 145 + ] + }, + { + "text": "新闻", + "boxes": [ + 438, + 111, + 478, + 137 + ] + }, + { + "text": "体育", + "boxes": [ + 502, + 111, + 542, + 137 + ] + }, + { + "text": "汽车", + "boxes": [ + 564, + 113, + 606, + 133 + ] + }, + { + "text": "房产", + "boxes": [ + 628, + 113, + 668, + 133 + ] + }, + { + "text": "旅游", + "boxes": [ + 692, + 113, + 734, + 133 + ] + }, + { + "text": "教育", + "boxes": [ + 756, + 113, + 800, + 133 + ] + }, + { + "text": "时尚", + "boxes": [ + 810, + 113, + 868, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 882, + 113, + 930, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 946, + 113, + 992, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 1000, + 111, + 1058, + 137 + ] + }, + { + "text": "更多", + "boxes": [ + 1070, + 115, + 1118, + 135 + ] + }, + { + "text": "无障碍|关怀版", + "boxes": [ + 1394, + 111, + 1494, + 135 + ] + }, + { + "text": "原创NBA宣布！第32支球队要来了", + "boxes": [ + 526, + 177, + 962, + 220 + ] + }, + { + "text": "大家都在搜：马龙和家人现身（", + "boxes": [ + 1240, + 195, + 1420, + 212 + ] + }, + { + "text": "Q", + "boxes": [ + 1494, + 199, + 1506, + 210 + ] + }, + { + "text": "2025-05-14 11:37", + "boxes": [ + 534, + 230, + 646, + 254 + ] + }, + { + "text": "发布于：福建省", + "boxes": [ + 664, + 230, + 772, + 258 + ] + }, + { + "text": "体育说球吧?", + "boxes": [ + 384, + 240, + 486, + 272 + ] + }, + { + "text": "中", + "boxes": [ + 428, + 276, + 442, + 294 + ] + }, + { + "text": "NBA总裁亚当-萧华表示，他预计今年夏天联盟老板们的下一次会议议程中将讨论联盟扩军", + "boxes": [ + 530, + 274, + 1168, + 304 + ] + }, + { + "text": "2448", + "boxes": [ + 377, + 301, + 427, + 333 + ] + }, + { + "text": "530万", + "boxes": [ + 435, + 299, + 491, + 332 + ] + }, + { + "text": "的问题，正式讨论将NBA扩充至32支球队。", + "boxes": [ + 528, + 306, + 832, + 336 + ] + }, + { + "text": "文章", + "boxes": [ + 388, + 330, + 416, + 343 + ] + }, + { + "text": "总阅读", + "boxes": [ + 446, + 328, + 486, + 347 + ] + }, + { + "text": "体育领域优质创作者", + "boxes": [ + 386, + 357, + 490, + 381 + ] + }, + { + "text": "在接受SiusXM NBA电台采访时，萧华被问到，自联盟董事会上次在纽约召开会议以来的", + "boxes": [ + 528, + 361, + 1166, + 391 + ] + }, + { + "text": "查看TA的文章>", + "boxes": [ + 394, + 393, + 472, + 417 + ] + }, + { + "text": "近八周时间里，联盟对扩军的看法有何进展。在那次会议上，波士顿凯尔特人队的出售事宜", + "boxes": [ + 530, + 395, + 1176, + 425 + ] + }, + { + "text": "刚刚达成协议，但还尚未经过联盟的审查。", + "boxes": [ + 532, + 429, + 828, + 453 + ] + }, + { + "text": "凸", + "boxes": [ + 418, + 461, + 450, + 490 + ] + }, + { + "text": "首费", + "boxes": [ + 422, + 502, + 448, + 524 + ] + }, + { + "text": "FW", + "boxes": [ + 548, + 494, + 590, + 520 + ] + }, + { + "text": "热门精选", + "boxes": [ + 1220, + 560, + 1308, + 592 + ] + }, + { + "text": "金流向一览", + "boxes": [ + 1224, + 604, + 1308, + 627 + ] + }, + { + "text": "☆", + "boxes": [ + 420, + 643, + 450, + 675 + ] + }, + { + "text": "&", + "boxes": [ + 422, + 741, + 450, + 768 + ] + }, + { + "text": "分享", + "boxes": [ + 426, + 782, + 442, + 796 + ] + }, + { + "text": "扫码打开手机搜狐网", + "boxes": [ + 382, + 913, + 482, + 931 + ] + }, + { + "text": "重签火箭！乌", + "boxes": [ + 1274, + 907, + 1364, + 925 + ] + }, + { + "text": "杜兰特潜在下家曝光", + "boxes": [ + 1378, + 907, + 1500, + 925 + ] + }, + { + "text": "度卡没看走眼，你才..", + "boxes": [ + 1230, + 925, + 1356, + 943 + ] + }, + { + "text": "快船5换1或成最大赢", + "boxes": [ + 1380, + 925, + 1506, + 943 + ] + }, + { + "text": "精彩", + "boxes": [ + 398, + 949, + 418, + 963 + ] + }, + { + "text": "无限元宝传奇", + "boxes": [ + 8, + 1012, + 134, + 1036 + ] + }, + { + "text": "NBA宣布！第3.", + "boxes": [ + 216, + 1048, + 316, + 1072 + ] + } + ] + }, + { + "frame_id": "70_1_6", + "episode_id": 70, + "env_id": 1, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.97128963470459, + "advantages": 0.25890979170799255, + "generated_text": "{\n \"intent\": \"Click on 'The search engine optimized rich results' to explore further insights into the topics available.\",\n \"action\": \"DoubleClick(674, 70)\" }", + "action_string": "DoubleClick(674, 70)", + "intent_string": "Click on 'The search engine optimized rich results' to explore further insights into the topics available.", + "before_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing×十", + "boxes": [ + 40, + 32, + 244, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 21, + 109, + 185, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 498, + 256, + 556, + 276 + ] + }, + { + "text": "国际版", + "boxes": [ + 578, + 256, + 630, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 474, + 293, + 628, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 638, + 478 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1532, + 673, + 1634, + 705 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 721, + 274, + 752 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 1136, + 764, + 1354, + 794 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1452, + 764, + 1554, + 796 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 1132, + 790, + 1406, + 820 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 1138, + 810, + 1406, + 834 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "小孩，我不会跑，我是张纪中”，我妈说“不好", + "boxes": [ + 1130, + 822, + 1410, + 858 + ] + }, + { + "text": "想我不认“！一最后留了电话，怕也是有大导", + "boxes": [ + 1130, + 834, + 1418, + 881 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1450, + 839, + 1525, + 894 + ] + }, + { + "text": " 2.30%", + "boxes": [ + 1618, + 846, + 1696, + 893 + ] + }, + { + "text": "电话的人了！！！#张纪中撞车#偶遇明星#", + "boxes": [ + 1134, + 864, + 1416, + 893 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 1130, + 877, + 1282, + 914 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+2.3439", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "游戏天地·7小时", + "boxes": [ + 830, + 921, + 950, + 945 + ] + }, + { + "text": "Annie种草日记· 11 小时", + "boxes": [ + 1136, + 917, + 1310, + 947 + ] + }, + { + "text": "网红COS三丽鸥联动皮肤点赞", + "boxes": [ + 826, + 943, + 1100, + 973 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 1136, + 941, + 1410, + 977 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1454, + 939, + 1520, + 987 + ] + }, + { + "text": ",31", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "N", + "boxes": [ + 208, + 959, + 226, + 975 + ] + }, + { + "text": "ZAKER科技·1小时", + "boxes": [ + 224, + 955, + 342, + 979 + ] + }, + { + "text": "超70W，完美还原引玩家喜", + "boxes": [ + 824, + 967, + 1086, + 1003 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 1136, + 967, + 1410, + 1003 + ] + }, + { + "text": "“看天吃饭”的虎牙，开始种田了", + "boxes": [ + 202, + 977, + 626, + 1021 + ] + }, + { + "text": "英代达", + "boxes": [ + 1456, + 981, + 1526, + 1034 + ] + }, + { + "text": "+1.8736", + "boxes": [ + 1630, + 983, + 1700, + 1030 + ] + }, + { + "text": "爱", + "boxes": [ + 826, + 999, + 852, + 1022 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 1138, + 999, + 1226, + 1024 + ] + }, + { + "text": "73", + "boxes": [ + 826, + 1026, + 868, + 1046 + ] + }, + { + "text": "P", + "boxes": [ + 866, + 1026, + 892, + 1046 + ] + }, + { + "text": "18", + "boxes": [ + 1138, + 1026, + 1208, + 1048 + ] + }, + { + "text": "态丢白选股建过", + "boxes": [ + 1630, + 1028, + 1716, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 8, + 62, + 128, + 93 + ] + }, + { + "text": "①| htp://cn.bing.com", + "boxes": [ + 246, + 60, + 450, + 95 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 185, + 150 + ] + }, + { + "text": " Apple - http:/www.aple.com", + "boxes": [ + 256, + 107, + 478, + 137 + ] + }, + { + "text": " bing", + "boxes": [ + 256, + 143, + 314, + 169 + ] + }, + { + "text": "bing.con", + "boxes": [ + 338, + 147, + 388, + 167 + ] + }, + { + "text": "艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 316, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.con", + "boxes": [ + 598, + 220, + 660, + 238 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1527, + 668, + 1637, + 711 + ] + }, + { + "text": " DISCOVER", + "boxes": [ + 183, + 718, + 273, + 755 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 1134, + 762, + 1356, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1452, + 762, + 1556, + 800 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 1134, + 790, + 1408, + 820 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1454, + 798, + 1550, + 850 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 1134, + 808, + 1410, + 838 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "117212", + "boxes": [ + 1621, + 795, + 1701, + 849 + ] + }, + { + "text": "小孩，我不会跑，我是张纪中”，我妈说“不好", + "boxes": [ + 1132, + 822, + 1412, + 858 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1710, + 830 + ] + }, + { + "text": "我想我不我，我是了电话，我起是有天学", + "boxes": [ + 1128, + 830, + 1418, + 884 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1694, + 893 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星#", + "boxes": [ + 1134, + 864, + 1416, + 893 + ] + }, + { + "text": "", + "boxes": [ + 1585, + 845, + 1635, + 888 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 1130, + 879, + 1284, + 916 + ] + }, + { + "text": "频", + "boxes": [ + 1456, + 891, + 1526, + 945 + ] + }, + { + "text": "+23439 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "游戏天地·7小时", + "boxes": [ + 828, + 919, + 954, + 949 + ] + }, + { + "text": "Annie种草日记·11小时", + "boxes": [ + 1136, + 919, + 1310, + 949 + ] + }, + { + "text": "上汽大众：全势能布局下，如何在车企淘汰赛", + "boxes": [ + 200, + 945, + 794, + 987 + ] + }, + { + "text": "网红COS三丽鸥联动皮肤点赞", + "boxes": [ + 824, + 941, + 1102, + 977 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 1134, + 941, + 1408, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "中稳健前行？", + "boxes": [ + 187, + 976, + 381, + 1027 + ] + }, + { + "text": "超70W，完美还原引玩家喜", + "boxes": [ + 824, + 967, + 1086, + 1003 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 1136, + 967, + 1410, + 1003 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "*187%", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "爱", + "boxes": [ + 826, + 999, + 854, + 1022 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 1136, + 997, + 1228, + 1028 + ] + }, + { + "text": "73", + "boxes": [ + 828, + 1028, + 868, + 1044 + ] + } + ] + }, + { + "frame_id": "70_2_6", + "episode_id": 70, + "env_id": 2, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.56457233428955, + "advantages": 0.49181318283081055, + "generated_text": "{\n \"intent\": \"Open the Calculator application to perform some calculations and notice any features.\",\n \"action\": \"DoubleClick(59, 454)\"\n}", + "action_string": "DoubleClick(59, 454)", + "intent_string": "Open the Calculator application to perform some calculations and notice any features.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "", + "boxes": [ + 38, + 125, + 76, + 155 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 8, + 173, + 110, + 199 + ] + }, + { + "text": "1", + "boxes": [ + 42, + 238, + 74, + 260 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 102, + 308 + ] + }, + { + "text": "園", + "boxes": [ + 18, + 330, + 95, + 397 + ] + }, + { + "text": "galculator", + "boxes": [ + 254, + 351, + 466, + 381 + ] + }, + { + "text": "Calculator", + "boxes": [ + 4, + 385, + 118, + 423 + ] + }, + { + "text": "File Edit Vview ", + "boxes": [ + 174, + 379, + 296, + 403 + ] + }, + { + "text": " Calculator ", + "boxes": [ + 296, + 377, + 378, + 401 + ] + }, + { + "text": "Help", + "boxes": [ + 380, + 385, + 420, + 401 + ] + }, + { + "text": "0", + "boxes": [ + 422, + 421, + 450, + 449 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 16, + 498, + 96, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 32, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "@5fd973", + "boxes": [ + 250, + 1050, + 308, + 1070 + ] + }, + { + "text": "galculator", + "boxes": [ + 368, + 1050, + 438, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 20, + 58, + 64, + 101 + ] + }, + { + "text": " Open File", + "boxes": [ + 59, + 61, + 207, + 106 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 100, + 115, + 236, + 151 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 67, + 176, + 103, + 210 + ] + }, + { + "text": "Recent Files", + "boxes": [ + 104, + 181, + 226, + 212 + ] + }, + { + "text": " Templates", + "boxes": [ + 102, + 228, + 212, + 260 + ] + }, + { + "text": "Teri", + "boxes": [ + 22, + 284, + 52, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "国", + "boxes": [ + 68, + 324, + 100, + 353 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 106, + 326, + 276, + 355 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 401 + ] + }, + { + "text": " Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "Calc", + "boxes": [ + 14, + 393, + 50, + 413 + ] + }, + { + "text": "国", + "boxes": [ + 70, + 415, + 98, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 108, + 423, + 310, + 447 + ] + }, + { + "text": "Draw Drawing", + "boxes": [ + 104, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 100, + 514, + 242, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 104, + 558, + 256, + 592 + ] + }, + { + "text": "W", + "boxes": [ + 29, + 607, + 57, + 633 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "breoffice", + "boxes": [ + 530, + 1050, + 594, + 1070 + ] + } + ] + }, + { + "frame_id": "70_3_6", + "episode_id": 70, + "env_id": 3, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.829063415527344, + "advantages": -0.18949086964130402, + "generated_text": "{\n \"intent\": \"Move the mouse to navigate through the drawer menu by clicking on its icon, which should have 3 dots (top right corner). This will allow me to access additional icons or options from the browser.\",\n \"action\": \"Move(0, 7)\"\n}", + "action_string": "Move(0, 7)", + "intent_string": "Move the mouse to navigate through the drawer menu by clicking on its icon, which should have 3 dots (top right corner). This will allow me to access additional icons or options from the browser.", + "before_screen_ocr_results": [ + { + "text": "osoft Bing", + "boxes": [ + 118, + 32, + 188, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or ente", + "boxes": [ + 252, + 66, + 452, + 89 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 401, + 588, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1062, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "7", + "boxes": [ + 564, + 508, + 580, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 740, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 40, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or ente", + "boxes": [ + 252, + 66, + 452, + 89 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 164, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "70_4_6", + "episode_id": 70, + "env_id": 4, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.8861083984375, + "advantages": 0.2254704236984253, + "generated_text": "{\n \"intent\": \"To explore various sections of the website for more information.\",\n \"action\": \"DoubleClick(708, 468)\"\n}", + "action_string": "DoubleClick(708, 468)", + "intent_string": "To explore various sections of the website for more information.", + "before_screen_ocr_results": [ + { + "text": "Video | Watch movx+", + "boxes": [ + 68, + 32, + 244, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "Q白", + "boxes": [ + 62, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1880, + 93 + ] + }, + { + "text": "三", + "boxes": [ + 1892, + 68, + 1908, + 85 + ] + }, + { + "text": "", + "boxes": [ + 10, + 104, + 54, + 148 + ] + }, + { + "text": "You must enable DRM to play some audio or video on this page. Learn More", + "boxes": [ + 50, + 107, + 648, + 145 + ] + }, + { + "text": "Enable DRM", + "boxes": [ + 1754, + 111, + 1872, + 143 + ] + }, + { + "text": "×", + "boxes": [ + 1872, + 117, + 1898, + 137 + ] + }, + { + "text": "amazon", + "boxes": [ + 16, + 163, + 130, + 201 + ] + }, + { + "text": "Q", + "boxes": [ + 1452, + 171, + 1476, + 195 + ] + }, + { + "text": "Aeo sn & Lits ", + "boxes": [ + 1588, + 165, + 1716, + 208 + ] + }, + { + "text": "Returders", + "boxes": [ + 1730, + 171, + 1800, + 204 + ] + }, + { + "text": "!/cart", + "boxes": [ + 1809, + 162, + 1891, + 207 + ] + }, + { + "text": " Prime Video ", + "boxes": [ + 162, + 175, + 254, + 199 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 244, + 173, + 372, + 197 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 177, + 1580, + 202 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 222, + 70, + 250 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 84, + 222, + 182, + 248 + ] + }, + { + "text": " Registry Prime Video", + "boxes": [ + 170, + 220, + 354, + 256 + ] + }, + { + "text": " Gift Cards ", + "boxes": [ + 342, + 222, + 430, + 248 + ] + }, + { + "text": "?", + "boxes": [ + 32, + 280, + 60, + 304 + ] + }, + { + "text": "Traveling or based outside United States? Video availability outside of United States varies. Sign in to see videos available to you.", + "boxes": [ + 74, + 274, + 1250, + 310 + ] + }, + { + "text": "X", + "boxes": [ + 1816, + 276, + 1846, + 308 + ] + }, + { + "text": " prime video", + "boxes": [ + 66, + 341, + 172, + 373 + ] + }, + { + "text": "Home ", + "boxes": [ + 214, + 339, + 278, + 373 + ] + }, + { + "text": "Movies", + "boxes": [ + 308, + 341, + 376, + 373 + ] + }, + { + "text": "TV shows", + "boxes": [ + 408, + 345, + 490, + 371 + ] + }, + { + "text": "Sports", + "boxes": [ + 523, + 341, + 591, + 378 + ] + }, + { + "text": "prime", + "boxes": [ + 638, + 341, + 688, + 369 + ] + }, + { + "text": "主", + "boxes": [ + 1766, + 351, + 1778, + 363 + ] + }, + { + "text": "prime", + "boxes": [ + 64, + 697, + 146, + 750 + ] + }, + { + "text": "#1HAPPY", + "boxes": [ + 64, + 736, + 584, + 876 + ] + }, + { + "text": "FAMILYUSA", + "boxes": [ + 68, + 854, + 574, + 971 + ] + }, + { + "text": "?", + "boxes": [ + 180, + 1050, + 210, + 1070 + ] + }, + { + "text": "Prime Video |", + "boxes": [ + 216, + 1048, + 310, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "e Video| Watch movx+", + "boxes": [ + 62, + 32, + 244, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "Q白", + "boxes": [ + 62, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1880, + 93 + ] + }, + { + "text": "三", + "boxes": [ + 1892, + 68, + 1908, + 85 + ] + }, + { + "text": "", + "boxes": [ + 18, + 115, + 46, + 139 + ] + }, + { + "text": "You must enable DRM to play some audio or video on this page. Learn More", + "boxes": [ + 52, + 109, + 646, + 143 + ] + }, + { + "text": "Enable DRM", + "boxes": [ + 1754, + 111, + 1872, + 143 + ] + }, + { + "text": "×", + "boxes": [ + 1876, + 119, + 1896, + 135 + ] + }, + { + "text": "amazon", + "boxes": [ + 16, + 163, + 130, + 201 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 246, + 171, + 372, + 195 + ] + }, + { + "text": "Q", + "boxes": [ + 1452, + 171, + 1476, + 195 + ] + }, + { + "text": "Returders", + "boxes": [ + 1730, + 171, + 1800, + 204 + ] + }, + { + "text": "!/cart", + "boxes": [ + 1809, + 162, + 1891, + 207 + ] + }, + { + "text": " Prime Video ", + "boxes": [ + 164, + 177, + 252, + 195 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 177, + 1580, + 202 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 222, + 70, + 250 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 84, + 222, + 182, + 248 + ] + }, + { + "text": " Registry Prime Video", + "boxes": [ + 172, + 222, + 352, + 252 + ] + }, + { + "text": " Gift Cards ", + "boxes": [ + 341, + 218, + 431, + 251 + ] + }, + { + "text": "Customer Service", + "boxes": [ + 432, + 226, + 556, + 244 + ] + }, + { + "text": "?", + "boxes": [ + 32, + 280, + 60, + 304 + ] + }, + { + "text": "Traveling or based outside United States? Video availability outside of United States varies. Sign in to see videos available to you.", + "boxes": [ + 74, + 274, + 1250, + 310 + ] + }, + { + "text": "X", + "boxes": [ + 1816, + 276, + 1846, + 308 + ] + }, + { + "text": " prime video", + "boxes": [ + 66, + 341, + 172, + 373 + ] + }, + { + "text": "Home ", + "boxes": [ + 214, + 339, + 278, + 373 + ] + }, + { + "text": "Movies", + "boxes": [ + 308, + 341, + 376, + 373 + ] + }, + { + "text": "TV shows", + "boxes": [ + 408, + 345, + 490, + 371 + ] + }, + { + "text": "Sports", + "boxes": [ + 523, + 341, + 591, + 378 + ] + }, + { + "text": "prime", + "boxes": [ + 638, + 341, + 692, + 371 + ] + }, + { + "text": "1", + "boxes": [ + 1762, + 347, + 1778, + 365 + ] + }, + { + "text": "prime", + "boxes": [ + 68, + 643, + 144, + 683 + ] + }, + { + "text": "#1HAPPY", + "boxes": [ + 63, + 680, + 585, + 829 + ] + }, + { + "text": "FAMILY USA", + "boxes": [ + 66, + 800, + 574, + 911 + ] + }, + { + "text": " Season 1 · Creator Ramy Youssef presents an animated satire about a", + "boxes": [ + 64, + 927, + 708, + 963 + ] + }, + { + "text": "Muslim family maintaining their cheerful spirit amid post-9/11 paranoia i.", + "boxes": [ + 68, + 959, + 750, + 989 + ] + }, + { + "text": "Watch with Prime", + "boxes": [ + 84, + 1000, + 266, + 1041 + ] + }, + { + "text": "rime Video I", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "70_5_6", + "episode_id": 70, + "env_id": 5, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.347884178161621, + "advantages": 0.014181191101670265, + "generated_text": "{\n \"intent\": \"Scrolling down on the Bing homepage to view more articles and information.\",\n \"action\": \"ScrollDown(0,0)\"\n}", + "action_string": "ScrollDown(0, 0)", + "intent_string": "Scrolling down on the Bing homepage to view more articles and information.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1882, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 42, + 113, + 180, + 145 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 482, + 302, + 622, + 326 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "崔登荣游泳队总教练", + "boxes": [ + 1118, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1132, + 453, + 1258, + 471 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 725, + 274, + 750 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 818, + 760, + 1048, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 822, + 788, + 1100, + 824 + ] + }, + { + "text": "", + "boxes": [ + 802, + 804, + 1120, + 897 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1452, + 798, + 1550, + 850 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 822, + 808, + 1098, + 838 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "1", + "boxes": [ + 1610, + 788, + 1706, + 854 + ] + }, + { + "text": "每日经济新闻", + "boxes": [ + 1236, + 850, + 1366, + 881 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1447, + 838, + 1525, + 895 + ] + }, + { + "text": "M", + "boxes": [ + 1590, + 850, + 1632, + 885 + ] + }, + { + "text": " 2.40% ", + "boxes": [ + 1618, + 846, + 1700, + 893 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星#", + "boxes": [ + 822, + 864, + 1104, + 893 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 822, + 881, + 972, + 913 + ] + }, + { + "text": "“机”聚新动能“智”创新末来", + "boxes": [ + 398, + 893, + 600, + 923 + ] + }, + { + "text": "会斯上", + "boxes": [ + 1454, + 891, + 1524, + 941 + ] + }, + { + "text": "+276 ", + "boxes": [ + 1628, + 891, + 1702, + 941 + ] + }, + { + "text": "青岛市具身智能机器人生态发展大会", + "boxes": [ + 382, + 911, + 612, + 941 + ] + }, + { + "text": "?", + "boxes": [ + 1686, + 905, + 1712, + 925 + ] + }, + { + "text": "Annie种草日记·11小时", + "boxes": [ + 824, + 919, + 1000, + 949 + ] + }, + { + "text": "每日经济新闻·37分钟", + "boxes": [ + 1138, + 917, + 1298, + 947 + ] + }, + { + "text": "加速具身智能产品首试首用！青岛发布具身智", + "boxes": [ + 196, + 945, + 794, + 987 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "跨界巨头切入人形机器宾", + "boxes": [ + 1127, + 926, + 1391, + 987 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1456, + 937, + 1518, + 969 + ] + }, + { + "text": "M +2.81%", + "boxes": [ + 1608, + 941, + 1694, + 967 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "道，“人形含量”第一的", + "boxes": [ + 1136, + 967, + 1354, + 1003 + ] + }, + { + "text": "能机器人产业行动方案", + "boxes": [ + 190, + 981, + 506, + 1021 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 820, + 999, + 914, + 1024 + ] + }, + { + "text": "ETF易方达（159530)", + "boxes": [ + 1136, + 997, + 1358, + 1026 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1882, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 42, + 113, + 180, + 145 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 480, + 302, + 622, + 326 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "：崔登荣游泳队总教练", + "boxes": [ + 1116, + 411, + 1276, + 441 + ] + }, + { + "text": "热", + "boxes": [ + 662, + 421, + 674, + 433 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 725, + 270, + 750 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 818, + 760, + 1048, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 822, + 788, + 1100, + 824 + ] + }, + { + "text": "", + "boxes": [ + 802, + 804, + 1120, + 897 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1454, + 800, + 1548, + 846 + ] + }, + { + "text": "1.612", + "boxes": [ + 1618, + 798, + 1700, + 846 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 824, + 808, + 1098, + 838 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1708, + 828 + ] + }, + { + "text": "每日经济新闻", + "boxes": [ + 1234, + 848, + 1368, + 885 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": "M", + "boxes": [ + 1590, + 850, + 1632, + 885 + ] + }, + { + "text": " 2.40%6", + "boxes": [ + 1618, + 846, + 1696, + 893 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星#", + "boxes": [ + 822, + 864, + 1104, + 893 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 822, + 881, + 972, + 913 + ] + }, + { + "text": "经", + "boxes": [ + 1449, + 885, + 1527, + 946 + ] + }, + { + "text": "+22726 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "Annie种草日记·11小时", + "boxes": [ + 824, + 919, + 1000, + 949 + ] + }, + { + "text": "每日经济新闻·37分钟", + "boxes": [ + 1138, + 917, + 1300, + 947 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "跨界巨头切入人形机器人赛", + "boxes": [ + 1134, + 941, + 1390, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 943, + 1640, + 979 + ] + }, + { + "text": "1,6413 ", + "boxes": [ + 1626, + 937, + 1700, + 987 + ] + }, + { + "text": "快手可灵战略提级，视频大模型混战时代来", + "boxes": [ + 198, + 949, + 758, + 985 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "道，“人形含量\"第一的机器人", + "boxes": [ + 1134, + 967, + 1414, + 1003 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "*13", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 824, + 997, + 916, + 1028 + ] + }, + { + "text": "ETF易方达（159530）助.…", + "boxes": [ + 1136, + 997, + 1412, + 1026 + ] + } + ] + }, + { + "frame_id": "70_6_6", + "episode_id": 70, + "env_id": 6, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.284195899963379, + "advantages": -0.010820743627846241, + "generated_text": "{\n \"intent\": \"I will read the article headline and summary since it might provide context or targets further exploration.\",\n \"action\": \"DoubleClick(957, 426)\"\n}", + "action_string": "DoubleClick(957, 426)", + "intent_string": "I will read the article headline and summary since it might provide context or targets further exploration.", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1601, + 63, + 1663, + 94 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1880, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": "网易首页", + "boxes": [ + 40, + 113, + 92, + 131 + ] + }, + { + "text": "无障碍浏览进入关怀版", + "boxes": [ + 154, + 113, + 290, + 131 + ] + }, + { + "text": "图", + "boxes": [ + 1340, + 109, + 1364, + 131 + ] + }, + { + "text": "公开课", + "boxes": [ + 1386, + 113, + 1434, + 131 + ] + }, + { + "text": "严选", + "boxes": [ + 1468, + 113, + 1508, + 129 + ] + }, + { + "text": "", + "boxes": [ + 1578, + 111, + 1610, + 131 + ] + }, + { + "text": "登录", + "boxes": [ + 1644, + 111, + 1672, + 131 + ] + }, + { + "text": "注册免费邮箱", + "boxes": [ + 1702, + 109, + 1782, + 133 + ] + }, + { + "text": "VPS", + "boxes": [ + 1410, + 197, + 1536, + 256 + ] + }, + { + "text": "geSakuia", + "boxes": [ + 538, + 240, + 628, + 266 + ] + }, + { + "text": "geSakuia", + "boxes": [ + 1138, + 240, + 1226, + 266 + ] + }, + { + "text": "微软云", + "boxes": [ + 1012, + 272, + 1052, + 288 + ] + }, + { + "text": "广告", + "boxes": [ + 360, + 282, + 382, + 296 + ] + }, + { + "text": "网易首页>网易号>正文", + "boxes": [ + 352, + 349, + 494, + 379 + ] + }, + { + "text": "申请入驻>", + "boxes": [ + 1136, + 351, + 1196, + 377 + ] + }, + { + "text": "实锤！赵丽颖新欢曝光，男方系知名导演，被拍", + "boxes": [ + 346, + 391, + 1178, + 447 + ] + }, + { + "text": "到留宿还帮忙带娃！", + "boxes": [ + 348, + 445, + 698, + 492 + ] + }, + { + "text": "2025-05-14 15:58:20来源:乌娱子酱@河北", + "boxes": [ + 350, + 496, + 658, + 536 + ] + }, + { + "text": "乌娱子酱", + "boxes": [ + 1368, + 516, + 1442, + 542 + ] + }, + { + "text": "前排观看！资讯、", + "boxes": [ + 1324, + 538, + 1414, + 562 + ] + }, + { + "text": "娱乐", + "boxes": [ + 1458, + 542, + 1480, + 556 + ] + }, + { + "text": "875", + "boxes": [ + 1316, + 574, + 1368, + 608 + ] + }, + { + "text": "1287", + "boxes": [ + 1438, + 574, + 1496, + 606 + ] + }, + { + "text": "超一线女星赵丽颖又又又又坠入爱河了吗？", + "boxes": [ + 520, + 596, + 866, + 625 + ] + }, + { + "text": "口", + "boxes": [ + 402, + 611, + 436, + 643 + ] + }, + { + "text": "文章数", + "boxes": [ + 1318, + 604, + 1366, + 631 + ] + }, + { + "text": "关注度", + "boxes": [ + 1444, + 604, + 1492, + 631 + ] + }, + { + "text": "55", + "boxes": [ + 398, + 663, + 440, + 699 + ] + }, + { + "text": "往期回顾", + "boxes": [ + 1250, + 665, + 1334, + 697 + ] + }, + { + "text": "全部", + "boxes": [ + 1522, + 669, + 1552, + 683 + ] + }, + { + "text": "痛心！健身达人“山阿\"去世：年仅33岁人", + "boxes": [ + 1250, + 703, + 1542, + 733 + ] + }, + { + "text": "很帅气，母亲曝光原因", + "boxes": [ + 1250, + 727, + 1418, + 756 + ] + }, + { + "text": "分享至", + "boxes": [ + 398, + 737, + 438, + 756 + ] + }, + { + "text": "2025-05-14 17:51", + "boxes": [ + 1252, + 758, + 1364, + 782 + ] + }, + { + "text": "就是想要杀人！日本15岁男孩当街杀死8旬", + "boxes": [ + 1250, + 800, + 1556, + 830 + ] + }, + { + "text": "老妇：想进少管所关着", + "boxes": [ + 1252, + 824, + 1418, + 854 + ] + }, + { + "text": "2025-05-14 17:47", + "boxes": [ + 1256, + 858, + 1360, + 876 + ] + }, + { + "text": "恋情爆光", + "boxes": [ + 572, + 885, + 758, + 941 + ] + }, + { + "text": "76岁\"大鼻子情圣\"性侵成立获刑18个月", + "boxes": [ + 1250, + 895, + 1524, + 925 + ] + }, + { + "text": "走红全球还和普京是好友", + "boxes": [ + 1250, + 921, + 1436, + 951 + ] + }, + { + "text": "2025-05-14 17:19", + "boxes": [ + 1254, + 953, + 1366, + 977 + ] + }, + { + "text": "实锤！赵丽颖", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 28, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1601, + 63, + 1663, + 94 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1880, + 91 + ] + }, + { + "text": "R", + "boxes": [ + 1335, + 103, + 1369, + 137 + ] + }, + { + "text": "网易首页应用", + "boxes": [ + 40, + 113, + 136, + 131 + ] + }, + { + "text": "无障碍浏览进入关怀版", + "boxes": [ + 154, + 113, + 290, + 131 + ] + }, + { + "text": "公开课", + "boxes": [ + 1386, + 113, + 1436, + 131 + ] + }, + { + "text": "严选", + "boxes": [ + 1468, + 113, + 1508, + 129 + ] + }, + { + "text": "", + "boxes": [ + 1578, + 111, + 1612, + 131 + ] + }, + { + "text": "登录", + "boxes": [ + 1644, + 111, + 1672, + 131 + ] + }, + { + "text": "注册免费邮箱", + "boxes": [ + 1699, + 105, + 1783, + 136 + ] + }, + { + "text": "WEBSI", + "boxes": [ + 1253, + 198, + 1401, + 269 + ] + }, + { + "text": "VPS", + "boxes": [ + 1412, + 197, + 1536, + 256 + ] + }, + { + "text": "Sese Salkuiaw", + "boxes": [ + 523, + 231, + 643, + 277 + ] + }, + { + "text": "Sese Sakuin", + "boxes": [ + 1124, + 236, + 1240, + 274 + ] + }, + { + "text": "微软云", + "boxes": [ + 708, + 272, + 748, + 288 + ] + }, + { + "text": "微软云", + "boxes": [ + 1012, + 272, + 1052, + 288 + ] + }, + { + "text": "中文润色网站", + "boxes": [ + 1282, + 270, + 1372, + 288 + ] + }, + { + "text": "广告", + "boxes": [ + 360, + 282, + 382, + 296 + ] + }, + { + "text": "网易首页>网易号>正文", + "boxes": [ + 350, + 349, + 494, + 379 + ] + }, + { + "text": "搜索", + "boxes": [ + 1078, + 357, + 1098, + 371 + ] + }, + { + "text": "申请入驻>", + "boxes": [ + 1136, + 351, + 1198, + 377 + ] + }, + { + "text": "实锤！赵丽颖新欢曝光", + "boxes": [ + 348, + 393, + 756, + 447 + ] + }, + { + "text": "男方系知名导演", + "boxes": [ + 780, + 397, + 1068, + 445 + ] + }, + { + "text": "被拍", + "boxes": [ + 1082, + 395, + 1180, + 447 + ] + }, + { + "text": "，", + "boxes": [ + 736, + 407, + 774, + 435 + ] + }, + { + "text": "，", + "boxes": [ + 1056, + 407, + 1102, + 435 + ] + }, + { + "text": "到留宿还帮忙带娃！", + "boxes": [ + 346, + 445, + 696, + 492 + ] + }, + { + "text": "2025-05-1415:58:20来源:乌娱子酱河北", + "boxes": [ + 348, + 496, + 658, + 536 + ] + }, + { + "text": "乌娱子酱", + "boxes": [ + 1368, + 516, + 1442, + 542 + ] + }, + { + "text": "前排观看！资讯、", + "boxes": [ + 1324, + 538, + 1414, + 562 + ] + }, + { + "text": "875", + "boxes": [ + 1316, + 574, + 1368, + 608 + ] + }, + { + "text": "1287", + "boxes": [ + 1438, + 574, + 1496, + 606 + ] + }, + { + "text": "超一线女星赵丽颖又又又又坠入爱河了吗？", + "boxes": [ + 520, + 596, + 866, + 625 + ] + }, + { + "text": "口", + "boxes": [ + 402, + 611, + 436, + 643 + ] + }, + { + "text": "文章数", + "boxes": [ + 1318, + 604, + 1366, + 631 + ] + }, + { + "text": "关注度", + "boxes": [ + 1444, + 604, + 1492, + 631 + ] + }, + { + "text": "55", + "boxes": [ + 398, + 663, + 440, + 699 + ] + }, + { + "text": "往期回顾", + "boxes": [ + 1250, + 665, + 1334, + 697 + ] + }, + { + "text": "全部", + "boxes": [ + 1522, + 669, + 1552, + 683 + ] + }, + { + "text": "痛心！健身达人“山阿\"去世：年仅33岁人", + "boxes": [ + 1250, + 703, + 1542, + 733 + ] + }, + { + "text": "很帅气，母亲曝光原因", + "boxes": [ + 1250, + 727, + 1420, + 756 + ] + }, + { + "text": "分享至", + "boxes": [ + 398, + 737, + 438, + 756 + ] + }, + { + "text": "2025-05-14 17:51", + "boxes": [ + 1252, + 758, + 1364, + 782 + ] + }, + { + "text": "就是想要杀人！日本15岁男孩当街杀死8旬", + "boxes": [ + 1250, + 800, + 1556, + 830 + ] + }, + { + "text": "老妇：想进少管所关着", + "boxes": [ + 1252, + 824, + 1418, + 854 + ] + }, + { + "text": "2025-05-14 17:47", + "boxes": [ + 1256, + 858, + 1360, + 876 + ] + }, + { + "text": "恋情曝光", + "boxes": [ + 570, + 885, + 756, + 941 + ] + }, + { + "text": "76岁\"大鼻子情圣\"性侵成立获刑18个月", + "boxes": [ + 1250, + 895, + 1524, + 925 + ] + }, + { + "text": "走红全球还和普京是好友", + "boxes": [ + 1250, + 921, + 1436, + 951 + ] + }, + { + "text": "2025-05-14 17:19", + "boxes": [ + 1252, + 953, + 1364, + 977 + ] + }, + { + "text": "实锤！赵丽颖", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "70_7_6", + "episode_id": 70, + "env_id": 7, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.784929275512695, + "advantages": 0.1857507973909378, + "generated_text": "{\n \"intent\": \"Click on the search bar to focus on it first before typing any query.\",\n \"action\": \"Click(427, 76)\" \n}", + "action_string": "Click(427, 76)", + "intent_string": "Click on the search bar to focus on it first before typing any query.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 42, + 113, + 182, + 147 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "人工智能送上太空", + "boxes": [ + 500, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1114, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 274, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "11-612", + "boxes": [ + 1619, + 790, + 1703, + 849 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1692, + 893 + ] + }, + { + "text": "频", + "boxes": [ + 1456, + 891, + 1526, + 945 + ] + }, + { + "text": "+2.2726", + "boxes": [ + 1634, + 891, + 1700, + 941 + ] + }, + { + "text": "小黑盒生活·1小时", + "boxes": [ + 204, + 923, + 340, + 941 + ] + }, + { + "text": "I之家·7小时", + "boxes": [ + 826, + 921, + 938, + 945 + ] + }, + { + "text": "和讯网·2小时", + "boxes": [ + 1138, + 919, + 1256, + 949 + ] + }, + { + "text": "Steam新一周销量排行榜：", + "boxes": [ + 824, + 941, + 1096, + 977 + ] + }, + { + "text": "智光电气：储能产业园峻工，", + "boxes": [ + 1136, + 941, + 1400, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,6413 ", + "boxes": [ + 1626, + 937, + 1700, + 987 + ] + }, + { + "text": "ncel", + "boxes": [ + 330, + 973, + 510, + 1011 + ] + }, + { + "text": "《光与影：33号远征队》二连", + "boxes": [ + 828, + 967, + 1106, + 1003 + ] + }, + { + "text": "年产能超10GWh", + "boxes": [ + 1136, + 967, + 1316, + 1003 + ] + }, + { + "text": "新高", + "boxes": [ + 195, + 962, + 339, + 1028 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "*13", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "冠", + "boxes": [ + 824, + 997, + 858, + 1024 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 30, + 66, + 126, + 89 + ] + }, + { + "text": "丨 https://cn.bing.cm", + "boxes": [ + 248, + 59, + 448, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 41, + 108, + 185, + 150 + ] + }, + { + "text": "Apple", + "boxes": [ + 262, + 111, + 326, + 131 + ] + }, + { + "text": "- http://www.apple.com", + "boxes": [ + 324, + 111, + 478, + 135 + ] + }, + { + "text": "bing", + "boxes": [ + 258, + 147, + 310, + 165 + ] + }, + { + "text": "在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 332, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.con", + "boxes": [ + 598, + 220, + 660, + 238 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 670, + 1635, + 710 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 725, + 274, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1453, + 797, + 1549, + 849 + ] + }, + { + "text": "1,171%", + "boxes": [ + 1626, + 798, + 1700, + 848 + ] + }, + { + "text": "I", + "boxes": [ + 1596, + 812, + 1610, + 834 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": "32,30%", + "boxes": [ + 1624, + 846, + 1694, + 893 + ] + }, + { + "text": "谁", + "boxes": [ + 750, + 887, + 762, + 899 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+2.2726", + "boxes": [ + 1632, + 891, + 1700, + 941 + ] + }, + { + "text": "春", + "boxes": [ + 748, + 925, + 762, + 943 + ] + }, + { + "text": "I之家·7小时", + "boxes": [ + 822, + 917, + 940, + 949 + ] + }, + { + "text": "和讯网·2小时", + "boxes": [ + 1136, + 919, + 1256, + 949 + ] + }, + { + "text": "小品：还是赵家班小品搞笑，单纯的搞笑", + "boxes": [ + 198, + 945, + 738, + 987 + ] + }, + { + "text": "Steam新一周销量排行榜：", + "boxes": [ + 822, + 941, + 1094, + 977 + ] + }, + { + "text": "智光电气：储能产业园峻工，", + "boxes": [ + 1134, + 941, + 1398, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "不", + "boxes": [ + 752, + 951, + 788, + 981 + ] + }, + { + "text": "《光与影：33号远征队》二连", + "boxes": [ + 828, + 967, + 1106, + 1003 + ] + }, + { + "text": "年产能超10GWh", + "boxes": [ + 1136, + 967, + 1316, + 1003 + ] + }, + { + "text": "用讲大道理", + "boxes": [ + 200, + 981, + 358, + 1024 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "*13", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "冠", + "boxes": [ + 824, + 997, + 858, + 1024 + ] + }, + { + "text": "20", + "boxes": [ + 208, + 1026, + 264, + 1044 + ] + }, + { + "text": "2", + "boxes": [ + 190, + 1052, + 202, + 1064 + ] + } + ] + }, + { + "frame_id": "70_0_7", + "episode_id": 70, + "env_id": 0, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.202905654907227, + "advantages": -0.042732637375593185, + "generated_text": "{\n \"intent\": \"Hover over the search bar to type an appropriate query and search for important information.\",\n \"action\": \"Move(1021, 67)\"\n}", + "action_string": "Move(1021, 67)", + "intent_string": "Hover over the search bar to type an appropriate query and search for important information.", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 34, + 65, + 124, + 88 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1882, + 89 + ] + }, + { + "text": "找", + "boxes": [ + 334, + 101, + 402, + 143 + ] + }, + { + "text": "新闻", + "boxes": [ + 438, + 111, + 478, + 137 + ] + }, + { + "text": "体育", + "boxes": [ + 502, + 111, + 544, + 137 + ] + }, + { + "text": "汽车", + "boxes": [ + 564, + 113, + 608, + 133 + ] + }, + { + "text": "房产", + "boxes": [ + 626, + 113, + 668, + 133 + ] + }, + { + "text": "旅游", + "boxes": [ + 692, + 113, + 736, + 133 + ] + }, + { + "text": "教育", + "boxes": [ + 756, + 113, + 802, + 133 + ] + }, + { + "text": "时尚", + "boxes": [ + 810, + 113, + 868, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 882, + 113, + 932, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 938, + 113, + 994, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 1000, + 111, + 1060, + 137 + ] + }, + { + "text": "无障碍|关怀版", + "boxes": [ + 1394, + 111, + 1494, + 135 + ] + }, + { + "text": "原创NBA宣布！第32支球队要来了", + "boxes": [ + 526, + 177, + 962, + 220 + ] + }, + { + "text": "大家都在搜：马龙和家人现身（", + "boxes": [ + 1240, + 195, + 1420, + 212 + ] + }, + { + "text": "Q", + "boxes": [ + 1494, + 199, + 1506, + 210 + ] + }, + { + "text": "2025-05-14 11:37", + "boxes": [ + 532, + 228, + 648, + 258 + ] + }, + { + "text": "发布于：福建省", + "boxes": [ + 664, + 230, + 772, + 258 + ] + }, + { + "text": "体育说球吧?", + "boxes": [ + 384, + 240, + 486, + 272 + ] + }, + { + "text": "中", + "boxes": [ + 428, + 276, + 442, + 294 + ] + }, + { + "text": "NBA总裁亚当-萧华表示，他预计今年夏天联盟老板们的下一次会议议程中将讨论联盟扩军", + "boxes": [ + 530, + 274, + 1168, + 304 + ] + }, + { + "text": "2448", + "boxes": [ + 377, + 301, + 427, + 333 + ] + }, + { + "text": "530万", + "boxes": [ + 435, + 299, + 491, + 332 + ] + }, + { + "text": "的问题，正式讨论将NBA扩充至32支球队。", + "boxes": [ + 528, + 306, + 832, + 336 + ] + }, + { + "text": "文章", + "boxes": [ + 388, + 330, + 416, + 343 + ] + }, + { + "text": "总阅读", + "boxes": [ + 446, + 328, + 486, + 347 + ] + }, + { + "text": "体育领域优质创作者", + "boxes": [ + 386, + 357, + 490, + 381 + ] + }, + { + "text": "在接受SiusXM NBA电台采访时，萧华被问到，自联盟董事会上次在纽约召开会议以来的", + "boxes": [ + 528, + 361, + 1166, + 391 + ] + }, + { + "text": "查看TA的文章>", + "boxes": [ + 394, + 393, + 472, + 417 + ] + }, + { + "text": "近八周时间里，联盟对扩军的看法有何进展。在那次会议上，波士顿凯尔特人队的出售事宜", + "boxes": [ + 530, + 395, + 1176, + 425 + ] + }, + { + "text": "刚刚达成协议，但还尚未经过联盟的审查。", + "boxes": [ + 532, + 429, + 828, + 453 + ] + }, + { + "text": "凸", + "boxes": [ + 418, + 461, + 450, + 490 + ] + }, + { + "text": "首赞", + "boxes": [ + 422, + 502, + 450, + 524 + ] + }, + { + "text": "FW", + "boxes": [ + 548, + 494, + 590, + 520 + ] + }, + { + "text": "热门精选", + "boxes": [ + 1220, + 560, + 1308, + 592 + ] + }, + { + "text": "金流向一览", + "boxes": [ + 1224, + 604, + 1308, + 627 + ] + }, + { + "text": "☆", + "boxes": [ + 422, + 647, + 450, + 675 + ] + }, + { + "text": "&", + "boxes": [ + 422, + 741, + 450, + 768 + ] + }, + { + "text": "分享", + "boxes": [ + 426, + 782, + 442, + 796 + ] + }, + { + "text": "SALE", + "boxes": [ + 0, + 844, + 142, + 923 + ] + }, + { + "text": "HOME", + "boxes": [ + 22, + 893, + 186, + 957 + ] + }, + { + "text": "扫码打开手机搜狐网", + "boxes": [ + 382, + 913, + 482, + 931 + ] + }, + { + "text": "重签火箭！乌", + "boxes": [ + 1274, + 907, + 1364, + 925 + ] + }, + { + "text": "杜兰特潜在下家曝光", + "boxes": [ + 1378, + 907, + 1500, + 925 + ] + }, + { + "text": "度卡没看走眼，你才.", + "boxes": [ + 1230, + 925, + 1356, + 943 + ] + }, + { + "text": "快船5换1或成最大赢", + "boxes": [ + 1380, + 925, + 1506, + 943 + ] + }, + { + "text": "精彩", + "boxes": [ + 396, + 949, + 418, + 963 + ] + }, + { + "text": "·0○", + "boxes": [ + 63, + 972, + 153, + 1009 + ] + }, + { + "text": "国外vps网站", + "boxes": [ + 6, + 1009, + 132, + 1040 + ] + }, + { + "text": "NBA宣布！第3..", + "boxes": [ + 216, + 1048, + 318, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 36, + 65, + 124, + 88 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 66, + 1664, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1882, + 89 + ] + }, + { + "text": "找", + "boxes": [ + 334, + 101, + 402, + 143 + ] + }, + { + "text": "新闻", + "boxes": [ + 438, + 111, + 478, + 137 + ] + }, + { + "text": "体育", + "boxes": [ + 502, + 111, + 544, + 137 + ] + }, + { + "text": "汽车", + "boxes": [ + 564, + 113, + 606, + 133 + ] + }, + { + "text": "房产", + "boxes": [ + 626, + 113, + 668, + 133 + ] + }, + { + "text": "旅游", + "boxes": [ + 692, + 113, + 734, + 133 + ] + }, + { + "text": "教育", + "boxes": [ + 756, + 113, + 800, + 133 + ] + }, + { + "text": "时尚", + "boxes": [ + 810, + 113, + 866, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 882, + 113, + 930, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 938, + 113, + 992, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 1002, + 113, + 1054, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 1074, + 111, + 1118, + 137 + ] + }, + { + "text": "无障碍|关怀版", + "boxes": [ + 1394, + 111, + 1494, + 135 + ] + }, + { + "text": "原创NBA宣布！第32支球队要来了", + "boxes": [ + 526, + 177, + 962, + 220 + ] + }, + { + "text": "大家都在搜：马龙和家人现身", + "boxes": [ + 1240, + 195, + 1420, + 212 + ] + }, + { + "text": "Q", + "boxes": [ + 1490, + 197, + 1506, + 210 + ] + }, + { + "text": "2025-05-14 11:37", + "boxes": [ + 534, + 230, + 646, + 254 + ] + }, + { + "text": "发布于：福建省", + "boxes": [ + 664, + 230, + 772, + 258 + ] + }, + { + "text": "体育说球吧?", + "boxes": [ + 384, + 240, + 486, + 272 + ] + }, + { + "text": "中", + "boxes": [ + 428, + 276, + 442, + 292 + ] + }, + { + "text": "NBA总裁亚当-萧华表示，他预计今年夏天联盟老板们的下一次会议议程中将讨论联盟扩军", + "boxes": [ + 530, + 274, + 1168, + 304 + ] + }, + { + "text": "2448", + "boxes": [ + 377, + 301, + 427, + 333 + ] + }, + { + "text": "530万", + "boxes": [ + 435, + 299, + 491, + 332 + ] + }, + { + "text": "的问题，正式讨论将NBA扩充至32支球队。", + "boxes": [ + 528, + 306, + 832, + 336 + ] + }, + { + "text": "文章", + "boxes": [ + 388, + 330, + 416, + 343 + ] + }, + { + "text": "总阅读", + "boxes": [ + 446, + 328, + 486, + 347 + ] + }, + { + "text": "体育领域优质创作者", + "boxes": [ + 386, + 357, + 490, + 381 + ] + }, + { + "text": "在接受SiusXM NBA电台采访时，萧华被问到，自联盟董事会上次在纽约召开会议以来的", + "boxes": [ + 528, + 361, + 1166, + 391 + ] + }, + { + "text": "查看TA的文章>", + "boxes": [ + 392, + 393, + 472, + 417 + ] + }, + { + "text": "近八周时间里，联盟对扩军的看法有何进展。在那次会议上，波士顿凯尔特人队的出售事宜", + "boxes": [ + 530, + 395, + 1176, + 425 + ] + }, + { + "text": "刚刚达成协议，但还尚未经过联盟的审查。", + "boxes": [ + 532, + 429, + 828, + 453 + ] + }, + { + "text": "凸", + "boxes": [ + 418, + 461, + 450, + 490 + ] + }, + { + "text": "首费", + "boxes": [ + 422, + 502, + 448, + 524 + ] + }, + { + "text": "FW", + "boxes": [ + 548, + 494, + 590, + 520 + ] + }, + { + "text": "热门精选", + "boxes": [ + 1220, + 560, + 1308, + 592 + ] + }, + { + "text": "金流向一览", + "boxes": [ + 1224, + 604, + 1308, + 627 + ] + }, + { + "text": "☆", + "boxes": [ + 422, + 647, + 450, + 675 + ] + }, + { + "text": "&", + "boxes": [ + 422, + 741, + 450, + 768 + ] + }, + { + "text": "分享", + "boxes": [ + 426, + 782, + 442, + 796 + ] + }, + { + "text": "SALE", + "boxes": [ + 0, + 844, + 142, + 923 + ] + }, + { + "text": "HOME", + "boxes": [ + 22, + 893, + 186, + 957 + ] + }, + { + "text": "扫码打开手机搜狐网", + "boxes": [ + 382, + 913, + 482, + 931 + ] + }, + { + "text": "重签火箭！乌", + "boxes": [ + 1274, + 907, + 1364, + 925 + ] + }, + { + "text": "杜兰特潜在下家曝光", + "boxes": [ + 1378, + 907, + 1500, + 925 + ] + }, + { + "text": "度卡没看走眼，你才.", + "boxes": [ + 1230, + 925, + 1356, + 943 + ] + }, + { + "text": "快船5换1或成最大赢", + "boxes": [ + 1380, + 925, + 1506, + 943 + ] + }, + { + "text": "精彩", + "boxes": [ + 396, + 949, + 418, + 963 + ] + }, + { + "text": "·0○", + "boxes": [ + 63, + 972, + 153, + 1009 + ] + }, + { + "text": "国外vps网站", + "boxes": [ + 8, + 1009, + 132, + 1040 + ] + }, + { + "text": "NBA宣布！第3..", + "boxes": [ + 216, + 1048, + 318, + 1072 + ] + } + ] + }, + { + "frame_id": "70_1_7", + "episode_id": 70, + "env_id": 1, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.921846389770508, + "advantages": 0.2394999861717224, + "generated_text": "{\n \"intent\": \"Click on the first search result link from Bing, which is likely to be a popular website relevant to this task.\",\n \"action\": \"DoubleClick(719, 156)\" \n}", + "action_string": "DoubleClick(719, 156)", + "intent_string": "Click on the first search result link from Bing, which is likely to be a popular website relevant to this task.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 8, + 62, + 128, + 93 + ] + }, + { + "text": "①| htp://cn.bing.com", + "boxes": [ + 246, + 60, + 450, + 95 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 185, + 150 + ] + }, + { + "text": " Apple - http:/www.aple.com", + "boxes": [ + 256, + 107, + 478, + 137 + ] + }, + { + "text": " bing", + "boxes": [ + 256, + 143, + 314, + 169 + ] + }, + { + "text": "bing.con", + "boxes": [ + 338, + 147, + 388, + 167 + ] + }, + { + "text": "艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 316, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.con", + "boxes": [ + 598, + 220, + 660, + 238 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1527, + 668, + 1637, + 711 + ] + }, + { + "text": " DISCOVER", + "boxes": [ + 183, + 718, + 273, + 755 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 1134, + 762, + 1356, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1452, + 762, + 1556, + 800 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 1134, + 790, + 1408, + 820 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 1134, + 808, + 1410, + 838 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1456, + 800, + 1548, + 846 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "117212", + "boxes": [ + 1621, + 795, + 1701, + 849 + ] + }, + { + "text": "小孩，我不会跑，我是张纪中”，我妈说“不好", + "boxes": [ + 1132, + 822, + 1412, + 858 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1710, + 830 + ] + }, + { + "text": "我想我不我，我是了电话，我起是有天学", + "boxes": [ + 1128, + 830, + 1418, + 884 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1694, + 893 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星#", + "boxes": [ + 1134, + 864, + 1416, + 893 + ] + }, + { + "text": "", + "boxes": [ + 1585, + 845, + 1635, + 888 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 1130, + 879, + 1284, + 916 + ] + }, + { + "text": "频", + "boxes": [ + 1456, + 891, + 1526, + 945 + ] + }, + { + "text": "+23439 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "游戏天地·7小时", + "boxes": [ + 828, + 919, + 954, + 949 + ] + }, + { + "text": "Annie种草日记·11小时", + "boxes": [ + 1136, + 919, + 1310, + 949 + ] + }, + { + "text": "上汽大众：全势能布局下，如何在车企淘汰赛", + "boxes": [ + 200, + 945, + 794, + 987 + ] + }, + { + "text": "网红COS三丽鸥联动皮肤点赞", + "boxes": [ + 824, + 941, + 1102, + 977 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 1134, + 941, + 1408, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "中稳健前行？", + "boxes": [ + 187, + 976, + 381, + 1027 + ] + }, + { + "text": "超70W，完美还原引玩家喜", + "boxes": [ + 824, + 967, + 1086, + 1003 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 1136, + 967, + 1410, + 1003 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "*187%", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "爱", + "boxes": [ + 826, + 999, + 854, + 1022 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 1136, + 997, + 1228, + 1028 + ] + }, + { + "text": "73", + "boxes": [ + 828, + 1028, + 868, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 32, + 66, + 126, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 37, + 109, + 185, + 150 + ] + }, + { + "text": "8", + "boxes": [ + 1788, + 125, + 1818, + 139 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "热", + "boxes": [ + 662, + 421, + 674, + 433 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 968, + 478 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1114, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 721, + 276, + 752 + ] + }, + { + "text": "", + "boxes": [ + 238, + 746, + 298, + 796 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "13161", + "boxes": [ + 1622, + 796, + 1702, + 850 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1450, + 839, + 1523, + 892 + ] + }, + { + "text": "M", + "boxes": [ + 1590, + 850, + 1632, + 885 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1694, + 893 + ] + }, + { + "text": "预", + "boxes": [ + 1452, + 889, + 1526, + 945 + ] + }, + { + "text": "+2.663 ", + "boxes": [ + 1632, + 891, + 1700, + 941 + ] + }, + { + "text": "I之家·44分钟", + "boxes": [ + 826, + 921, + 948, + 945 + ] + }, + { + "text": "证券日报·1小时", + "boxes": [ + 1138, + 917, + 1268, + 947 + ] + }, + { + "text": "图森未来3A游戏《金庸群侠", + "boxes": [ + 824, + 941, + 1100, + 977 + ] + }, + { + "text": "小金属擎起“智造”强链厦门", + "boxes": [ + 1136, + 941, + 1402, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "我国首台商用氢能机车头试运行核心动力系统", + "boxes": [ + 200, + 945, + 796, + 987 + ] + }, + { + "text": "传》、三体IP项目预计", + "boxes": [ + 822, + 967, + 1050, + 1003 + ] + }, + { + "text": "钨业全球化布局打开未来发展", + "boxes": [ + 1136, + 967, + 1410, + 1003 + ] + }, + { + "text": "“成都造”", + "boxes": [ + 201, + 978, + 333, + 1023 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "*1342", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "2027年推出", + "boxes": [ + 826, + 995, + 958, + 1026 + ] + }, + { + "text": "空间", + "boxes": [ + 1136, + 995, + 1190, + 1028 + ] + } + ] + }, + { + "frame_id": "70_2_7", + "episode_id": 70, + "env_id": 2, + "step": 7, + "format_rewards": 1.0, + "rewards": 11.87160587310791, + "advantages": 1.0049117803573608, + "generated_text": "{\n \"intent\": \"Double click to open the LibreOffice Writer Document\",\n \"action\": \"DoubleClick(126, 344)\"\n}", + "action_string": "DoubleClick(126, 344)", + "intent_string": "Double click to open the LibreOffice Writer Document", + "before_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 20, + 58, + 64, + 101 + ] + }, + { + "text": " Open File", + "boxes": [ + 59, + 61, + 207, + 106 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 100, + 115, + 236, + 151 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 67, + 176, + 103, + 210 + ] + }, + { + "text": "Recent Files", + "boxes": [ + 104, + 181, + 226, + 212 + ] + }, + { + "text": " Templates", + "boxes": [ + 102, + 228, + 212, + 260 + ] + }, + { + "text": "Teri", + "boxes": [ + 22, + 284, + 52, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "国", + "boxes": [ + 68, + 324, + 100, + 353 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 106, + 326, + 276, + 355 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 401 + ] + }, + { + "text": " Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "Calc", + "boxes": [ + 14, + 393, + 50, + 413 + ] + }, + { + "text": "国", + "boxes": [ + 70, + 415, + 98, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 108, + 423, + 310, + 447 + ] + }, + { + "text": "Draw Drawing", + "boxes": [ + 104, + 462, + 250, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 100, + 514, + 242, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 104, + 558, + 256, + 592 + ] + }, + { + "text": "W", + "boxes": [ + 29, + 607, + 57, + 633 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "breoffice", + "boxes": [ + 530, + 1050, + 594, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Edit View", + "boxes": [ + 88, + 36, + 180, + 54 + ] + }, + { + "text": "Styles ", + "boxes": [ + 298, + 36, + 356, + 54 + ] + }, + { + "text": "Tools", + "boxes": [ + 462, + 38, + 502, + 54 + ] + }, + { + "text": "--B- eax", + "boxes": [ + 62, + 56, + 418, + 93 + ] + }, + { + "text": "睡·", + "boxes": [ + 676, + 66, + 724, + 83 + ] + }, + { + "text": "嘬·Ω·", + "boxes": [ + 818, + 62, + 952, + 91 + ] + }, + { + "text": "Default Style", + "boxes": [ + 74, + 101, + 174, + 125 + ] + }, + { + "text": "", + "boxes": [ + 188, + 101, + 286, + 127 + ] + }, + { + "text": "Liberation:", + "boxes": [ + 284, + 103, + 356, + 121 + ] + }, + { + "text": "Mou", + "boxes": [ + 8, + 171, + 54, + 199 + ] + }, + { + "text": "HD O", + "boxes": [ + 1824, + 171, + 1862, + 353 + ] + }, + { + "text": "Terr", + "boxes": [ + 20, + 280, + 54, + 308 + ] + }, + { + "text": "Calci", + "boxes": [ + 10, + 387, + 58, + 421 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 530 + ] + }, + { + "text": "Mr", + "boxes": [ + 36, + 615, + 54, + 629 + ] + }, + { + "text": "Page 1 of 1", + "boxes": [ + 68, + 993, + 132, + 1011 + ] + }, + { + "text": "Default Style", + "boxes": [ + 670, + 991, + 744, + 1009 + ] + }, + { + "text": "glish (USA", + "boxes": [ + 1058, + 993, + 1118, + 1011 + ] + }, + { + "text": "ntitled 1 - Li", + "boxes": [ + 530, + 1048, + 612, + 1072 + ] + } + ] + }, + { + "frame_id": "70_3_7", + "episode_id": 70, + "env_id": 3, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.998286247253418, + "advantages": -0.12305952608585358, + "generated_text": "{\n \"intent\": \"Move closer to the browser actionbar, which might contain additional options or settings necessary for further exploration.\",\n \"action\": \"Move(769, 603)\"\n}", + "action_string": "Move(769, 603)", + "intent_string": "Move closer to the browser actionbar, which might contain additional options or settings necessary for further exploration.", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 40, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or ente", + "boxes": [ + 252, + 66, + 452, + 89 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 164, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": "osoft Bing", + "boxes": [ + 118, + 32, + 188, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 38, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or ente", + "boxes": [ + 252, + 66, + 452, + 89 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 164, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 740, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 556, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "70_4_7", + "episode_id": 70, + "env_id": 4, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.435429573059082, + "advantages": 0.44111594557762146, + "generated_text": "{\n \"intent\": \"Navigate through different sections of the Amazon Prime Video website to explore available content.\",\n \"action\": \"Click(446, 349)\"\n}", + "action_string": "Click(446, 349)", + "intent_string": "Navigate through different sections of the Amazon Prime Video website to explore available content.", + "before_screen_ocr_results": [ + { + "text": "e Video| Watch movx+", + "boxes": [ + 62, + 32, + 244, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "Q白", + "boxes": [ + 62, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1880, + 93 + ] + }, + { + "text": "三", + "boxes": [ + 1892, + 68, + 1908, + 85 + ] + }, + { + "text": "", + "boxes": [ + 18, + 115, + 46, + 139 + ] + }, + { + "text": "You must enable DRM to play some audio or video on this page. Learn More", + "boxes": [ + 52, + 109, + 646, + 143 + ] + }, + { + "text": "Enable DRM", + "boxes": [ + 1754, + 111, + 1872, + 143 + ] + }, + { + "text": "×", + "boxes": [ + 1876, + 119, + 1896, + 135 + ] + }, + { + "text": "amazon", + "boxes": [ + 16, + 163, + 130, + 201 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 246, + 171, + 372, + 195 + ] + }, + { + "text": "Q", + "boxes": [ + 1452, + 171, + 1476, + 195 + ] + }, + { + "text": "Returders", + "boxes": [ + 1730, + 171, + 1800, + 204 + ] + }, + { + "text": "!/cart", + "boxes": [ + 1809, + 162, + 1891, + 207 + ] + }, + { + "text": " Prime Video ", + "boxes": [ + 164, + 177, + 252, + 195 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 177, + 1580, + 202 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 222, + 70, + 250 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 84, + 222, + 182, + 248 + ] + }, + { + "text": " Registry Prime Video", + "boxes": [ + 172, + 222, + 352, + 252 + ] + }, + { + "text": " Gift Cards ", + "boxes": [ + 341, + 218, + 431, + 251 + ] + }, + { + "text": "Customer Service", + "boxes": [ + 432, + 226, + 556, + 244 + ] + }, + { + "text": "?", + "boxes": [ + 32, + 280, + 60, + 304 + ] + }, + { + "text": "Traveling or based outside United States? Video availability outside of United States varies. Sign in to see videos available to you.", + "boxes": [ + 74, + 274, + 1250, + 310 + ] + }, + { + "text": "X", + "boxes": [ + 1816, + 276, + 1846, + 308 + ] + }, + { + "text": " prime video", + "boxes": [ + 66, + 341, + 172, + 373 + ] + }, + { + "text": "Home ", + "boxes": [ + 214, + 339, + 278, + 373 + ] + }, + { + "text": "Movies", + "boxes": [ + 308, + 341, + 376, + 373 + ] + }, + { + "text": "TV shows", + "boxes": [ + 408, + 345, + 490, + 371 + ] + }, + { + "text": "Sports", + "boxes": [ + 523, + 341, + 591, + 378 + ] + }, + { + "text": "prime", + "boxes": [ + 638, + 341, + 692, + 371 + ] + }, + { + "text": "1", + "boxes": [ + 1762, + 347, + 1778, + 365 + ] + }, + { + "text": "prime", + "boxes": [ + 68, + 643, + 144, + 683 + ] + }, + { + "text": "#1HAPPY", + "boxes": [ + 63, + 680, + 585, + 829 + ] + }, + { + "text": "FAMILY USA", + "boxes": [ + 66, + 800, + 574, + 911 + ] + }, + { + "text": " Season 1 · Creator Ramy Youssef presents an animated satire about a", + "boxes": [ + 64, + 927, + 708, + 963 + ] + }, + { + "text": "Muslim family maintaining their cheerful spirit amid post-9/11 paranoia i.", + "boxes": [ + 68, + 959, + 750, + 989 + ] + }, + { + "text": "Watch with Prime", + "boxes": [ + 84, + 1000, + 266, + 1041 + ] + }, + { + "text": "rime Video I", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "e Video|Watch TVsx+", + "boxes": [ + 62, + 32, + 244, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "Q白", + "boxes": [ + 62, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1588, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1880, + 93 + ] + }, + { + "text": "三", + "boxes": [ + 1892, + 68, + 1906, + 85 + ] + }, + { + "text": "You must enable DRM to play some audio or video on this page. Learn More", + "boxes": [ + 52, + 109, + 646, + 143 + ] + }, + { + "text": " Enable DRM", + "boxes": [ + 1756, + 111, + 1872, + 143 + ] + }, + { + "text": "?", + "boxes": [ + 10, + 105, + 54, + 149 + ] + }, + { + "text": "×", + "boxes": [ + 1876, + 119, + 1896, + 133 + ] + }, + { + "text": "amazon", + "boxes": [ + 16, + 163, + 130, + 201 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 254, + 171, + 370, + 197 + ] + }, + { + "text": "Aeo sn & Lits ", + "boxes": [ + 1588, + 165, + 1716, + 208 + ] + }, + { + "text": "Returders", + "boxes": [ + 1730, + 171, + 1798, + 204 + ] + }, + { + "text": "!/cart", + "boxes": [ + 1809, + 162, + 1891, + 207 + ] + }, + { + "text": " Prime Video ", + "boxes": [ + 164, + 177, + 252, + 195 + ] + }, + { + "text": "Q", + "boxes": [ + 1452, + 173, + 1476, + 195 + ] + }, + { + "text": "EN", + "boxes": [ + 1524, + 181, + 1578, + 201 + ] + }, + { + "text": "三AIL", + "boxes": [ + 26, + 226, + 66, + 246 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 84, + 220, + 182, + 251 + ] + }, + { + "text": " Registry Prime Video", + "boxes": [ + 170, + 222, + 342, + 252 + ] + }, + { + "text": " Gift Cards ", + "boxes": [ + 350, + 224, + 428, + 248 + ] + }, + { + "text": "?", + "boxes": [ + 28, + 278, + 62, + 306 + ] + }, + { + "text": "Traveling or based outside United States? Video availability outside of United States varies. Sign in to see videos available to you.", + "boxes": [ + 72, + 272, + 1250, + 310 + ] + }, + { + "text": "X", + "boxes": [ + 1816, + 276, + 1846, + 308 + ] + }, + { + "text": " prime video", + "boxes": [ + 66, + 341, + 174, + 373 + ] + }, + { + "text": "Home", + "boxes": [ + 220, + 345, + 276, + 371 + ] + }, + { + "text": "Movies", + "boxes": [ + 306, + 341, + 374, + 373 + ] + }, + { + "text": "TV seows", + "boxes": [ + 400, + 341, + 496, + 373 + ] + }, + { + "text": "Sports", + "boxes": [ + 525, + 343, + 589, + 374 + ] + }, + { + "text": "prime", + "boxes": [ + 640, + 341, + 688, + 367 + ] + }, + { + "text": "1", + "boxes": [ + 1762, + 347, + 1778, + 365 + ] + }, + { + "text": "N", + "boxes": [ + 1798, + 481, + 1830, + 508 + ] + }, + { + "text": "prime", + "boxes": [ + 68, + 756, + 144, + 794 + ] + }, + { + "text": "DAVID SPADE", + "boxes": [ + 70, + 808, + 580, + 874 + ] + }, + { + "text": "DANDELIN", + "boxes": [ + 102, + 868, + 554, + 935 + ] + }, + { + "text": "p/video/tv", + "boxes": [ + 186, + 1016, + 264, + 1042 + ] + }, + { + "text": "?", + "boxes": [ + 474, + 1020, + 500, + 1040 + ] + }, + { + "text": "Prime Video", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "70_5_7", + "episode_id": 70, + "env_id": 5, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.92870044708252, + "advantages": 0.2421906590461731, + "generated_text": "{\n \"intent\": \"Clicking on the trending search term to see more information about artificial Intelligence technology.\",\n \"action\": \"DoubleClick(605, 311)\"\n}", + "action_string": "DoubleClick(605, 311)", + "intent_string": "Clicking on the trending search term to see more information about artificial Intelligence technology.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "I四 =", + "boxes": [ + 1780, + 59, + 1912, + 94 + ] + }, + { + "text": "8", + "boxes": [ + 1684, + 121, + 1712, + 143 + ] + }, + { + "text": "8", + "boxes": [ + 1782, + 123, + 1820, + 143 + ] + }, + { + "text": "国内版", + "boxes": [ + 506, + 260, + 546, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 482, + 302, + 624, + 326 + ] + }, + { + "text": "", + "boxes": [ + 706, + 341, + 908, + 359 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "崔登荣游泳队总教练", + "boxes": [ + 1118, + 411, + 1276, + 441 + ] + }, + { + "text": "热", + "boxes": [ + 662, + 421, + 674, + 433 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1122, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1639, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 274, + 750 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 820, + 762, + 1048, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 820, + 788, + 1100, + 824 + ] + }, + { + "text": "", + "boxes": [ + 802, + 804, + 1120, + 897 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 822, + 808, + 1098, + 838 + ] + }, + { + "text": "高时中国A50 ", + "boxes": [ + 1447, + 786, + 1553, + 852 + ] + }, + { + "text": "I...", + "boxes": [ + 1588, + 806, + 1634, + 840 + ] + }, + { + "text": "1", + "boxes": [ + 1610, + 788, + 1706, + 854 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1710, + 830 + ] + }, + { + "text": "每日经济新闻", + "boxes": [ + 1234, + 848, + 1368, + 885 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": "M", + "boxes": [ + 1590, + 850, + 1632, + 885 + ] + }, + { + "text": " 2.40% ", + "boxes": [ + 1618, + 846, + 1700, + 893 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星#", + "boxes": [ + 822, + 864, + 1104, + 893 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 822, + 881, + 972, + 913 + ] + }, + { + "text": "经", + "boxes": [ + 1449, + 885, + 1527, + 946 + ] + }, + { + "text": "+3728 ", + "boxes": [ + 1630, + 889, + 1724, + 941 + ] + }, + { + "text": "点资讯·9小时", + "boxes": [ + 236, + 921, + 328, + 945 + ] + }, + { + "text": "Annie种草日记·11小时", + "boxes": [ + 824, + 919, + 1000, + 949 + ] + }, + { + "text": "每日经济新闻·37分钟", + "boxes": [ + 1138, + 917, + 1300, + 947 + ] + }, + { + "text": "生命之光是真实的：科学家证明我们会发出·", + "boxes": [ + 198, + 945, + 764, + 987 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "跨界巨头切入人形机器人赛", + "boxes": [ + 1134, + 941, + 1390, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1.23139", + "boxes": [ + 1624, + 939, + 1700, + 987 + ] + }, + { + "text": "", + "boxes": [ + 1586, + 936, + 1648, + 983 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "道，“人形含量\"第一的机器人", + "boxes": [ + 1134, + 967, + 1414, + 1003 + ] + }, + { + "text": "种光，我们死后会消失", + "boxes": [ + 194, + 979, + 504, + 1026 + ] + }, + { + "text": "", + "boxes": [ + 1450, + 975, + 1530, + 1038 + ] + }, + { + "text": "*13", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 824, + 997, + 918, + 1028 + ] + }, + { + "text": "ETF易方达（159530）助.…", + "boxes": [ + 1136, + 997, + 1412, + 1026 + ] + }, + { + "text": "V", + "boxes": [ + 1588, + 999, + 1602, + 1018 + ] + }, + { + "text": "?", + "boxes": [ + 1690, + 997, + 1714, + 1018 + ] + }, + { + "text": "10Q", + "boxes": [ + 210, + 1026, + 270, + 1044 + ] + }, + { + "text": "18", + "boxes": [ + 826, + 1026, + 892, + 1046 + ] + }, + { + "text": "Mic", + "boxes": [ + 276, + 1052, + 298, + 1066 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×十", + "boxes": [ + 426, + 34, + 472, + 52 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 21, + 109, + 185, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 498, + 256, + 556, + 276 + ] + }, + { + "text": "国际版", + "boxes": [ + 578, + 256, + 628, + 276 + ] + }, + { + "text": "将人工智能送上空", + "boxes": [ + 476, + 298, + 628, + 328 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 484, + 411, + 658, + 441 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 638, + 478 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1532, + 673, + 1634, + 705 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 723, + 272, + 748 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 824, + 764, + 1046, + 794 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1552, + 796 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 824, + 790, + 1096, + 820 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 826, + 810, + 1094, + 834 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "每日经济新闻", + "boxes": [ + 1238, + 850, + 1366, + 881 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1450, + 839, + 1524, + 894 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1624, + 852, + 1690, + 878 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星", + "boxes": [ + 824, + 864, + 1104, + 893 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 822, + 881, + 970, + 911 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+2276", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "Annie种草日记· 11 小时", + "boxes": [ + 824, + 917, + 998, + 947 + ] + }, + { + "text": "每日经济新闻·37分钟", + "boxes": [ + 1140, + 919, + 1296, + 943 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "跨界巨头切入人形机器人赛", + "boxes": [ + 1136, + 939, + 1390, + 975 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1454, + 939, + 1520, + 989 + ] + }, + { + "text": ",31", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 826, + 967, + 1098, + 1003 + ] + }, + { + "text": "道，“人形含量”第一的机器人", + "boxes": [ + 1136, + 967, + 1414, + 1003 + ] + }, + { + "text": "商业头条No.73|哪吒汽车，何至于此?", + "boxes": [ + 196, + 977, + 724, + 1024 + ] + }, + { + "text": "英作", + "boxes": [ + 1454, + 977, + 1528, + 1034 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 823, + 992, + 917, + 1029 + ] + }, + { + "text": "+1.726", + "boxes": [ + 1630, + 983, + 1700, + 1030 + ] + }, + { + "text": "ETF易方达（159530）助..", + "boxes": [ + 1138, + 997, + 1408, + 1026 + ] + }, + { + "text": "18", + "boxes": [ + 828, + 1026, + 898, + 1048 + ] + }, + { + "text": "", + "boxes": [ + 1133, + 1024, + 1189, + 1047 + ] + } + ] + }, + { + "frame_id": "70_6_7", + "episode_id": 70, + "env_id": 6, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.950613021850586, + "advantages": -0.1417744755744934, + "generated_text": "{\n \"intent\": \"Move the mouse to inspect different parts of the webpage.\",\n \"action\": \"Move(970, 658)\"\n}", + "action_string": "Move(970, 658)", + "intent_string": "Move the mouse to inspect different parts of the webpage.", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 28, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1601, + 63, + 1661, + 94 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1880, + 91 + ] + }, + { + "text": "网易首页", + "boxes": [ + 40, + 113, + 94, + 131 + ] + }, + { + "text": "无障碍浏览进入关怀版", + "boxes": [ + 154, + 113, + 290, + 131 + ] + }, + { + "text": "细易", + "boxes": [ + 1340, + 111, + 1366, + 131 + ] + }, + { + "text": "公开课", + "boxes": [ + 1378, + 113, + 1436, + 131 + ] + }, + { + "text": "严选", + "boxes": [ + 1468, + 113, + 1508, + 129 + ] + }, + { + "text": "", + "boxes": [ + 1578, + 111, + 1612, + 131 + ] + }, + { + "text": "登录", + "boxes": [ + 1644, + 111, + 1672, + 131 + ] + }, + { + "text": "注册免费邮箱", + "boxes": [ + 1699, + 105, + 1783, + 136 + ] + }, + { + "text": "WEBSI", + "boxes": [ + 1255, + 200, + 1406, + 266 + ] + }, + { + "text": "VPS", + "boxes": [ + 1402, + 183, + 1544, + 260 + ] + }, + { + "text": "ees Sahouw", + "boxes": [ + 529, + 232, + 635, + 275 + ] + }, + { + "text": "es Sahoiw", + "boxes": [ + 1129, + 232, + 1233, + 275 + ] + }, + { + "text": "HOcTN", + "boxes": [ + 1410, + 246, + 1536, + 282 + ] + }, + { + "text": "广告", + "boxes": [ + 358, + 278, + 384, + 298 + ] + }, + { + "text": "花服务器", + "boxes": [ + 562, + 270, + 620, + 288 + ] + }, + { + "text": "微软云", + "boxes": [ + 708, + 272, + 748, + 288 + ] + }, + { + "text": "微软云", + "boxes": [ + 1012, + 272, + 1052, + 288 + ] + }, + { + "text": "花服务器", + "boxes": [ + 1162, + 270, + 1214, + 288 + ] + }, + { + "text": "中文润色网站", + "boxes": [ + 1282, + 270, + 1372, + 288 + ] + }, + { + "text": "网易首页>网易号>正文", + "boxes": [ + 350, + 349, + 494, + 379 + ] + }, + { + "text": "搜索", + "boxes": [ + 1078, + 357, + 1098, + 371 + ] + }, + { + "text": "申请入驻>", + "boxes": [ + 1136, + 351, + 1198, + 377 + ] + }, + { + "text": "实锤！赵丽颖新欢曝光", + "boxes": [ + 348, + 393, + 756, + 447 + ] + }, + { + "text": "男方系知名导演", + "boxes": [ + 780, + 397, + 1068, + 445 + ] + }, + { + "text": "被拍", + "boxes": [ + 1082, + 395, + 1180, + 447 + ] + }, + { + "text": "，", + "boxes": [ + 736, + 407, + 774, + 435 + ] + }, + { + "text": "，", + "boxes": [ + 1054, + 407, + 1102, + 435 + ] + }, + { + "text": "到留宿还帮忙带娃！", + "boxes": [ + 346, + 445, + 696, + 492 + ] + }, + { + "text": "2025-05-1415:58:20来源:乌娱子酱河北", + "boxes": [ + 348, + 496, + 658, + 536 + ] + }, + { + "text": "乌娱子酱", + "boxes": [ + 1368, + 516, + 1442, + 542 + ] + }, + { + "text": "前排观看！资讯、", + "boxes": [ + 1324, + 538, + 1414, + 562 + ] + }, + { + "text": "875", + "boxes": [ + 1316, + 574, + 1368, + 608 + ] + }, + { + "text": "1287", + "boxes": [ + 1438, + 574, + 1496, + 606 + ] + }, + { + "text": "超一线女星赵丽颖又又又又坠入爱河了吗？", + "boxes": [ + 518, + 594, + 864, + 623 + ] + }, + { + "text": "口", + "boxes": [ + 402, + 611, + 436, + 643 + ] + }, + { + "text": "文章数", + "boxes": [ + 1318, + 604, + 1366, + 631 + ] + }, + { + "text": "关注度", + "boxes": [ + 1444, + 604, + 1492, + 631 + ] + }, + { + "text": "55", + "boxes": [ + 398, + 663, + 440, + 699 + ] + }, + { + "text": "往期回顾", + "boxes": [ + 1250, + 665, + 1334, + 697 + ] + }, + { + "text": "全部", + "boxes": [ + 1522, + 669, + 1552, + 683 + ] + }, + { + "text": "痛心！健身达人“山阿\"去世：年仅33岁人", + "boxes": [ + 1250, + 703, + 1542, + 733 + ] + }, + { + "text": "很帅气，母亲曝光原因", + "boxes": [ + 1250, + 727, + 1418, + 756 + ] + }, + { + "text": "分享至", + "boxes": [ + 398, + 737, + 438, + 756 + ] + }, + { + "text": "2025-05-14 17:51", + "boxes": [ + 1252, + 758, + 1364, + 782 + ] + }, + { + "text": "就是想要杀人！日本15岁男孩当街杀死8旬", + "boxes": [ + 1250, + 800, + 1556, + 830 + ] + }, + { + "text": "老妇：想进少管所关着", + "boxes": [ + 1252, + 824, + 1418, + 854 + ] + }, + { + "text": "2025-05-14 17:47", + "boxes": [ + 1256, + 858, + 1360, + 876 + ] + }, + { + "text": "恋情曝光", + "boxes": [ + 570, + 885, + 756, + 941 + ] + }, + { + "text": "76岁\"大鼻子情圣\"性侵成立获刑18个月", + "boxes": [ + 1250, + 895, + 1524, + 925 + ] + }, + { + "text": "走红全球还和普京是好友", + "boxes": [ + 1250, + 921, + 1436, + 951 + ] + }, + { + "text": "2025-05-14 17:19", + "boxes": [ + 1254, + 953, + 1364, + 977 + ] + }, + { + "text": "实锤！赵丽颖", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 28, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1880, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": "", + "boxes": [ + 1336, + 103, + 1368, + 135 + ] + }, + { + "text": "网易首页", + "boxes": [ + 40, + 113, + 94, + 131 + ] + }, + { + "text": "无障碍浏览进入关怀版", + "boxes": [ + 154, + 113, + 290, + 131 + ] + }, + { + "text": "公开课", + "boxes": [ + 1382, + 113, + 1434, + 131 + ] + }, + { + "text": "严选", + "boxes": [ + 1468, + 113, + 1508, + 129 + ] + }, + { + "text": "", + "boxes": [ + 1578, + 111, + 1610, + 131 + ] + }, + { + "text": "登录", + "boxes": [ + 1644, + 111, + 1672, + 131 + ] + }, + { + "text": "注册免费邮箱", + "boxes": [ + 1699, + 105, + 1783, + 136 + ] + }, + { + "text": "VPS", + "boxes": [ + 1410, + 197, + 1536, + 256 + ] + }, + { + "text": "eese Salhuiw", + "boxes": [ + 531, + 232, + 633, + 275 + ] + }, + { + "text": "s salura", + "boxes": [ + 1133, + 234, + 1229, + 271 + ] + }, + { + "text": "花服务器", + "boxes": [ + 562, + 270, + 614, + 288 + ] + }, + { + "text": "微软云", + "boxes": [ + 1012, + 272, + 1052, + 288 + ] + }, + { + "text": "广告", + "boxes": [ + 360, + 282, + 382, + 296 + ] + }, + { + "text": "网易首页>网易号>正文", + "boxes": [ + 350, + 349, + 494, + 379 + ] + }, + { + "text": "申请入驻>", + "boxes": [ + 1136, + 351, + 1198, + 377 + ] + }, + { + "text": "实锤！赵丽颖新欢曝光", + "boxes": [ + 348, + 393, + 756, + 447 + ] + }, + { + "text": "男方系知名导演", + "boxes": [ + 780, + 397, + 1068, + 445 + ] + }, + { + "text": "被拍", + "boxes": [ + 1082, + 395, + 1180, + 447 + ] + }, + { + "text": "，", + "boxes": [ + 736, + 407, + 774, + 435 + ] + }, + { + "text": "，", + "boxes": [ + 1056, + 407, + 1102, + 435 + ] + }, + { + "text": "到留宿还帮忙带娃！", + "boxes": [ + 348, + 445, + 698, + 492 + ] + }, + { + "text": "2025-05-1415:58:20来源:乌娱子酱河北", + "boxes": [ + 348, + 496, + 658, + 536 + ] + }, + { + "text": "乌娱子酱", + "boxes": [ + 1368, + 516, + 1442, + 542 + ] + }, + { + "text": "前排观看！资讯、", + "boxes": [ + 1324, + 538, + 1414, + 562 + ] + }, + { + "text": "875", + "boxes": [ + 1316, + 574, + 1368, + 608 + ] + }, + { + "text": "1287", + "boxes": [ + 1438, + 574, + 1496, + 606 + ] + }, + { + "text": "超一线女星赵丽颖又又又又坠入爱河了吗？", + "boxes": [ + 520, + 596, + 866, + 625 + ] + }, + { + "text": "口", + "boxes": [ + 402, + 611, + 436, + 643 + ] + }, + { + "text": "文章数", + "boxes": [ + 1318, + 604, + 1366, + 631 + ] + }, + { + "text": "关注度", + "boxes": [ + 1444, + 604, + 1492, + 631 + ] + }, + { + "text": "55", + "boxes": [ + 398, + 663, + 440, + 699 + ] + }, + { + "text": "往期回顾", + "boxes": [ + 1250, + 665, + 1334, + 697 + ] + }, + { + "text": "全部", + "boxes": [ + 1522, + 669, + 1552, + 683 + ] + }, + { + "text": "痛心！健身达人“山阿\"去世：年仅33岁人", + "boxes": [ + 1250, + 703, + 1542, + 733 + ] + }, + { + "text": "很帅气，母亲曝光原因", + "boxes": [ + 1250, + 727, + 1418, + 756 + ] + }, + { + "text": "分享至", + "boxes": [ + 398, + 737, + 438, + 756 + ] + }, + { + "text": "2025-05-14 17:51", + "boxes": [ + 1252, + 758, + 1364, + 782 + ] + }, + { + "text": "就是想要杀人！日本15岁男孩当街杀死8旬", + "boxes": [ + 1250, + 800, + 1556, + 830 + ] + }, + { + "text": "老妇：想进少管所关着", + "boxes": [ + 1252, + 824, + 1418, + 854 + ] + }, + { + "text": "2025-05-14 17:47", + "boxes": [ + 1256, + 858, + 1360, + 876 + ] + }, + { + "text": "恋情曝光", + "boxes": [ + 570, + 885, + 756, + 941 + ] + }, + { + "text": "76岁\"大鼻子情圣\"性侵成立获刑18个月", + "boxes": [ + 1250, + 895, + 1524, + 925 + ] + }, + { + "text": "走红全球还和普京是好友", + "boxes": [ + 1250, + 921, + 1436, + 951 + ] + }, + { + "text": "2025-05-14 17:19", + "boxes": [ + 1254, + 953, + 1364, + 977 + ] + }, + { + "text": "实锤！赵丽颖", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "70_7_7", + "episode_id": 70, + "env_id": 7, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.413667678833008, + "advantages": 0.4325729310512543, + "generated_text": "{\n \"intent\": \"Click on the 'Internet Explorer' icon to open Microsoft Edge\",\n \"action\": \"DoubleClick(71, 76)\" \n}", + "action_string": "DoubleClick(71, 76)", + "intent_string": "Click on the 'Internet Explorer' icon to open Microsoft Edge", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 30, + 66, + 126, + 89 + ] + }, + { + "text": "丨 https://cn.bing.cm", + "boxes": [ + 248, + 59, + 448, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 41, + 108, + 185, + 150 + ] + }, + { + "text": "Apple", + "boxes": [ + 262, + 111, + 326, + 131 + ] + }, + { + "text": "- http://www.apple.com", + "boxes": [ + 324, + 111, + 478, + 135 + ] + }, + { + "text": "bing", + "boxes": [ + 258, + 147, + 310, + 165 + ] + }, + { + "text": "在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 332, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.con", + "boxes": [ + 598, + 220, + 660, + 238 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 670, + 1635, + 710 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 725, + 274, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1453, + 797, + 1549, + 849 + ] + }, + { + "text": "1,171%", + "boxes": [ + 1626, + 798, + 1700, + 848 + ] + }, + { + "text": "I", + "boxes": [ + 1596, + 812, + 1610, + 834 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": "32,30%", + "boxes": [ + 1624, + 846, + 1694, + 893 + ] + }, + { + "text": "谁", + "boxes": [ + 750, + 887, + 762, + 899 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+2.2726", + "boxes": [ + 1632, + 891, + 1700, + 941 + ] + }, + { + "text": "春", + "boxes": [ + 748, + 925, + 762, + 943 + ] + }, + { + "text": "I之家·7小时", + "boxes": [ + 822, + 917, + 940, + 949 + ] + }, + { + "text": "和讯网·2小时", + "boxes": [ + 1136, + 919, + 1256, + 949 + ] + }, + { + "text": "小品：还是赵家班小品搞笑，单纯的搞笑", + "boxes": [ + 198, + 945, + 738, + 987 + ] + }, + { + "text": "Steam新一周销量排行榜：", + "boxes": [ + 822, + 941, + 1094, + 977 + ] + }, + { + "text": "智光电气：储能产业园峻工，", + "boxes": [ + 1134, + 941, + 1398, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "不", + "boxes": [ + 752, + 951, + 788, + 981 + ] + }, + { + "text": "《光与影：33号远征队》二连", + "boxes": [ + 828, + 967, + 1106, + 1003 + ] + }, + { + "text": "年产能超10GWh", + "boxes": [ + 1136, + 967, + 1316, + 1003 + ] + }, + { + "text": "用讲大道理", + "boxes": [ + 200, + 981, + 358, + 1024 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "*13", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "冠", + "boxes": [ + 824, + 997, + 858, + 1024 + ] + }, + { + "text": "20", + "boxes": [ + 208, + 1026, + 264, + 1044 + ] + }, + { + "text": "2", + "boxes": [ + 190, + 1052, + 202, + 1064 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 30, + 62, + 128, + 93 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1880, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 42, + 113, + 180, + 145 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 486, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "崔登荣游泳队总教练", + "boxes": [ + 1118, + 411, + 1276, + 441 + ] + }, + { + "text": "热", + "boxes": [ + 662, + 421, + 674, + 433 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1124, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1639, + 711 + ] + }, + { + "text": " DISCOVER ", + "boxes": [ + 181, + 718, + 277, + 755 + ] + }, + { + "text": "活动中心", + "boxes": [ + 468, + 756, + 530, + 782 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 820, + 762, + 1050, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 820, + 788, + 1098, + 824 + ] + }, + { + "text": "", + "boxes": [ + 802, + 804, + 1118, + 897 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1451, + 788, + 1552, + 850 + ] + }, + { + "text": "1.612", + "boxes": [ + 1618, + 798, + 1700, + 846 + ] + }, + { + "text": "财富狂潮！", + "boxes": [ + 320, + 816, + 410, + 854 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 822, + 808, + 1096, + 838 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1710, + 830 + ] + }, + { + "text": "子", + "boxes": [ + 620, + 854, + 654, + 885 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1450, + 839, + 1524, + 894 + ] + }, + { + "text": " 2.40% ", + "boxes": [ + 1618, + 846, + 1700, + 893 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星#", + "boxes": [ + 822, + 864, + 1104, + 893 + ] + }, + { + "text": "", + "boxes": [ + 1586, + 848, + 1634, + 888 + ] + }, + { + "text": "子", + "boxes": [ + 620, + 885, + 654, + 915 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 822, + 881, + 972, + 913 + ] + }, + { + "text": "经", + "boxes": [ + 1449, + 885, + 1527, + 946 + ] + }, + { + "text": "+2 6 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "小黑盒游戏·6小时", + "boxes": [ + 234, + 923, + 334, + 941 + ] + }, + { + "text": "Annie种草日记·11小时", + "boxes": [ + 824, + 919, + 1000, + 949 + ] + }, + { + "text": "小黑盒游戏·7小时", + "boxes": [ + 1140, + 921, + 1278, + 945 + ] + }, + { + "text": "小蜜蜂皮肤已上架！教你白1600G币，轻", + "boxes": [ + 200, + 945, + 776, + 987 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 824, + 937, + 1100, + 979 + ] + }, + { + "text": "维护结束：一起来看看商城、", + "boxes": [ + 1136, + 941, + 1392, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,6413 ", + "boxes": [ + 1626, + 937, + 1700, + 987 + ] + }, + { + "text": "", + "boxes": [ + 1586, + 937, + 1646, + 983 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "通行证、活动的最新上线内", + "boxes": [ + 1136, + 967, + 1390, + 1003 + ] + }, + { + "text": "松拿下橙运动裤平替！", + "boxes": [ + 196, + 977, + 508, + 1024 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "*1342", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 824, + 997, + 918, + 1028 + ] + }, + { + "text": "容！", + "boxes": [ + 1136, + 997, + 1182, + 1024 + ] + }, + { + "text": "?", + "boxes": [ + 1690, + 997, + 1714, + 1018 + ] + }, + { + "text": "了", + "boxes": [ + 536, + 1011, + 562, + 1024 + ] + }, + { + "text": "2", + "boxes": [ + 1140, + 1028, + 1180, + 1044 + ] + } + ] + }, + { + "frame_id": "70_0_8", + "episode_id": 70, + "env_id": 0, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.090896606445312, + "advantages": -0.08670372515916824, + "generated_text": "{\n \"intent\": \"Scroll down to read more content and see other articles or sections of the page.\",\n \"action\": \"ScrollDown(0, 10)\" \n}", + "action_string": "ScrollDown(0, 10)", + "intent_string": "Scroll down to read more content and see other articles or sections of the page.", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 36, + 65, + 124, + 88 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 66, + 1664, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1882, + 89 + ] + }, + { + "text": "找", + "boxes": [ + 334, + 101, + 402, + 143 + ] + }, + { + "text": "新闻", + "boxes": [ + 438, + 111, + 478, + 137 + ] + }, + { + "text": "体育", + "boxes": [ + 502, + 111, + 542, + 137 + ] + }, + { + "text": "汽车", + "boxes": [ + 564, + 113, + 606, + 133 + ] + }, + { + "text": "房产", + "boxes": [ + 628, + 113, + 668, + 133 + ] + }, + { + "text": "旅游", + "boxes": [ + 692, + 113, + 734, + 133 + ] + }, + { + "text": "教育", + "boxes": [ + 756, + 113, + 800, + 133 + ] + }, + { + "text": "时尚", + "boxes": [ + 818, + 113, + 864, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 882, + 113, + 930, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 946, + 113, + 992, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 1010, + 113, + 1054, + 133 + ] + }, + { + "text": "更多", + "boxes": [ + 1073, + 108, + 1117, + 138 + ] + }, + { + "text": "无障碍|关怀版", + "boxes": [ + 1394, + 111, + 1494, + 135 + ] + }, + { + "text": "原创NBA宣布！第32支球队要来了", + "boxes": [ + 526, + 177, + 962, + 220 + ] + }, + { + "text": "大家都在搜：马龙和家人现身（", + "boxes": [ + 1240, + 195, + 1420, + 212 + ] + }, + { + "text": "Q", + "boxes": [ + 1494, + 199, + 1506, + 210 + ] + }, + { + "text": "2025-05-14 11:37", + "boxes": [ + 534, + 230, + 646, + 254 + ] + }, + { + "text": "发布于：福建省", + "boxes": [ + 664, + 230, + 772, + 258 + ] + }, + { + "text": "体育说球吧?", + "boxes": [ + 384, + 240, + 486, + 272 + ] + }, + { + "text": "中", + "boxes": [ + 428, + 276, + 442, + 292 + ] + }, + { + "text": "NBA总裁亚当-萧华表示，他预计今年夏天联盟老板们的下一次会议议程中将讨论联盟扩军", + "boxes": [ + 530, + 274, + 1168, + 304 + ] + }, + { + "text": "2448", + "boxes": [ + 382, + 308, + 424, + 328 + ] + }, + { + "text": "530万", + "boxes": [ + 435, + 299, + 491, + 332 + ] + }, + { + "text": "的问题，正式讨论将NBA扩充至32支球队。", + "boxes": [ + 528, + 306, + 832, + 336 + ] + }, + { + "text": "文章", + "boxes": [ + 388, + 330, + 416, + 343 + ] + }, + { + "text": "总阅读", + "boxes": [ + 446, + 328, + 486, + 347 + ] + }, + { + "text": "体育领域优质创作者", + "boxes": [ + 386, + 357, + 490, + 381 + ] + }, + { + "text": "在接受SiriusXM NBA电台采访时，萧华被问到，自联盟董事会上次在纽约召开会议以来的", + "boxes": [ + 528, + 361, + 1166, + 391 + ] + }, + { + "text": "查看TA的文章>", + "boxes": [ + 392, + 393, + 472, + 417 + ] + }, + { + "text": "近八周时间里，联盟对扩军的看法有何进展。在那次会议上，波士顿凯尔特人队的出售事宜", + "boxes": [ + 530, + 395, + 1176, + 425 + ] + }, + { + "text": "刚刚达成协议，但还尚未经过联盟的审查。", + "boxes": [ + 532, + 429, + 828, + 453 + ] + }, + { + "text": "凸", + "boxes": [ + 418, + 461, + 450, + 490 + ] + }, + { + "text": "首费", + "boxes": [ + 422, + 502, + 448, + 524 + ] + }, + { + "text": "FW", + "boxes": [ + 548, + 494, + 590, + 520 + ] + }, + { + "text": "热门精选", + "boxes": [ + 1220, + 560, + 1308, + 592 + ] + }, + { + "text": "金流向一览", + "boxes": [ + 1226, + 604, + 1308, + 627 + ] + }, + { + "text": "☆", + "boxes": [ + 422, + 647, + 450, + 675 + ] + }, + { + "text": "&", + "boxes": [ + 422, + 741, + 450, + 768 + ] + }, + { + "text": "分享", + "boxes": [ + 426, + 782, + 442, + 796 + ] + }, + { + "text": "重签火箭！乌", + "boxes": [ + 1274, + 907, + 1364, + 925 + ] + }, + { + "text": "杜兰特潜在下家曝光", + "boxes": [ + 1378, + 907, + 1500, + 925 + ] + }, + { + "text": "度卡没看走眼，你才..", + "boxes": [ + 1230, + 925, + 1356, + 943 + ] + }, + { + "text": "快船5换1或成最大赢", + "boxes": [ + 1380, + 925, + 1506, + 943 + ] + }, + { + "text": "精彩", + "boxes": [ + 398, + 949, + 418, + 963 + ] + }, + { + "text": "无限元宝传奇", + "boxes": [ + 8, + 1012, + 134, + 1036 + ] + }, + { + "text": "NBA宣布！第3.", + "boxes": [ + 216, + 1048, + 316, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 38, + 69, + 124, + 87 + ] + }, + { + "text": "①", + "boxes": [ + 258, + 69, + 310, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1882, + 89 + ] + }, + { + "text": "找", + "boxes": [ + 334, + 101, + 402, + 143 + ] + }, + { + "text": "新闻", + "boxes": [ + 438, + 111, + 478, + 137 + ] + }, + { + "text": "体育", + "boxes": [ + 502, + 111, + 542, + 137 + ] + }, + { + "text": "汽车", + "boxes": [ + 564, + 113, + 606, + 133 + ] + }, + { + "text": "房产", + "boxes": [ + 626, + 113, + 668, + 133 + ] + }, + { + "text": "旅游", + "boxes": [ + 692, + 113, + 734, + 133 + ] + }, + { + "text": "教育", + "boxes": [ + 756, + 113, + 800, + 133 + ] + }, + { + "text": "时尚", + "boxes": [ + 810, + 113, + 868, + 133 + ] + }, + { + "text": "科技", + "boxes": [ + 882, + 113, + 932, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 942, + 113, + 994, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 1000, + 111, + 1060, + 137 + ] + }, + { + "text": "无障碍|关怀版", + "boxes": [ + 1394, + 111, + 1494, + 135 + ] + }, + { + "text": "原创NBA宣布！第32支球队要来了", + "boxes": [ + 526, + 177, + 962, + 220 + ] + }, + { + "text": "大家都在搜：马龙和家人现身CB", + "boxes": [ + 1240, + 195, + 1436, + 212 + ] + }, + { + "text": "Q", + "boxes": [ + 1488, + 195, + 1506, + 210 + ] + }, + { + "text": "2025-05-14 11:37", + "boxes": [ + 534, + 230, + 646, + 254 + ] + }, + { + "text": "发布于：福建省", + "boxes": [ + 664, + 230, + 772, + 258 + ] + }, + { + "text": "体育说球吧?", + "boxes": [ + 384, + 240, + 486, + 272 + ] + }, + { + "text": "中", + "boxes": [ + 428, + 276, + 442, + 292 + ] + }, + { + "text": "NBA总裁亚当-萧华表示，他预计今年夏天联盟老板们的下一次会议议程中将讨论联盟扩军", + "boxes": [ + 530, + 274, + 1168, + 304 + ] + }, + { + "text": "2448", + "boxes": [ + 382, + 308, + 422, + 328 + ] + }, + { + "text": "530万", + "boxes": [ + 435, + 299, + 491, + 332 + ] + }, + { + "text": "的问题，正式讨论将NBA扩充至32支球队。", + "boxes": [ + 528, + 306, + 832, + 336 + ] + }, + { + "text": "文章", + "boxes": [ + 388, + 330, + 416, + 343 + ] + }, + { + "text": "总阅读", + "boxes": [ + 446, + 328, + 486, + 347 + ] + }, + { + "text": "体育领域优质创作者", + "boxes": [ + 386, + 357, + 490, + 381 + ] + }, + { + "text": "在接受SiriusXM NBA电台采访时，萧华被问到，自联盟董事会上次在纽约召开会议以来的", + "boxes": [ + 528, + 361, + 1166, + 391 + ] + }, + { + "text": "查看TA的文章>", + "boxes": [ + 392, + 393, + 472, + 417 + ] + }, + { + "text": "近八周时间里，联盟对扩军的看法有何进展。在那次会议上，波士顿凯尔特人队的出售事宜", + "boxes": [ + 530, + 395, + 1176, + 425 + ] + }, + { + "text": "刚刚达成协议，但还尚未经过联盟的审查。", + "boxes": [ + 532, + 429, + 828, + 453 + ] + }, + { + "text": "凸", + "boxes": [ + 418, + 461, + 450, + 490 + ] + }, + { + "text": "首费", + "boxes": [ + 422, + 502, + 448, + 524 + ] + }, + { + "text": "FW", + "boxes": [ + 548, + 494, + 590, + 520 + ] + }, + { + "text": "热门精选", + "boxes": [ + 1220, + 560, + 1308, + 592 + ] + }, + { + "text": "金流向一览", + "boxes": [ + 1226, + 604, + 1308, + 627 + ] + }, + { + "text": "☆", + "boxes": [ + 422, + 647, + 450, + 675 + ] + }, + { + "text": "&", + "boxes": [ + 422, + 741, + 450, + 768 + ] + }, + { + "text": "分享", + "boxes": [ + 426, + 782, + 442, + 796 + ] + }, + { + "text": "重签火箭！乌", + "boxes": [ + 1274, + 907, + 1364, + 925 + ] + }, + { + "text": "杜兰特潜在下家曝光", + "boxes": [ + 1378, + 907, + 1500, + 925 + ] + }, + { + "text": "度卡没看走眼，你才..", + "boxes": [ + 1230, + 925, + 1356, + 943 + ] + }, + { + "text": "快船5换1或成最大赢", + "boxes": [ + 1380, + 925, + 1506, + 943 + ] + }, + { + "text": "精彩", + "boxes": [ + 398, + 949, + 418, + 963 + ] + }, + { + "text": "无限元宝传奇", + "boxes": [ + 8, + 1012, + 134, + 1036 + ] + }, + { + "text": "NBA宣布！第3.", + "boxes": [ + 216, + 1048, + 316, + 1072 + ] + } + ] + }, + { + "frame_id": "70_1_8", + "episode_id": 70, + "env_id": 1, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.320526123046875, + "advantages": 0.0034413132816553116, + "generated_text": "{\n \"intent\": \"Explore three trending topics to gain more insights on current web trends.\",\n \"action\": \"DoubleClick(667, 159)\" \n}", + "action_string": "DoubleClick(667, 159)", + "intent_string": "Explore three trending topics to gain more insights on current web trends.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 66, + 126, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "8", + "boxes": [ + 1682, + 121, + 1712, + 143 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 482, + 304, + 622, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "热", + "boxes": [ + 662, + 421, + 674, + 433 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 968, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1106, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 272, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "11-612", + "boxes": [ + 1619, + 790, + 1703, + 849 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1450, + 839, + 1523, + 892 + ] + }, + { + "text": "M", + "boxes": [ + 1590, + 850, + 1632, + 885 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1694, + 893 + ] + }, + { + "text": "预", + "boxes": [ + 1452, + 889, + 1526, + 945 + ] + }, + { + "text": "+2.663 ", + "boxes": [ + 1632, + 891, + 1700, + 941 + ] + }, + { + "text": "IT之家·44分钟", + "boxes": [ + 824, + 917, + 950, + 947 + ] + }, + { + "text": "证券日报·1小时", + "boxes": [ + 1138, + 917, + 1268, + 947 + ] + }, + { + "text": "最新史诗皮肤销量排行：四款老皮肤进前十", + "boxes": [ + 188, + 943, + 756, + 987 + ] + }, + { + "text": "图森未来3A游戏《金庸群侠", + "boxes": [ + 824, + 941, + 1100, + 977 + ] + }, + { + "text": "小金属擎起“智造”强链厦门", + "boxes": [ + 1136, + 941, + 1402, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,6413 ", + "boxes": [ + 1626, + 937, + 1700, + 987 + ] + }, + { + "text": "传》、三体IP项目预计", + "boxes": [ + 822, + 967, + 1050, + 1003 + ] + }, + { + "text": "钨业全球化布局打开未来发展", + "boxes": [ + 1134, + 967, + 1408, + 1003 + ] + }, + { + "text": "榜首可白！", + "boxes": [ + 198, + 983, + 374, + 1020 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "*1342", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "2027年推出", + "boxes": [ + 826, + 995, + 958, + 1026 + ] + }, + { + "text": "空间", + "boxes": [ + 1134, + 995, + 1190, + 1028 + ] + }, + { + "text": "?", + "boxes": [ + 1690, + 997, + 1714, + 1018 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 32, + 66, + 126, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 37, + 109, + 185, + 150 + ] + }, + { + "text": "8", + "boxes": [ + 1684, + 121, + 1712, + 143 + ] + }, + { + "text": "8", + "boxes": [ + 1788, + 125, + 1818, + 139 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 542, + 274 + ] + }, + { + "text": "人工智能送上太空", + "boxes": [ + 502, + 304, + 620, + 322 + ] + }, + { + "text": "热园", + "boxes": [ + 1228, + 341, + 1388, + 359 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "热", + "boxes": [ + 662, + 421, + 674, + 433 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 968, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1106, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 721, + 276, + 752 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "13161", + "boxes": [ + 1622, + 796, + 1702, + 850 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1456, + 848, + 1520, + 889 + ] + }, + { + "text": "M", + "boxes": [ + 1590, + 850, + 1632, + 885 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1694, + 893 + ] + }, + { + "text": "预", + "boxes": [ + 1452, + 889, + 1526, + 945 + ] + }, + { + "text": "+2.663 ", + "boxes": [ + 1632, + 891, + 1700, + 941 + ] + }, + { + "text": "小黑盒生活·1小时", + "boxes": [ + 204, + 923, + 340, + 941 + ] + }, + { + "text": "IT之家·44分钟", + "boxes": [ + 824, + 917, + 950, + 947 + ] + }, + { + "text": "证券日报·1小时", + "boxes": [ + 1138, + 917, + 1268, + 947 + ] + }, + { + "text": "图森未来3A游戏《金庸群侠", + "boxes": [ + 824, + 941, + 1100, + 977 + ] + }, + { + "text": "小金属擎起“智造”强链厦门", + "boxes": [ + 1136, + 941, + 1402, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "ncel", + "boxes": [ + 330, + 973, + 510, + 1011 + ] + }, + { + "text": "传》、三体IP项目预计", + "boxes": [ + 824, + 967, + 1052, + 1003 + ] + }, + { + "text": "钨业全球化布局打开未来发展", + "boxes": [ + 1136, + 967, + 1410, + 1003 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "*1342", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "2027年推出", + "boxes": [ + 826, + 995, + 958, + 1026 + ] + }, + { + "text": "空间", + "boxes": [ + 1136, + 995, + 1190, + 1028 + ] + }, + { + "text": "丢白选照", + "boxes": [ + 1638, + 1028, + 1692, + 1046 + ] + }, + { + "text": "2", + "boxes": [ + 190, + 1052, + 202, + 1064 + ] + } + ] + }, + { + "frame_id": "70_2_8", + "episode_id": 70, + "env_id": 2, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.547477722167969, + "advantages": 0.09253508597612381, + "generated_text": "{\n \"intent\": \"Move the mouse to locate available triggers for interaction, such as application shortcuts or installer icons.\",\n \"action\": \"Move(200, 200)\"\n}", + "action_string": "Move(200, 200)", + "intent_string": "Move the mouse to locate available triggers for interaction, such as application shortcuts or installer icons.", + "before_screen_ocr_results": [ + { + "text": "Edit View", + "boxes": [ + 88, + 36, + 180, + 54 + ] + }, + { + "text": "Styles ", + "boxes": [ + 298, + 36, + 356, + 54 + ] + }, + { + "text": "Tools", + "boxes": [ + 462, + 38, + 502, + 54 + ] + }, + { + "text": "--B- eax", + "boxes": [ + 62, + 56, + 418, + 93 + ] + }, + { + "text": "[T!", + "boxes": [ + 790, + 68, + 822, + 87 + ] + }, + { + "text": "嘬·Ω·", + "boxes": [ + 818, + 62, + 952, + 91 + ] + }, + { + "text": "Default Style", + "boxes": [ + 74, + 101, + 174, + 125 + ] + }, + { + "text": "", + "boxes": [ + 188, + 101, + 286, + 127 + ] + }, + { + "text": "Liberation:", + "boxes": [ + 284, + 103, + 356, + 121 + ] + }, + { + "text": "Mou", + "boxes": [ + 8, + 171, + 54, + 199 + ] + }, + { + "text": "HD O", + "boxes": [ + 1824, + 171, + 1862, + 353 + ] + }, + { + "text": "Terr", + "boxes": [ + 20, + 280, + 54, + 308 + ] + }, + { + "text": "Calci", + "boxes": [ + 10, + 387, + 58, + 421 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 530 + ] + }, + { + "text": "Mr", + "boxes": [ + 36, + 615, + 54, + 629 + ] + }, + { + "text": "Page 1 of 1", + "boxes": [ + 68, + 993, + 132, + 1011 + ] + }, + { + "text": "Default Style", + "boxes": [ + 670, + 991, + 744, + 1009 + ] + }, + { + "text": "glish (USA", + "boxes": [ + 1058, + 993, + 1118, + 1011 + ] + }, + { + "text": "ntitled 1 - Li", + "boxes": [ + 530, + 1048, + 612, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Edit View", + "boxes": [ + 94, + 36, + 174, + 54 + ] + }, + { + "text": "Styles", + "boxes": [ + 308, + 38, + 348, + 54 + ] + }, + { + "text": "Tools", + "boxes": [ + 466, + 38, + 498, + 52 + ] + }, + { + "text": "m--B- e@", + "boxes": [ + 64, + 55, + 316, + 93 + ] + }, + { + "text": "Fire", + "boxes": [ + 27, + 62, + 65, + 91 + ] + }, + { + "text": "僵-Ω-", + "boxes": [ + 820, + 64, + 950, + 87 + ] + }, + { + "text": "Default Style", + "boxes": [ + 76, + 103, + 164, + 121 + ] + }, + { + "text": "Mou", + "boxes": [ + 8, + 171, + 54, + 199 + ] + }, + { + "text": "HD O", + "boxes": [ + 1824, + 171, + 1862, + 353 + ] + }, + { + "text": "Terr", + "boxes": [ + 20, + 280, + 54, + 308 + ] + }, + { + "text": "Calci", + "boxes": [ + 10, + 387, + 58, + 421 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 530 + ] + }, + { + "text": "Mr", + "boxes": [ + 36, + 615, + 54, + 629 + ] + }, + { + "text": "Page 1 of 1", + "boxes": [ + 68, + 993, + 132, + 1011 + ] + }, + { + "text": "Default Style", + "boxes": [ + 670, + 991, + 744, + 1009 + ] + }, + { + "text": "glish (USA", + "boxes": [ + 1058, + 993, + 1118, + 1011 + ] + }, + { + "text": "ntitled 1 - Li", + "boxes": [ + 532, + 1048, + 612, + 1072 + ] + } + ] + }, + { + "frame_id": "70_3_8", + "episode_id": 70, + "env_id": 3, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.725442886352539, + "advantages": 0.16239839792251587, + "generated_text": "{\n \"intent\": \"Exploring various websites to gather insights into available applications on the desktop.\",\n \"action\": \"DoubleClick(597, 712)\" \n}", + "action_string": "DoubleClick(597, 712)", + "intent_string": "Exploring various websites to gather insights into available applications on the desktop.", + "before_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 904, + 4, + 1004, + 22 + ] + }, + { + "text": "osoft Bing", + "boxes": [ + 118, + 32, + 188, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 38, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or ente", + "boxes": [ + 252, + 66, + 452, + 89 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 164, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 740, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 556, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 250, + 34, + 290, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ] + }, + { + "frame_id": "70_4_8", + "episode_id": 70, + "env_id": 4, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.800365447998047, + "advantages": 0.19181053340435028, + "generated_text": "{\n \"intent\": \"I noticed that 'Amazon' is visible on the screen which suggests it might lead to various types of information or purchases. Clicking on the Amazon logo could be useful as it provides access to many products.\",\n \"action\": \"DoubleClick(74, 94)\"}", + "action_string": "DoubleClick(74, 94)", + "intent_string": "I noticed that 'Amazon' is visible on the screen which suggests it might lead to various types of information or purchases. Clicking on the Amazon logo could be useful as it provides access to many products.", + "before_screen_ocr_results": [ + { + "text": "Video| Watch TV s ×+", + "boxes": [ + 70, + 32, + 244, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 10, + 66, + 36, + 87 + ] + }, + { + "text": "", + "boxes": [ + 54, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1892, + 68, + 1906, + 85 + ] + }, + { + "text": " You must enable DRM to play some audio or video on this page. Learn More", + "boxes": [ + 52, + 109, + 646, + 143 + ] + }, + { + "text": "GO", + "boxes": [ + 12, + 108, + 50, + 147 + ] + }, + { + "text": "Enable DRM", + "boxes": [ + 1754, + 111, + 1872, + 143 + ] + }, + { + "text": "×", + "boxes": [ + 1876, + 119, + 1896, + 135 + ] + }, + { + "text": "amazon", + "boxes": [ + 16, + 163, + 128, + 201 + ] + }, + { + "text": "Halo in Lists -", + "boxes": [ + 1588, + 169, + 1714, + 206 + ] + }, + { + "text": "!!cart", + "boxes": [ + 1808, + 161, + 1892, + 210 + ] + }, + { + "text": "Prime Video ", + "boxes": [ + 164, + 177, + 252, + 195 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 256, + 171, + 368, + 197 + ] + }, + { + "text": "Q", + "boxes": [ + 1452, + 171, + 1476, + 193 + ] + }, + { + "text": "Returders", + "boxes": [ + 1730, + 171, + 1800, + 204 + ] + }, + { + "text": "EN", + "boxes": [ + 1524, + 181, + 1578, + 201 + ] + }, + { + "text": "三ALl", + "boxes": [ + 24, + 224, + 66, + 250 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 88, + 224, + 176, + 248 + ] + }, + { + "text": "Registry Prime Video", + "boxes": [ + 178, + 224, + 340, + 254 + ] + }, + { + "text": " Gift Cards", + "boxes": [ + 354, + 226, + 424, + 248 + ] + }, + { + "text": "?", + "boxes": [ + 32, + 280, + 60, + 304 + ] + }, + { + "text": "Traveling or based outside United States? Video availability outside of United States varies. Sign in to see videos available to you.", + "boxes": [ + 68, + 272, + 1250, + 310 + ] + }, + { + "text": "X", + "boxes": [ + 1818, + 280, + 1844, + 304 + ] + }, + { + "text": " prime video", + "boxes": [ + 61, + 335, + 173, + 378 + ] + }, + { + "text": "Home", + "boxes": [ + 213, + 339, + 277, + 376 + ] + }, + { + "text": "Movies", + "boxes": [ + 304, + 341, + 374, + 373 + ] + }, + { + "text": "TV seows", + "boxes": [ + 400, + 341, + 494, + 373 + ] + }, + { + "text": "Sports", + "boxes": [ + 526, + 343, + 590, + 375 + ] + }, + { + "text": "rim", + "boxes": [ + 652, + 345, + 682, + 359 + ] + }, + { + "text": "prime", + "boxes": [ + 64, + 790, + 146, + 846 + ] + }, + { + "text": "REACHER", + "boxes": [ + 64, + 840, + 588, + 957 + ] + }, + { + "text": "#1 in China ", + "boxes": [ + 66, + 951, + 164, + 983 + ] + }, + { + "text": "/video/tv", + "boxes": [ + 192, + 1016, + 262, + 1042 + ] + }, + { + "text": "?", + "boxes": [ + 474, + 1020, + 500, + 1040 + ] + }, + { + "text": "Prime Video", + "boxes": [ + 216, + 1048, + 306, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Video|Watch TV s ×+", + "boxes": [ + 68, + 32, + 244, + 50 + ] + }, + { + "text": "Q白", + "boxes": [ + 62, + 62, + 130, + 93 + ] + }, + { + "text": "| https:/ww.amazon.com/gp/video/tv ", + "boxes": [ + 248, + 64, + 576, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 68, + 1660, + 87 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1880, + 93 + ] + }, + { + "text": "You must enable DRM to play some audio or video on this page. Learn More", + "boxes": [ + 52, + 109, + 646, + 143 + ] + }, + { + "text": "Enable DRM", + "boxes": [ + 1754, + 111, + 1872, + 143 + ] + }, + { + "text": "?", + "boxes": [ + 10, + 105, + 54, + 149 + ] + }, + { + "text": "×", + "boxes": [ + 1876, + 119, + 1896, + 133 + ] + }, + { + "text": "amazon", + "boxes": [ + 16, + 163, + 128, + 201 + ] + }, + { + "text": "Aaelo un Lis ", + "boxes": [ + 1585, + 162, + 1717, + 211 + ] + }, + { + "text": " Prime Video ", + "boxes": [ + 164, + 177, + 252, + 195 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 258, + 175, + 368, + 193 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 175, + 1474, + 191 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 179, + 1582, + 204 + ] + }, + { + "text": "Returders", + "boxes": [ + 1732, + 171, + 1798, + 204 + ] + }, + { + "text": "三ALL", + "boxes": [ + 26, + 226, + 66, + 246 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 88, + 222, + 182, + 246 + ] + }, + { + "text": " Registry Prime Video", + "boxes": [ + 174, + 222, + 342, + 252 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 354, + 226, + 422, + 244 + ] + }, + { + "text": "Sign in ", + "boxes": [ + 1620, + 236, + 1678, + 262 + ] + }, + { + "text": "Traveling or based outside United States? Video availability outside of United States varies. Sign in to see videos available to you.", + "boxes": [ + 70, + 272, + 1250, + 310 + ] + }, + { + "text": "New customer? Start here.", + "boxes": [ + 1584, + 270, + 1718, + 294 + ] + }, + { + "text": "?", + "boxes": [ + 32, + 280, + 60, + 304 + ] + }, + { + "text": "X", + "boxes": [ + 1818, + 280, + 1844, + 304 + ] + }, + { + "text": "prime video", + "boxes": [ + 68, + 341, + 174, + 373 + ] + }, + { + "text": "Home", + "boxes": [ + 220, + 345, + 276, + 371 + ] + }, + { + "text": "Movies", + "boxes": [ + 306, + 341, + 374, + 373 + ] + }, + { + "text": " TV shows", + "boxes": [ + 404, + 339, + 492, + 371 + ] + }, + { + "text": "Sports", + "boxes": [ + 525, + 339, + 589, + 376 + ] + }, + { + "text": "prime", + "boxes": [ + 642, + 341, + 688, + 367 + ] + }, + { + "text": "用", + "boxes": [ + 1762, + 349, + 1778, + 363 + ] + }, + { + "text": "功", + "boxes": [ + 1802, + 484, + 1828, + 508 + ] + }, + { + "text": "prime", + "boxes": [ + 68, + 756, + 144, + 794 + ] + }, + { + "text": "DAVIDSPADE", + "boxes": [ + 70, + 808, + 580, + 874 + ] + }, + { + "text": "DANDELIN", + "boxes": [ + 100, + 863, + 540, + 935 + ] + }, + { + "text": "Watch with Prime", + "boxes": [ + 84, + 998, + 266, + 1041 + ] + }, + { + "text": "i", + "boxes": [ + 476, + 1022, + 498, + 1036 + ] + }, + { + "text": "rime Video", + "boxes": [ + 226, + 1052, + 300, + 1070 + ] + } + ] + }, + { + "frame_id": "70_5_8", + "episode_id": 70, + "env_id": 5, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.803234100341797, + "advantages": -0.19963061809539795, + "generated_text": "{\n \"intent\": \"Initiate interaction by moving the cursor closer to the top of the window.\"\n ,\"action\": \"Move(771, 300)\"\n}", + "action_string": "Move(771, 300)", + "intent_string": "Initiate interaction by moving the cursor closer to the top of the window.", + "before_screen_ocr_results": [ + { + "text": "×十", + "boxes": [ + 426, + 34, + 472, + 52 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "三", + "boxes": [ + 1892, + 68, + 1906, + 83 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 19, + 109, + 187, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 498, + 256, + 556, + 276 + ] + }, + { + "text": "国际版", + "boxes": [ + 578, + 256, + 630, + 276 + ] + }, + { + "text": "将人工智能送上空", + "boxes": [ + 476, + 298, + 628, + 328 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 484, + 411, + 658, + 441 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 638, + 478 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1532, + 673, + 1634, + 705 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 721, + 272, + 752 + ] + }, + { + "text": "喜欢分享", + "boxes": [ + 660, + 752, + 794, + 784 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 822, + 762, + 1050, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1452, + 764, + 1552, + 796 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 824, + 790, + 1096, + 820 + ] + }, + { + "text": "", + "boxes": [ + 800, + 800, + 1118, + 898 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 826, + 810, + 1094, + 834 + ] + }, + { + "text": "1,.710", + "boxes": [ + 1623, + 795, + 1701, + 847 + ] + }, + { + "text": "每日经济新闻", + "boxes": [ + 1238, + 850, + 1366, + 881 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1450, + 839, + 1522, + 894 + ] + }, + { + "text": " 2.30%", + "boxes": [ + 1618, + 846, + 1698, + 893 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星", + "boxes": [ + 824, + 864, + 1104, + 893 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 822, + 881, + 970, + 911 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+2276", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "Annie种草日记· 11 小时", + "boxes": [ + 824, + 917, + 998, + 947 + ] + }, + { + "text": "每日经济新闻·37分钟", + "boxes": [ + 1140, + 919, + 1296, + 943 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "跨界巨头切入人形机器人赛", + "boxes": [ + 1136, + 939, + 1390, + 975 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1454, + 939, + 1520, + 989 + ] + }, + { + "text": ",31", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 828, + 969, + 1096, + 999 + ] + }, + { + "text": "道，“人形含量”第一的机器人", + "boxes": [ + 1136, + 967, + 1414, + 1003 + ] + }, + { + "text": "宠物解说：猫咪的种类大全，你想要哪只？", + "boxes": [ + 200, + 981, + 754, + 1022 + ] + }, + { + "text": "英作", + "boxes": [ + 1454, + 977, + 1528, + 1034 + ] + }, + { + "text": "+1.726", + "boxes": [ + 1630, + 983, + 1700, + 1030 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 826, + 995, + 916, + 1026 + ] + }, + { + "text": "ETF易方达（159530）助.…", + "boxes": [ + 1138, + 997, + 1410, + 1026 + ] + }, + { + "text": "18", + "boxes": [ + 828, + 1026, + 898, + 1048 + ] + }, + { + "text": "", + "boxes": [ + 1133, + 1024, + 1189, + 1047 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×十", + "boxes": [ + 426, + 34, + 472, + 52 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1878, + 89 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 21, + 109, + 185, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 498, + 256, + 556, + 276 + ] + }, + { + "text": "国际版", + "boxes": [ + 578, + 256, + 628, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 295, + 628, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 484, + 411, + 656, + 441 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 638, + 478 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1532, + 673, + 1632, + 705 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 190, + 723, + 270, + 748 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 828, + 768, + 1046, + 792 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1552, + 796 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 826, + 790, + 1096, + 820 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 828, + 810, + 1096, + 834 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "小孩，我不会跑，我是张纪中”，我妈说“不好", + "boxes": [ + 822, + 822, + 1100, + 858 + ] + }, + { + "text": "意恩我不认说一最后留了电话，也是有大导", + "boxes": [ + 820, + 834, + 1104, + 881 + ] + }, + { + "text": "每日经济新闻", + "boxes": [ + 1238, + 850, + 1366, + 881 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1450, + 839, + 1524, + 894 + ] + }, + { + "text": " 2.30%", + "boxes": [ + 1618, + 846, + 1696, + 893 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星#", + "boxes": [ + 824, + 864, + 1104, + 893 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 820, + 877, + 970, + 914 + ] + }, + { + "text": "“机”聚新动能“智”创新末来", + "boxes": [ + 400, + 891, + 602, + 923 + ] + }, + { + "text": "®", + "boxes": [ + 630, + 895, + 658, + 915 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+2276", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "Annie种草日记 11小时", + "boxes": [ + 826, + 917, + 998, + 947 + ] + }, + { + "text": "每日经济新闻·37分钟", + "boxes": [ + 1140, + 919, + 1296, + 943 + ] + }, + { + "text": "加速具身智能产品首试首用！青岛发布具身智", + "boxes": [ + 196, + 945, + 790, + 987 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "跨界巨头切入人形机器人赛", + "boxes": [ + 1136, + 939, + 1390, + 975 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1454, + 939, + 1520, + 989 + ] + }, + { + "text": ",31", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 828, + 969, + 1096, + 999 + ] + }, + { + "text": "道，“人形含量”第一的机器人", + "boxes": [ + 1136, + 967, + 1414, + 1003 + ] + }, + { + "text": "能机器人产业行动方案", + "boxes": [ + 196, + 978, + 502, + 1021 + ] + }, + { + "text": "英作", + "boxes": [ + 1454, + 977, + 1528, + 1034 + ] + }, + { + "text": "+1.726", + "boxes": [ + 1630, + 983, + 1700, + 1030 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 828, + 999, + 914, + 1024 + ] + }, + { + "text": "ETF易方达（159530）助….", + "boxes": [ + 1138, + 997, + 1408, + 1026 + ] + }, + { + "text": "18", + "boxes": [ + 828, + 1026, + 898, + 1048 + ] + }, + { + "text": "", + "boxes": [ + 1133, + 1022, + 1189, + 1047 + ] + } + ] + }, + { + "frame_id": "70_6_8", + "episode_id": 70, + "env_id": 6, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.561345100402832, + "advantages": 0.09797896444797516, + "generated_text": "{\n \"intent\": \"Scroll down the article to read more about the topic.\",\n \"action\": \"ScrollDown(0, 250)\"\n}", + "action_string": "ScrollDown(0, 250)", + "intent_string": "Scroll down the article to read more about the topic.", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 28, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1601, + 63, + 1661, + 94 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1880, + 91 + ] + }, + { + "text": "网易首页", + "boxes": [ + 40, + 113, + 94, + 131 + ] + }, + { + "text": "无障碍浏览进入关怀版", + "boxes": [ + 154, + 113, + 290, + 131 + ] + }, + { + "text": "细易", + "boxes": [ + 1340, + 111, + 1366, + 131 + ] + }, + { + "text": "公开课", + "boxes": [ + 1378, + 113, + 1436, + 131 + ] + }, + { + "text": "严选", + "boxes": [ + 1468, + 113, + 1508, + 129 + ] + }, + { + "text": "￥", + "boxes": [ + 1536, + 113, + 1556, + 127 + ] + }, + { + "text": "", + "boxes": [ + 1578, + 111, + 1612, + 131 + ] + }, + { + "text": "登录", + "boxes": [ + 1644, + 111, + 1672, + 131 + ] + }, + { + "text": "注册免费邮箱", + "boxes": [ + 1699, + 105, + 1783, + 136 + ] + }, + { + "text": "WEBSI", + "boxes": [ + 1255, + 200, + 1406, + 266 + ] + }, + { + "text": "VPS", + "boxes": [ + 1402, + 183, + 1544, + 260 + ] + }, + { + "text": "ees Sahouw", + "boxes": [ + 529, + 232, + 635, + 275 + ] + }, + { + "text": "+", + "boxes": [ + 1018, + 228, + 1048, + 248 + ] + }, + { + "text": "es Sahoiw", + "boxes": [ + 1129, + 232, + 1233, + 275 + ] + }, + { + "text": "HOcTN", + "boxes": [ + 1410, + 246, + 1536, + 282 + ] + }, + { + "text": "广告", + "boxes": [ + 358, + 278, + 384, + 298 + ] + }, + { + "text": "花服务器", + "boxes": [ + 562, + 270, + 620, + 288 + ] + }, + { + "text": "微软云", + "boxes": [ + 708, + 272, + 748, + 288 + ] + }, + { + "text": "微软云", + "boxes": [ + 1012, + 272, + 1052, + 288 + ] + }, + { + "text": "花服务器", + "boxes": [ + 1162, + 270, + 1214, + 288 + ] + }, + { + "text": "中文润色网站", + "boxes": [ + 1282, + 270, + 1372, + 288 + ] + }, + { + "text": "网易首页>网易号>正文", + "boxes": [ + 350, + 349, + 494, + 379 + ] + }, + { + "text": "搜索", + "boxes": [ + 1078, + 357, + 1098, + 371 + ] + }, + { + "text": "申请入驻>", + "boxes": [ + 1136, + 351, + 1198, + 377 + ] + }, + { + "text": "实锤！赵丽颖新欢曝光", + "boxes": [ + 348, + 393, + 756, + 447 + ] + }, + { + "text": "男方系知名导演", + "boxes": [ + 780, + 397, + 1068, + 445 + ] + }, + { + "text": "被拍", + "boxes": [ + 1082, + 395, + 1180, + 447 + ] + }, + { + "text": "，", + "boxes": [ + 736, + 407, + 774, + 435 + ] + }, + { + "text": "，", + "boxes": [ + 1054, + 407, + 1102, + 435 + ] + }, + { + "text": "到留宿还帮忙带娃！", + "boxes": [ + 348, + 445, + 698, + 492 + ] + }, + { + "text": "2025-05-1415:58:20来源:乌娱子酱河北", + "boxes": [ + 348, + 496, + 658, + 536 + ] + }, + { + "text": "乌娱子酱", + "boxes": [ + 1368, + 516, + 1442, + 542 + ] + }, + { + "text": "前排观看！资讯、", + "boxes": [ + 1324, + 538, + 1414, + 562 + ] + }, + { + "text": "875", + "boxes": [ + 1316, + 574, + 1368, + 608 + ] + }, + { + "text": "1287", + "boxes": [ + 1438, + 574, + 1496, + 606 + ] + }, + { + "text": "超一线女星赵丽颖又又又又坠入爱河了吗？", + "boxes": [ + 520, + 596, + 866, + 625 + ] + }, + { + "text": "口", + "boxes": [ + 402, + 611, + 436, + 643 + ] + }, + { + "text": "文章数", + "boxes": [ + 1318, + 604, + 1366, + 631 + ] + }, + { + "text": "关注度", + "boxes": [ + 1444, + 604, + 1492, + 631 + ] + }, + { + "text": "55", + "boxes": [ + 398, + 663, + 440, + 699 + ] + }, + { + "text": "往期回顾", + "boxes": [ + 1250, + 665, + 1334, + 697 + ] + }, + { + "text": "全部", + "boxes": [ + 1522, + 669, + 1552, + 683 + ] + }, + { + "text": "痛心！健身达人“山阿\"去世：年仅33岁人", + "boxes": [ + 1250, + 703, + 1542, + 733 + ] + }, + { + "text": "很帅气，母亲曝光原因", + "boxes": [ + 1250, + 727, + 1418, + 756 + ] + }, + { + "text": "分享至", + "boxes": [ + 398, + 737, + 438, + 756 + ] + }, + { + "text": "2025-05-14 17:51", + "boxes": [ + 1252, + 758, + 1364, + 782 + ] + }, + { + "text": "就是想要杀人！日本15岁男孩当街杀死8旬", + "boxes": [ + 1248, + 800, + 1554, + 830 + ] + }, + { + "text": "老妇：想进少管所关着", + "boxes": [ + 1252, + 824, + 1418, + 854 + ] + }, + { + "text": "2025-05-14 17:47", + "boxes": [ + 1256, + 858, + 1360, + 876 + ] + }, + { + "text": "恋情曝光", + "boxes": [ + 570, + 885, + 756, + 941 + ] + }, + { + "text": "76岁\"大鼻子情圣\"性侵成立获刑18个月", + "boxes": [ + 1250, + 895, + 1520, + 925 + ] + }, + { + "text": "走红全球还和普京是好友", + "boxes": [ + 1250, + 921, + 1436, + 951 + ] + }, + { + "text": "2025-05-14 17:19", + "boxes": [ + 1254, + 953, + 1364, + 977 + ] + }, + { + "text": "BESTDEAL", + "boxes": [ + 1358, + 1011, + 1444, + 1028 + ] + }, + { + "text": "实锤！赵丽颖", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 28, + 66, + 130, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1598, + 68, + 1660, + 87 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1880, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": "无障碍浏览进入关怀版", + "boxes": [ + 154, + 113, + 290, + 131 + ] + }, + { + "text": "严选", + "boxes": [ + 1468, + 113, + 1508, + 129 + ] + }, + { + "text": "注册免费邮箱", + "boxes": [ + 1702, + 111, + 1780, + 129 + ] + }, + { + "text": "到留宿还帮忙带娃", + "boxes": [ + 348, + 157, + 674, + 204 + ] + }, + { + "text": "", + "boxes": [ + 668, + 175, + 682, + 191 + ] + }, + { + "text": "2025-05-1415:58:20来源:乌娱子酱@河北", + "boxes": [ + 352, + 214, + 654, + 248 + ] + }, + { + "text": "乌娱子酱", + "boxes": [ + 1368, + 228, + 1444, + 260 + ] + }, + { + "text": "前排观看！资讯、", + "boxes": [ + 1324, + 252, + 1414, + 276 + ] + }, + { + "text": "娱乐", + "boxes": [ + 1452, + 258, + 1478, + 272 + ] + }, + { + "text": "875", + "boxes": [ + 1316, + 288, + 1368, + 322 + ] + }, + { + "text": "1287", + "boxes": [ + 1438, + 290, + 1496, + 322 + ] + }, + { + "text": "超一线女星赵丽颖又又又又坠入爱河了吗？", + "boxes": [ + 518, + 308, + 868, + 343 + ] + }, + { + "text": "国", + "boxes": [ + 398, + 324, + 440, + 361 + ] + }, + { + "text": "文章数", + "boxes": [ + 1318, + 320, + 1366, + 347 + ] + }, + { + "text": "关注度", + "boxes": [ + 1442, + 320, + 1492, + 345 + ] + }, + { + "text": "55", + "boxes": [ + 398, + 379, + 440, + 415 + ] + }, + { + "text": "往期回顾", + "boxes": [ + 1250, + 379, + 1334, + 411 + ] + }, + { + "text": "全部>", + "boxes": [ + 1516, + 379, + 1556, + 405 + ] + }, + { + "text": "痛心！健身达人“山阿“去世：年仅33岁人", + "boxes": [ + 1248, + 413, + 1542, + 451 + ] + }, + { + "text": "分享至", + "boxes": [ + 396, + 449, + 440, + 474 + ] + }, + { + "text": "很帅气，母亲曝光原因", + "boxes": [ + 1250, + 443, + 1418, + 472 + ] + }, + { + "text": "2025-05-14 17:51", + "boxes": [ + 1252, + 472, + 1364, + 496 + ] + }, + { + "text": "就是想要杀人！日本15岁男孩当街杀死8旬", + "boxes": [ + 1248, + 512, + 1558, + 546 + ] + }, + { + "text": "老妇：想进少管所关着", + "boxes": [ + 1252, + 540, + 1420, + 570 + ] + }, + { + "text": "2025-05-14 17:47", + "boxes": [ + 1252, + 570, + 1364, + 594 + ] + }, + { + "text": "恋情曝光", + "boxes": [ + 572, + 600, + 758, + 655 + ] + }, + { + "text": "76岁\"大鼻子情圣\"性侵成立获刑18个月", + "boxes": [ + 1248, + 609, + 1532, + 639 + ] + }, + { + "text": "走红全球还和普京是好友", + "boxes": [ + 1250, + 637, + 1436, + 667 + ] + }, + { + "text": "2025-05-14 17:19", + "boxes": [ + 1252, + 665, + 1368, + 695 + ] + }, + { + "text": "BESTDEAL", + "boxes": [ + 1354, + 721, + 1446, + 744 + ] + }, + { + "text": "据@南都娱乐消息：近日，《乔妍的心事》导演赵德胤被拍到现身赵丽颖小区，有", + "boxes": [ + 518, + 790, + 1194, + 820 + ] + }, + { + "text": "小区门禁卡，还独自牵赵丽颖儿子的手外出，疑似赵丽颖、赵德胤恋情曝光。", + "boxes": [ + 522, + 824, + 1126, + 854 + ] + }, + { + "text": "R000000", + "boxes": [ + 1316, + 862, + 1480, + 885 + ] + }, + { + "text": "赵丽颖新恋情", + "boxes": [ + 744, + 905, + 888, + 937 + ] + }, + { + "text": "限元宝传奇", + "boxes": [ + 1276, + 941, + 1388, + 971 + ] + }, + { + "text": "赵丽颖赵德胤", + "boxes": [ + 742, + 959, + 892, + 991 + ] + }, + { + "text": "娱乐要闻", + "boxes": [ + 1250, + 1014, + 1332, + 1046 + ] + }, + { + "text": "锤！赵丽彩", + "boxes": [ + 226, + 1050, + 292, + 1068 + ] + } + ] + }, + { + "frame_id": "70_7_8", + "episode_id": 70, + "env_id": 7, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.079187393188477, + "advantages": 0.3012669086456299, + "generated_text": "{\n \"intent\": \"Scroll down on the homepage to see more content.\",\n \"action\": \"ScrollDown(300, 300)\"\n}", + "action_string": "ScrollDown(300, 300)", + "intent_string": "Scroll down on the homepage to see more content.", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 28, + 62, + 128, + 93 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1882, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 111, + 183, + 147 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 484, + 302, + 622, + 326 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "崔登荣游泳队总教练", + "boxes": [ + 1118, + 411, + 1276, + 441 + ] + }, + { + "text": "热", + "boxes": [ + 662, + 421, + 674, + 433 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1124, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1639, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 272, + 750 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 820, + 762, + 1050, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 820, + 788, + 1098, + 824 + ] + }, + { + "text": "", + "boxes": [ + 802, + 804, + 1118, + 897 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1451, + 788, + 1552, + 850 + ] + }, + { + "text": "1.612", + "boxes": [ + 1618, + 798, + 1700, + 846 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 824, + 808, + 1096, + 838 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1708, + 830 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1450, + 839, + 1524, + 894 + ] + }, + { + "text": " 2.40% ", + "boxes": [ + 1618, + 846, + 1700, + 893 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星#", + "boxes": [ + 822, + 864, + 1104, + 893 + ] + }, + { + "text": "", + "boxes": [ + 1584, + 844, + 1636, + 889 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 822, + 881, + 972, + 913 + ] + }, + { + "text": "技", + "boxes": [ + 1451, + 887, + 1525, + 944 + ] + }, + { + "text": "+2 6 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "有爱娱乐·9小时", + "boxes": [ + 210, + 921, + 328, + 945 + ] + }, + { + "text": "Annie种草日记·11小时", + "boxes": [ + 824, + 919, + 1000, + 949 + ] + }, + { + "text": "小黑盒游戏·7小时", + "boxes": [ + 1140, + 921, + 1278, + 945 + ] + }, + { + "text": "最高点赞热评被删！范丞丞拍撕拉片评论区翻", + "boxes": [ + 200, + 945, + 792, + 987 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 824, + 937, + 1100, + 979 + ] + }, + { + "text": "维护结束：一起来看看商城、", + "boxes": [ + 1136, + 941, + 1392, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "", + "boxes": [ + 1586, + 936, + 1645, + 984 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "通行证、活动的最新上线内", + "boxes": [ + 1136, + 967, + 1390, + 1003 + ] + }, + { + "text": "车！果然张凌赫最权威", + "boxes": [ + 196, + 979, + 504, + 1027 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "*1342", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 822, + 997, + 918, + 1028 + ] + }, + { + "text": "容！", + "boxes": [ + 1136, + 997, + 1182, + 1024 + ] + }, + { + "text": "?", + "boxes": [ + 1690, + 997, + 1714, + 1018 + ] + }, + { + "text": "A 24O", + "boxes": [ + 212, + 1026, + 276, + 1046 + ] + }, + { + "text": "18", + "boxes": [ + 821, + 1020, + 895, + 1051 + ] + }, + { + "text": "2", + "boxes": [ + 1140, + 1028, + 1180, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 25, + 111, + 185, + 149 + ] + }, + { + "text": "P", + "boxes": [ + 1682, + 113, + 1714, + 145 + ] + }, + { + "text": "8", + "boxes": [ + 1788, + 123, + 1820, + 143 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 191, + 556, + 216 + ] + }, + { + "text": "国际版", + "boxes": [ + 576, + 191, + 636, + 216 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 478, + 238, + 624, + 262 + ] + }, + { + "text": "矿石与传", + "boxes": [ + 1532, + 391, + 1620, + 417 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 192, + 439, + 272, + 465 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 824, + 480, + 1044, + 510 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1458, + 480, + 1552, + 512 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 826, + 508, + 1092, + 532 + ] + }, + { + "text": "÷3△-18", + "boxes": [ + 253, + 512, + 765, + 618 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 824, + 522, + 1094, + 550 + ] + }, + { + "text": "1,.721", + "boxes": [ + 1623, + 511, + 1699, + 563 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 553, + 1521, + 609 + ] + }, + { + "text": "", + "boxes": [ + 1596, + 570, + 1628, + 592 + ] + }, + { + "text": " 32-3", + "boxes": [ + 1619, + 557, + 1701, + 609 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星#", + "boxes": [ + 824, + 578, + 1104, + 608 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 824, + 598, + 970, + 627 + ] + }, + { + "text": "新", + "boxes": [ + 1453, + 601, + 1525, + 658 + ] + }, + { + "text": "+.68% ", + "boxes": [ + 1632, + 608, + 1700, + 655 + ] + }, + { + "text": "Annie种草日记·11小时", + "boxes": [ + 824, + 633, + 998, + 663 + ] + }, + { + "text": "小黑盒游戏·7小时", + "boxes": [ + 1142, + 635, + 1278, + 659 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 824, + 653, + 1098, + 689 + ] + }, + { + "text": "维护结束：一起来看看商城、", + "boxes": [ + 1136, + 655, + 1392, + 691 + ] + }, + { + "text": "黄州茅台", + "boxes": [ + 1454, + 653, + 1520, + 703 + ] + }, + { + "text": "1,-4139 ", + "boxes": [ + 1626, + 653, + 1700, + 703 + ] + }, + { + "text": "点视频/公考客栈店小二", + "boxes": [ + 238, + 671, + 366, + 695 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 826, + 683, + 1096, + 713 + ] + }, + { + "text": "通行证、活动的最新上线内", + "boxes": [ + 1138, + 685, + 1386, + 715 + ] + }, + { + "text": "看我怎么来做这道题目，很难吗？", + "boxes": [ + 200, + 693, + 640, + 737 + ] + }, + { + "text": "英达上城", + "boxes": [ + 1456, + 699, + 1524, + 748 + ] + }, + { + "text": "+1843 ", + "boxes": [ + 1632, + 699, + 1700, + 748 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 826, + 713, + 914, + 739 + ] + }, + { + "text": "容！", + "boxes": [ + 1138, + 711, + 1182, + 739 + ] + }, + { + "text": "+", + "boxes": [ + 1690, + 717, + 1712, + 731 + ] + }, + { + "text": "18", + "boxes": [ + 822, + 739, + 898, + 770 + ] + }, + { + "text": "2", + "boxes": [ + 1138, + 741, + 1182, + 766 + ] + }, + { + "text": "", + "boxes": [ + 1174, + 742, + 1200, + 762 + ] + }, + { + "text": "查看自选股建议", + "boxes": [ + 1624, + 744, + 1726, + 770 + ] + }, + { + "text": "10", + "boxes": [ + 1494, + 842, + 1562, + 883 + ] + }, + { + "text": "蓝强对流", + "boxes": [ + 1656, + 842, + 1724, + 883 + ] + }, + { + "text": "", + "boxes": [ + 1189, + 913, + 1289, + 948 + ] + }, + { + "text": "#", + "boxes": [ + 1690, + 911, + 1714, + 937 + ] + }, + { + "text": "时代财经·14小时", + "boxes": [ + 200, + 949, + 336, + 977 + ] + }, + { + "text": "证券日报·3小时", + "boxes": [ + 514, + 949, + 646, + 979 + ] + }, + { + "text": "ITBEAR科技资讯·2小时", + "boxes": [ + 824, + 949, + 998, + 979 + ] + }, + { + "text": "Miya种草日记·11 小时", + "boxes": [ + 1138, + 949, + 1304, + 979 + ] + }, + { + "text": "耐克们不给力，经销商滔搏需", + "boxes": [ + 202, + 975, + 472, + 1005 + ] + }, + { + "text": "江顺科技：公司的产品主要应", + "boxes": [ + 510, + 971, + 784, + 1007 + ] + }, + { + "text": "上汽大众：全势能布局下，如", + "boxes": [ + 826, + 969, + 1098, + 1009 + ] + }, + { + "text": "46岁萧亚轩晒“手推花车”被", + "boxes": [ + 1136, + 973, + 1402, + 1009 + ] + }, + { + "text": "要自己的“中产三宝”，卖起比", + "boxes": [ + 198, + 997, + 478, + 1032 + ] + }, + { + "text": "用于轨道交通、新能源风电及", + "boxes": [ + 510, + 993, + 784, + 1036 + ] + }, + { + "text": "何在车企淘汰赛中稳健前行？", + "boxes": [ + 828, + 1001, + 1092, + 1030 + ] + }, + { + "text": "赞状态真好，穿牛仔套装还是", + "boxes": [ + 1136, + 999, + 1406, + 1034 + ] + }, + { + "text": "工程机械等领域", + "boxes": [ + 522, + 1026, + 662, + 1050 + ] + }, + { + "text": "那么年轻", + "boxes": [ + 1144, + 1026, + 1222, + 1050 + ] + } + ] + }, + { + "frame_id": "70_0_9", + "episode_id": 70, + "env_id": 0, + "step": 9, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -3.6554923057556152, + "generated_text": "{\n \"intent\": \"Continue exploring the webpage by clicking the LinkedIn icon.\",\n \"action\": \"DoubleClick(2027, 324)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 36, + 65, + 124, + 88 + ] + }, + { + "text": "①https://www.sohu.co", + "boxes": [ + 258, + 69, + 452, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1882, + 91 + ] + }, + { + "text": "找", + "boxes": [ + 334, + 101, + 402, + 143 + ] + }, + { + "text": "新闻", + "boxes": [ + 438, + 111, + 480, + 137 + ] + }, + { + "text": "体育", + "boxes": [ + 500, + 111, + 544, + 137 + ] + }, + { + "text": "汽车", + "boxes": [ + 564, + 113, + 610, + 133 + ] + }, + { + "text": "房产", + "boxes": [ + 626, + 113, + 668, + 133 + ] + }, + { + "text": "旅游", + "boxes": [ + 692, + 113, + 736, + 133 + ] + }, + { + "text": "教育", + "boxes": [ + 746, + 113, + 804, + 133 + ] + }, + { + "text": "时尚", + "boxes": [ + 798, + 111, + 878, + 135 + ] + }, + { + "text": "科技", + "boxes": [ + 874, + 113, + 932, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 938, + 113, + 994, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 996, + 111, + 1060, + 137 + ] + }, + { + "text": "无障碍|关怀版", + "boxes": [ + 1392, + 111, + 1494, + 135 + ] + }, + { + "text": "原创NBA宣布！第32支球队要来了", + "boxes": [ + 526, + 177, + 962, + 220 + ] + }, + { + "text": "大家都在搜：马龙和家人现身C", + "boxes": [ + 1240, + 195, + 1428, + 212 + ] + }, + { + "text": "2025-05-14 11:37", + "boxes": [ + 534, + 230, + 646, + 254 + ] + }, + { + "text": "发布于：福建省", + "boxes": [ + 664, + 230, + 772, + 258 + ] + }, + { + "text": "体育说球吧?", + "boxes": [ + 384, + 240, + 486, + 272 + ] + }, + { + "text": "中", + "boxes": [ + 428, + 276, + 442, + 292 + ] + }, + { + "text": "NBA总裁亚当-萧华表示，他预计今年夏天联盟老板们的下一次会议议程中将讨论联盟扩军", + "boxes": [ + 530, + 274, + 1168, + 304 + ] + }, + { + "text": "2448", + "boxes": [ + 382, + 308, + 424, + 328 + ] + }, + { + "text": "530万", + "boxes": [ + 435, + 299, + 491, + 332 + ] + }, + { + "text": "的问题，正式讨论将NBA扩充至32支球队。", + "boxes": [ + 528, + 306, + 832, + 336 + ] + }, + { + "text": "文章", + "boxes": [ + 388, + 330, + 416, + 343 + ] + }, + { + "text": "总阅读", + "boxes": [ + 446, + 328, + 486, + 347 + ] + }, + { + "text": "体育领域优质创作者", + "boxes": [ + 386, + 357, + 490, + 381 + ] + }, + { + "text": "在接受SiusXM NBA电台采访时，萧华被问到，自联盟董事会上次在纽约召开会议以来的", + "boxes": [ + 528, + 361, + 1166, + 391 + ] + }, + { + "text": "查看TA的文章>", + "boxes": [ + 392, + 393, + 472, + 417 + ] + }, + { + "text": "近八周时间里，联盟对扩军的看法有何进展。在那次会议上，波士顿凯尔特人队的出售事宜", + "boxes": [ + 530, + 395, + 1176, + 425 + ] + }, + { + "text": "刚刚达成协议，但还尚未经过联盟的审查。", + "boxes": [ + 532, + 429, + 828, + 453 + ] + }, + { + "text": "凸", + "boxes": [ + 418, + 461, + 450, + 490 + ] + }, + { + "text": "首赞", + "boxes": [ + 422, + 502, + 450, + 524 + ] + }, + { + "text": "FW", + "boxes": [ + 548, + 494, + 590, + 520 + ] + }, + { + "text": "热门精选", + "boxes": [ + 1222, + 560, + 1308, + 592 + ] + }, + { + "text": "☆", + "boxes": [ + 420, + 645, + 450, + 677 + ] + }, + { + "text": "&", + "boxes": [ + 420, + 739, + 452, + 770 + ] + }, + { + "text": "杨瀚森收获", + "boxes": [ + 1276, + 766, + 1348, + 784 + ] + }, + { + "text": "些计划外球队试训", + "boxes": [ + 1360, + 762, + 1494, + 786 + ] + }, + { + "text": "分享", + "boxes": [ + 426, + 782, + 442, + 796 + ] + }, + { + "text": "重签火箭！乌", + "boxes": [ + 1274, + 907, + 1364, + 925 + ] + }, + { + "text": "杜兰特潜在下家曝光", + "boxes": [ + 1378, + 907, + 1500, + 925 + ] + }, + { + "text": "度卡没看走眼，你才..", + "boxes": [ + 1230, + 925, + 1358, + 943 + ] + }, + { + "text": "快船5换1或成最大赢", + "boxes": [ + 1380, + 925, + 1506, + 943 + ] + }, + { + "text": "精彩", + "boxes": [ + 396, + 949, + 418, + 963 + ] + }, + { + "text": "CLICK FOF 1ORi", + "boxes": [ + 53, + 972, + 135, + 1003 + ] + }, + { + "text": "视频sdk", + "boxes": [ + 4, + 1009, + 88, + 1040 + ] + }, + { + "text": "NBA宣布！第3.", + "boxes": [ + 216, + 1048, + 318, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 36, + 65, + 124, + 88 + ] + }, + { + "text": "①https://www.sohu.co", + "boxes": [ + 258, + 69, + 452, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1882, + 91 + ] + }, + { + "text": "找", + "boxes": [ + 334, + 101, + 402, + 143 + ] + }, + { + "text": "新闻", + "boxes": [ + 438, + 111, + 480, + 137 + ] + }, + { + "text": "体育", + "boxes": [ + 500, + 111, + 544, + 137 + ] + }, + { + "text": "汽车", + "boxes": [ + 564, + 113, + 610, + 133 + ] + }, + { + "text": "房产", + "boxes": [ + 626, + 113, + 668, + 133 + ] + }, + { + "text": "旅游", + "boxes": [ + 692, + 113, + 736, + 133 + ] + }, + { + "text": "教育", + "boxes": [ + 746, + 113, + 804, + 133 + ] + }, + { + "text": "时尚", + "boxes": [ + 798, + 111, + 878, + 135 + ] + }, + { + "text": "科技", + "boxes": [ + 874, + 113, + 932, + 133 + ] + }, + { + "text": "财经", + "boxes": [ + 938, + 113, + 994, + 133 + ] + }, + { + "text": "娱乐", + "boxes": [ + 996, + 111, + 1060, + 137 + ] + }, + { + "text": "无障碍|关怀版", + "boxes": [ + 1392, + 111, + 1494, + 135 + ] + }, + { + "text": "原创NBA宣布！第32支球队要来了", + "boxes": [ + 526, + 177, + 962, + 220 + ] + }, + { + "text": "大家都在搜：马龙和家人现身C", + "boxes": [ + 1240, + 195, + 1428, + 212 + ] + }, + { + "text": "2025-05-14 11:37", + "boxes": [ + 534, + 230, + 646, + 254 + ] + }, + { + "text": "发布于：福建省", + "boxes": [ + 664, + 230, + 772, + 258 + ] + }, + { + "text": "体育说球吧?", + "boxes": [ + 384, + 240, + 486, + 272 + ] + }, + { + "text": "中", + "boxes": [ + 428, + 276, + 442, + 292 + ] + }, + { + "text": "NBA总裁亚当-萧华表示，他预计今年夏天联盟老板们的下一次会议议程中将讨论联盟扩军", + "boxes": [ + 530, + 274, + 1168, + 304 + ] + }, + { + "text": "2448", + "boxes": [ + 382, + 308, + 424, + 328 + ] + }, + { + "text": "530万", + "boxes": [ + 435, + 299, + 491, + 332 + ] + }, + { + "text": "的问题，正式讨论将NBA扩充至32支球队。", + "boxes": [ + 528, + 306, + 832, + 336 + ] + }, + { + "text": "文章", + "boxes": [ + 388, + 330, + 416, + 343 + ] + }, + { + "text": "总阅读", + "boxes": [ + 446, + 328, + 486, + 347 + ] + }, + { + "text": "体育领域优质创作者", + "boxes": [ + 386, + 357, + 490, + 381 + ] + }, + { + "text": "在接受SiusXM NBA电台采访时，萧华被问到，自联盟董事会上次在纽约召开会议以来的", + "boxes": [ + 528, + 361, + 1166, + 391 + ] + }, + { + "text": "查看TA的文章>", + "boxes": [ + 392, + 393, + 472, + 417 + ] + }, + { + "text": "近八周时间里，联盟对扩军的看法有何进展。在那次会议上，波士顿凯尔特人队的出售事宜", + "boxes": [ + 530, + 395, + 1176, + 425 + ] + }, + { + "text": "刚刚达成协议，但还尚未经过联盟的审查。", + "boxes": [ + 532, + 429, + 828, + 453 + ] + }, + { + "text": "凸", + "boxes": [ + 418, + 461, + 450, + 490 + ] + }, + { + "text": "首赞", + "boxes": [ + 422, + 502, + 450, + 524 + ] + }, + { + "text": "FW", + "boxes": [ + 548, + 494, + 590, + 520 + ] + }, + { + "text": "热门精选", + "boxes": [ + 1222, + 560, + 1308, + 592 + ] + }, + { + "text": "☆", + "boxes": [ + 420, + 645, + 450, + 677 + ] + }, + { + "text": "&", + "boxes": [ + 420, + 739, + 452, + 770 + ] + }, + { + "text": "杨瀚森收获", + "boxes": [ + 1276, + 766, + 1348, + 784 + ] + }, + { + "text": "些计划外球队试训", + "boxes": [ + 1360, + 762, + 1494, + 786 + ] + }, + { + "text": "分享", + "boxes": [ + 426, + 782, + 442, + 796 + ] + }, + { + "text": "重签火箭！乌", + "boxes": [ + 1274, + 907, + 1364, + 925 + ] + }, + { + "text": "杜兰特潜在下家曝光", + "boxes": [ + 1378, + 907, + 1500, + 925 + ] + }, + { + "text": "度卡没看走眼，你才..", + "boxes": [ + 1230, + 925, + 1358, + 943 + ] + }, + { + "text": "快船5换1或成最大赢", + "boxes": [ + 1380, + 925, + 1506, + 943 + ] + }, + { + "text": "精彩", + "boxes": [ + 396, + 949, + 418, + 963 + ] + }, + { + "text": "CLICK FOF 1ORi", + "boxes": [ + 53, + 972, + 135, + 1003 + ] + }, + { + "text": "视频sdk", + "boxes": [ + 4, + 1009, + 88, + 1040 + ] + }, + { + "text": "NBA宣布！第3.", + "boxes": [ + 216, + 1048, + 318, + 1074 + ] + } + ] + }, + { + "frame_id": "70_1_9", + "episode_id": 70, + "env_id": 1, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.556663513183594, + "advantages": 0.4887084364891052, + "generated_text": "{\n \"intent\": \"Click on one of the visible news headlines to start exploring more content.\",\n \"action\": \"DoubleClick(307, 783)\" \n}", + "action_string": "DoubleClick(307, 783)", + "intent_string": "Click on one of the visible news headlines to start exploring more content.", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 6, + 59, + 130, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1779, + 59, + 1885, + 96 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 37, + 109, + 185, + 150 + ] + }, + { + "text": "国内版", + "boxes": [ + 504, + 258, + 548, + 276 + ] + }, + { + "text": "国际版", + "boxes": [ + 586, + 258, + 630, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 482, + 302, + 624, + 326 + ] + }, + { + "text": "热", + "boxes": [ + 1110, + 341, + 1396, + 359 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "热", + "boxes": [ + 662, + 421, + 674, + 433 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 968, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1106, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 274, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "高时中国A50 ", + "boxes": [ + 1449, + 788, + 1551, + 848 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 840 + ] + }, + { + "text": "1-", + "boxes": [ + 1618, + 790, + 1704, + 852 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1708, + 828 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 837, + 1523, + 894 + ] + }, + { + "text": "M", + "boxes": [ + 1590, + 850, + 1632, + 885 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1694, + 893 + ] + }, + { + "text": "经", + "boxes": [ + 1449, + 885, + 1527, + 946 + ] + }, + { + "text": "+2.663 ", + "boxes": [ + 1632, + 891, + 1700, + 941 + ] + }, + { + "text": "每日经济新闻·39分钟", + "boxes": [ + 222, + 917, + 360, + 947 + ] + }, + { + "text": "IT之家·44分钟", + "boxes": [ + 824, + 917, + 950, + 947 + ] + }, + { + "text": "证券日报·1小时", + "boxes": [ + 1138, + 917, + 1268, + 947 + ] + }, + { + "text": "跨界巨头切入人形机器人赛道新人形含量”", + "boxes": [ + 200, + 945, + 768, + 987 + ] + }, + { + "text": "图森未来3A游戏《金庸群侠", + "boxes": [ + 824, + 941, + 1100, + 977 + ] + }, + { + "text": "小金属擎起“智造”强链厦门", + "boxes": [ + 1136, + 941, + 1402, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,6413 ", + "boxes": [ + 1626, + 937, + 1700, + 987 + ] + }, + { + "text": "传》、三体IP项目预计", + "boxes": [ + 824, + 967, + 1052, + 1003 + ] + }, + { + "text": "钨业全球化布局打开未来发展", + "boxes": [ + 1136, + 967, + 1410, + 1003 + ] + }, + { + "text": "第一的机器人ETF易方达sU（159530）助力…·", + "boxes": [ + 198, + 981, + 790, + 1022 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "*1342", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "2027年推出", + "boxes": [ + 826, + 995, + 958, + 1026 + ] + }, + { + "text": "空间", + "boxes": [ + 1134, + 995, + 1190, + 1028 + ] + }, + { + "text": "?", + "boxes": [ + 1690, + 997, + 1714, + 1018 + ] + }, + { + "text": "", + "boxes": [ + 826, + 1026, + 876, + 1044 + ] + }, + { + "text": "丢白选股", + "boxes": [ + 1634, + 1028, + 1694, + 1046 + ] + }, + { + "text": "口", + "boxes": [ + 88, + 1048, + 170, + 1066 + ] + }, + { + "text": "?", + "boxes": [ + 178, + 1048, + 206, + 1070 + ] + }, + { + "text": "arch - Micr.", + "boxes": [ + 232, + 1048, + 314, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "赛力斯赴港IPO", + "boxes": [ + 752, + 2, + 854, + 26 + ] + }, + { + "text": "回", + "boxes": [ + 1876, + 6, + 1904, + 20 + ] + }, + { + "text": "Microsoft Bing ", + "boxes": [ + 90, + 32, + 190, + 50 + ] + }, + { + "text": "赛力斯赴港IPO，张兴治", + "boxes": [ + 258, + 32, + 412, + 50 + ] + }, + { + "text": "力斯赴港IPO，张兴海不想×", + "boxes": [ + 490, + 32, + 668, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 42, + 66, + 128, + 91 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1764, + 121, + 1788, + 145 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 270, + 175, + 318, + 201 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 344, + 171, + 694, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 175, + 1724, + 204 + ] + }, + { + "text": "商业新知", + "boxes": [ + 382, + 264, + 500, + 308 + ] + }, + { + "text": "赛力斯赴港IPO，张兴海不想当“躺赢王”", + "boxes": [ + 366, + 347, + 934, + 389 + ] + }, + { + "text": "新知号：IPO财经向善的报道·58分钟·①7分钟读取", + "boxes": [ + 364, + 413, + 788, + 449 + ] + }, + { + "text": "文：向善财经", + "boxes": [ + 366, + 506, + 474, + 534 + ] + }, + { + "text": "当赛力斯公告将二次上市，冲击港股时，几乎在很多人看来，这就是一件板上钉钉的事。", + "boxes": [ + 366, + 546, + 1018, + 576 + ] + }, + { + "text": "访问商业新知", + "boxes": [ + 1428, + 554, + 1552, + 584 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "毕竟，其在2024年带给整个新能源汽车行业的震撼，实在是太大了。", + "boxes": [ + 364, + 588, + 874, + 617 + ] + }, + { + "text": "快手可灵战略提级，视频大模型混", + "boxes": [ + 1446, + 602, + 1664, + 631 + ] + }, + { + "text": "靠着华为的鼎力相助，靠着问界M9、新M7的逆天表现，2024年赛力斯实现营收1452亿元，同比增长305.04%；归", + "boxes": [ + 366, + 629, + 1228, + 659 + ] + }, + { + "text": "战时代来了？", + "boxes": [ + 1448, + 625, + 1534, + 649 + ] + }, + { + "text": "属净利润59.46亿元，同比增长342.72%，一举成为了继特斯拉、比亚迪、理想之后全球第四家盈利的新能源车企", + "boxes": [ + 368, + 659, + 1212, + 683 + ] + }, + { + "text": "挖来原天猫美妆总经理后：", + "boxes": [ + 1448, + 667, + 1610, + 691 + ] + }, + { + "text": "上美董", + "boxes": [ + 1610, + 669, + 1658, + 689 + ] + }, + { + "text": "事长放话要对打\"欧菜雅，但差..", + "boxes": [ + 1448, + 687, + 1656, + 711 + ] + }, + { + "text": "它的创始人张兴海，也由此收获了“新能源界的气运之子\"躺赢之王\"等诸多艳羡称号。", + "boxes": [ + 364, + 697, + 990, + 727 + ] + }, + { + "text": "新城悦服务停牌罗生门：失而复得", + "boxes": [ + 1446, + 729, + 1664, + 758 + ] + }, + { + "text": "的8亿挪用资金", + "boxes": [ + 1448, + 750, + 1544, + 774 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 874, + 1722, + 907 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 834, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1670, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 28, + 967, + 200, + 997 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "力斯赴港IPO", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "70_2_9", + "episode_id": 70, + "env_id": 2, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.539931297302246, + "advantages": 0.08957260847091675, + "generated_text": "{\n \"intent\": \"The goal is to find available menus or toolbars by moving the mouse to different areas of the desktop.\",\n \"action\": \"Move(1000, 200)\"\n}", + "action_string": "Move(1000, 200)", + "intent_string": "The goal is to find available menus or toolbars by moving the mouse to different areas of the desktop.", + "before_screen_ocr_results": [ + { + "text": "Edit View", + "boxes": [ + 100, + 36, + 174, + 54 + ] + }, + { + "text": "Styles", + "boxes": [ + 308, + 38, + 348, + 54 + ] + }, + { + "text": "ools", + "boxes": [ + 468, + 38, + 494, + 52 + ] + }, + { + "text": "--- e@", + "boxes": [ + 66, + 57, + 314, + 91 + ] + }, + { + "text": "Fire", + "boxes": [ + 27, + 62, + 63, + 91 + ] + }, + { + "text": "1", + "boxes": [ + 792, + 69, + 818, + 83 + ] + }, + { + "text": "僵-Ω-", + "boxes": [ + 820, + 64, + 950, + 87 + ] + }, + { + "text": "Default Style", + "boxes": [ + 76, + 103, + 164, + 121 + ] + }, + { + "text": "a", + "boxes": [ + 574, + 109, + 594, + 123 + ] + }, + { + "text": "Mou", + "boxes": [ + 8, + 171, + 54, + 199 + ] + }, + { + "text": "HD O", + "boxes": [ + 1824, + 171, + 1862, + 353 + ] + }, + { + "text": "Terr", + "boxes": [ + 20, + 280, + 54, + 308 + ] + }, + { + "text": "Calci", + "boxes": [ + 10, + 387, + 58, + 421 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 530 + ] + }, + { + "text": "Mr", + "boxes": [ + 36, + 615, + 54, + 629 + ] + }, + { + "text": "Page 1 of 1", + "boxes": [ + 68, + 993, + 132, + 1011 + ] + }, + { + "text": "Default Style", + "boxes": [ + 670, + 991, + 744, + 1009 + ] + }, + { + "text": "glish (USA", + "boxes": [ + 1058, + 993, + 1118, + 1011 + ] + }, + { + "text": "ntitled 1 - Li", + "boxes": [ + 532, + 1048, + 612, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Edit View", + "boxes": [ + 86, + 36, + 180, + 54 + ] + }, + { + "text": "Styles ", + "boxes": [ + 298, + 36, + 364, + 54 + ] + }, + { + "text": "Tools", + "boxes": [ + 456, + 36, + 506, + 54 + ] + }, + { + "text": "Fire", + "boxes": [ + 28, + 64, + 70, + 91 + ] + }, + { + "text": "--日- @X白", + "boxes": [ + 62, + 56, + 418, + 93 + ] + }, + { + "text": "睡·", + "boxes": [ + 676, + 66, + 724, + 83 + ] + }, + { + "text": "[T!", + "boxes": [ + 790, + 68, + 822, + 87 + ] + }, + { + "text": "嘬·Ω·", + "boxes": [ + 818, + 62, + 952, + 91 + ] + }, + { + "text": "口口田", + "boxes": [ + 956, + 64, + 1306, + 87 + ] + }, + { + "text": " Default Style", + "boxes": [ + 72, + 101, + 174, + 125 + ] + }, + { + "text": "DeCE", + "boxes": [ + 174, + 99, + 296, + 129 + ] + }, + { + "text": "Liberation S", + "boxes": [ + 284, + 103, + 364, + 121 + ] + }, + { + "text": "Mou", + "boxes": [ + 8, + 171, + 54, + 199 + ] + }, + { + "text": "HD O", + "boxes": [ + 1824, + 171, + 1862, + 353 + ] + }, + { + "text": "Terr", + "boxes": [ + 20, + 280, + 54, + 308 + ] + }, + { + "text": "Calci", + "boxes": [ + 10, + 387, + 58, + 421 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 530 + ] + }, + { + "text": "Mr", + "boxes": [ + 36, + 615, + 54, + 629 + ] + }, + { + "text": "Page 1 of 1", + "boxes": [ + 68, + 993, + 132, + 1011 + ] + }, + { + "text": "glish (USA", + "boxes": [ + 1058, + 993, + 1118, + 1011 + ] + }, + { + "text": "ntitled 1 - Li", + "boxes": [ + 530, + 1048, + 612, + 1072 + ] + } + ] + }, + { + "frame_id": "70_3_9", + "episode_id": 70, + "env_id": 3, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.374593734741211, + "advantages": 0.02466649003326893, + "generated_text": "{\n \"intent\": \"Scrolling down the webpage to view more content below the current iPhone page.\",\n \"action\": \"ScrollDown(0, 500)\"\n}", + "action_string": "ScrollDown(0, 500)", + "intent_string": "Scrolling down the webpage to view more content below the current iPhone page.", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 822, + 318, + 932, + 361 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "osoft Bing", + "boxes": [ + 118, + 32, + 188, + 50 + ] + }, + { + "text": "Apple", + "boxes": [ + 234, + 32, + 292, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 6, + 59, + 130, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 68, + 1660, + 87 + ] + }, + { + "text": "Visiot for Airpodse IntrV &Homece.", + "boxes": [ + 832, + 101, + 1080, + 133 + ] + }, + { + "text": "Entertainmen", + "boxes": [ + 1074, + 111, + 1158, + 129 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 619, + 1114, + 675 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 681, + 1046, + 719 + ] + }, + { + "text": " Sky high performance with M4.", + "boxes": [ + 762, + 709, + 1144, + 753 + ] + }, + { + "text": "Learn more ", + "boxes": [ + 851, + 770, + 961, + 807 + ] + }, + { + "text": "Buy", + "boxes": [ + 1002, + 776, + 1050, + 802 + ] + } + ] + }, + { + "frame_id": "70_4_9", + "episode_id": 70, + "env_id": 4, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.598647117614746, + "advantages": 0.11262252181768417, + "generated_text": "{\n \"intent\": \"Exploring the service by clicking on the TV shows tab to see if more content options become available after signing in.\",\n \"action\": \"Click(445, 421)\" \n}", + "action_string": "Click(445, 421)", + "intent_string": "Exploring the service by clicking on the TV shows tab to see if more content options become available after signing in.", + "before_screen_ocr_results": [ + { + "text": "Video| Watch TV s ×+", + "boxes": [ + 70, + 32, + 244, + 50 + ] + }, + { + "text": "Q白", + "boxes": [ + 62, + 62, + 130, + 93 + ] + }, + { + "text": "| https://www.amazon.com/gp/video/tv ", + "boxes": [ + 246, + 64, + 576, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1880, + 93 + ] + }, + { + "text": "三", + "boxes": [ + 1892, + 68, + 1908, + 85 + ] + }, + { + "text": "You must enable DRM to play some audio or video on this page. Learn More", + "boxes": [ + 54, + 113, + 646, + 143 + ] + }, + { + "text": "Enable DRM", + "boxes": [ + 1754, + 111, + 1872, + 143 + ] + }, + { + "text": "×", + "boxes": [ + 1872, + 117, + 1898, + 137 + ] + }, + { + "text": "?", + "boxes": [ + 10, + 105, + 54, + 149 + ] + }, + { + "text": "amazon", + "boxes": [ + 16, + 163, + 130, + 201 + ] + }, + { + "text": "Aeo sn & Lits ", + "boxes": [ + 1588, + 165, + 1716, + 208 + ] + }, + { + "text": "/cart", + "boxes": [ + 1809, + 159, + 1892, + 210 + ] + }, + { + "text": " Prime Video ", + "boxes": [ + 164, + 177, + 252, + 195 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 254, + 173, + 372, + 197 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 175, + 1474, + 191 + ] + }, + { + "text": "Returders", + "boxes": [ + 1730, + 171, + 1800, + 204 + ] + }, + { + "text": "EN", + "boxes": [ + 1524, + 181, + 1578, + 201 + ] + }, + { + "text": "三ALl", + "boxes": [ + 24, + 224, + 68, + 250 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 84, + 220, + 184, + 252 + ] + }, + { + "text": " Registr Prime Vdeo", + "boxes": [ + 168, + 220, + 350, + 256 + ] + }, + { + "text": "Gift Cards ", + "boxes": [ + 344, + 224, + 430, + 250 + ] + }, + { + "text": "Custor", + "boxes": [ + 432, + 226, + 484, + 244 + ] + }, + { + "text": "?", + "boxes": [ + 32, + 280, + 60, + 304 + ] + }, + { + "text": "Traveling or based outside United States? Video availability outside of United States varies. Sign in to see videos available to you.", + "boxes": [ + 70, + 272, + 1250, + 310 + ] + }, + { + "text": "X", + "boxes": [ + 1818, + 280, + 1844, + 304 + ] + }, + { + "text": " prime video", + "boxes": [ + 61, + 335, + 177, + 378 + ] + }, + { + "text": "Home", + "boxes": [ + 217, + 341, + 275, + 374 + ] + }, + { + "text": "Movies", + "boxes": [ + 306, + 341, + 374, + 373 + ] + }, + { + "text": "TV shows", + "boxes": [ + 402, + 339, + 494, + 371 + ] + }, + { + "text": "Sports", + "boxes": [ + 525, + 343, + 589, + 374 + ] + }, + { + "text": "prime", + "boxes": [ + 640, + 341, + 688, + 367 + ] + }, + { + "text": "推", + "boxes": [ + 1764, + 349, + 1778, + 365 + ] + }, + { + "text": "prime", + "boxes": [ + 64, + 790, + 146, + 846 + ] + }, + { + "text": "REACHER", + "boxes": [ + 68, + 844, + 586, + 953 + ] + }, + { + "text": "#1 in China ", + "boxes": [ + 70, + 953, + 164, + 979 + ] + }, + { + "text": "Watch with Prime", + "boxes": [ + 84, + 998, + 266, + 1043 + ] + }, + { + "text": "?", + "boxes": [ + 468, + 1020, + 502, + 1040 + ] + }, + { + "text": "Video", + "boxes": [ + 256, + 1052, + 304, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Video| Watch TV s ×+", + "boxes": [ + 70, + 32, + 244, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "", + "boxes": [ + 54, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 68, + 1660, + 87 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1880, + 93 + ] + }, + { + "text": "三", + "boxes": [ + 1892, + 69, + 1906, + 85 + ] + }, + { + "text": "?", + "boxes": [ + 16, + 113, + 50, + 141 + ] + }, + { + "text": " You must enable DRM to play some audio or video on this page. Learn More", + "boxes": [ + 52, + 109, + 646, + 143 + ] + }, + { + "text": " Enable DRM", + "boxes": [ + 1756, + 111, + 1872, + 143 + ] + }, + { + "text": "×", + "boxes": [ + 1876, + 119, + 1896, + 133 + ] + }, + { + "text": "amazon", + "boxes": [ + 16, + 163, + 130, + 201 + ] + }, + { + "text": "Prime Video ", + "boxes": [ + 166, + 177, + 252, + 195 + ] + }, + { + "text": "Q", + "boxes": [ + 1456, + 175, + 1474, + 191 + ] + }, + { + "text": "Aeo in List ", + "boxes": [ + 1590, + 169, + 1712, + 206 + ] + }, + { + "text": "Returders", + "boxes": [ + 1732, + 171, + 1798, + 204 + ] + }, + { + "text": "EN", + "boxes": [ + 1524, + 181, + 1576, + 201 + ] + }, + { + "text": "三ALl", + "boxes": [ + 24, + 224, + 68, + 250 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 86, + 222, + 182, + 248 + ] + }, + { + "text": " Registry Pime Vid", + "boxes": [ + 182, + 220, + 326, + 256 + ] + }, + { + "text": "?", + "boxes": [ + 32, + 280, + 60, + 304 + ] + }, + { + "text": "Traveling or based outside United States? Video availability outside of United States varies. Sign in to see videos available to you.", + "boxes": [ + 70, + 272, + 1250, + 310 + ] + }, + { + "text": "X", + "boxes": [ + 1818, + 280, + 1844, + 304 + ] + }, + { + "text": "prime video", + "boxes": [ + 68, + 341, + 172, + 373 + ] + }, + { + "text": "Home", + "boxes": [ + 220, + 345, + 274, + 371 + ] + }, + { + "text": "Movies", + "boxes": [ + 305, + 337, + 375, + 374 + ] + }, + { + "text": " TV shows", + "boxes": [ + 404, + 339, + 492, + 371 + ] + }, + { + "text": "Sports", + "boxes": [ + 527, + 343, + 589, + 374 + ] + }, + { + "text": "prime", + "boxes": [ + 642, + 341, + 686, + 367 + ] + }, + { + "text": "REACHER", + "boxes": [ + 814, + 627, + 1752, + 881 + ] + }, + { + "text": "prime", + "boxes": [ + 58, + 731, + 150, + 794 + ] + }, + { + "text": "REACHER", + "boxes": [ + 66, + 786, + 586, + 897 + ] + }, + { + "text": "#1 in China ", + "boxes": [ + 70, + 895, + 162, + 921 + ] + }, + { + "text": "WATCH NOW", + "boxes": [ + 1162, + 901, + 1400, + 955 + ] + }, + { + "text": " Season 3 · A hunt for an old enemy leads Reacher to Maine, where he ", + "boxes": [ + 64, + 925, + 710, + 965 + ] + }, + { + "text": "confronts dangerous DEA agents and killers connected to an enigmatic..", + "boxes": [ + 68, + 959, + 732, + 989 + ] + }, + { + "text": "Watch with Prime", + "boxes": [ + 84, + 1000, + 264, + 1041 + ] + }, + { + "text": "?", + "boxes": [ + 474, + 1020, + 504, + 1040 + ] + } + ] + }, + { + "frame_id": "70_5_9", + "episode_id": 70, + "env_id": 5, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.749177932739258, + "advantages": 0.17171598970890045, + "generated_text": "{\n \"intent\": \"Highlight the start of an exploration activity by interacting with the browser elements.\",\n \"action\": \"DoubleClick(785, 73)\" }", + "action_string": "DoubleClick(785, 73)", + "intent_string": "Highlight the start of an exploration activity by interacting with the browser elements.", + "before_screen_ocr_results": [ + { + "text": "×十", + "boxes": [ + 426, + 34, + 472, + 52 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": " Microsoft Bing", + "boxes": [ + 21, + 109, + 185, + 151 + ] + }, + { + "text": "国内版", + "boxes": [ + 498, + 256, + 556, + 276 + ] + }, + { + "text": "国际版", + "boxes": [ + 578, + 256, + 630, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 300, + 628, + 330 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 482, + 371, + 644, + 401 + ] + }, + { + "text": "ONext", + "boxes": [ + 1358, + 373, + 1420, + 405 + ] + }, + { + "text": "1 将人工智能送上太空", + "boxes": [ + 484, + 411, + 658, + 441 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1278, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 449, + 638, + 478 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1264, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1532, + 673, + 1632, + 705 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 723, + 272, + 748 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 824, + 764, + 1046, + 794 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1552, + 796 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 824, + 790, + 1096, + 820 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 826, + 810, + 1094, + 834 + ] + }, + { + "text": "13.761%0", + "boxes": [ + 1628, + 802, + 1698, + 844 + ] + }, + { + "text": "每日经济新闻", + "boxes": [ + 1238, + 850, + 1366, + 881 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1450, + 839, + 1524, + 894 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1624, + 852, + 1690, + 878 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星", + "boxes": [ + 826, + 866, + 1102, + 889 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 822, + 881, + 970, + 911 + ] + }, + { + "text": "经频拉项", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+2276", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "Annie种草日记· 11 小时", + "boxes": [ + 824, + 917, + 998, + 947 + ] + }, + { + "text": "每日经济新闻·37分钟", + "boxes": [ + 1140, + 919, + 1296, + 943 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "跨界巨头切入人形机器人赛", + "boxes": [ + 1136, + 939, + 1390, + 975 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1454, + 939, + 1520, + 989 + ] + }, + { + "text": ",31", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 826, + 967, + 1098, + 1003 + ] + }, + { + "text": "道，“人形含量”第一的机器人", + "boxes": [ + 1136, + 967, + 1414, + 1003 + ] + }, + { + "text": "商业头条No.73|哪吒汽车，何至于此?", + "boxes": [ + 196, + 977, + 724, + 1024 + ] + }, + { + "text": "英作", + "boxes": [ + 1454, + 977, + 1528, + 1034 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 823, + 992, + 917, + 1029 + ] + }, + { + "text": "+1.726", + "boxes": [ + 1630, + 983, + 1700, + 1030 + ] + }, + { + "text": "ETF易方达（159530）助..", + "boxes": [ + 1138, + 997, + 1408, + 1026 + ] + }, + { + "text": "18", + "boxes": [ + 828, + 1026, + 898, + 1048 + ] + }, + { + "text": "", + "boxes": [ + 1133, + 1024, + 1189, + 1047 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 258, + 32, + 310, + 52 + ] + }, + { + "text": "×+", + "boxes": [ + 419, + 25, + 479, + 56 + ] + }, + { + "text": "→白", + "boxes": [ + 6, + 59, + 128, + 96 + ] + }, + { + "text": "①| https:/n.bing.com", + "boxes": [ + 244, + 57, + 448, + 95 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 41, + 108, + 185, + 150 + ] + }, + { + "text": " Apple - htp://ww.apple.com", + "boxes": [ + 258, + 107, + 480, + 137 + ] + }, + { + "text": "bing", + "boxes": [ + 258, + 147, + 308, + 165 + ] + }, + { + "text": "-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 322, + 214, + 590, + 238 + ] + }, + { + "text": "iqiyi.cor", + "boxes": [ + 602, + 220, + 658, + 238 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1527, + 668, + 1637, + 711 + ] + }, + { + "text": " DISCOVER", + "boxes": [ + 183, + 718, + 273, + 755 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 820, + 760, + 1048, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1449, + 758, + 1557, + 801 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 822, + 788, + 1098, + 824 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 824, + 808, + 1098, + 838 + ] + }, + { + "text": "商时中国A50", + "boxes": [ + 1449, + 790, + 1551, + 850 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "131-21%", + "boxes": [ + 1621, + 793, + 1701, + 849 + ] + }, + { + "text": "小孩，我不会跑，我是张纪中”，我妈说“不好", + "boxes": [ + 820, + 822, + 1100, + 858 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1710, + 830 + ] + }, + { + "text": "我想我不我，我是了电话，我起是有天学", + "boxes": [ + 816, + 830, + 1104, + 884 + ] + }, + { + "text": "每日经济新闻", + "boxes": [ + 1238, + 850, + 1366, + 881 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1694, + 893 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星#", + "boxes": [ + 822, + 864, + 1104, + 893 + ] + }, + { + "text": "", + "boxes": [ + 1585, + 845, + 1635, + 888 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 822, + 881, + 972, + 913 + ] + }, + { + "text": "频", + "boxes": [ + 1456, + 891, + 1526, + 945 + ] + }, + { + "text": "+22726 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "Annie种草日记·11小时", + "boxes": [ + 826, + 921, + 996, + 945 + ] + }, + { + "text": "每日经济新闻·37分钟", + "boxes": [ + 1136, + 917, + 1296, + 947 + ] + }, + { + "text": "土汽大众：全势能布局下，如何在车企淘汰赛", + "boxes": [ + 200, + 945, + 794, + 985 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "跨界巨头切入人形机器人赛", + "boxes": [ + 1134, + 941, + 1390, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "中稳健前行？", + "boxes": [ + 187, + 976, + 381, + 1027 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "道，“人形含量\"第一的机器人", + "boxes": [ + 1134, + 967, + 1414, + 1003 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "*13", + "boxes": [ + 1628, + 981, + 1702, + 1036 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 824, + 997, + 916, + 1028 + ] + }, + { + "text": "ETF易方达（159530）助...", + "boxes": [ + 1134, + 997, + 1410, + 1026 + ] + }, + { + "text": "18", + "boxes": [ + 828, + 1026, + 892, + 1046 + ] + } + ] + }, + { + "frame_id": "70_6_9", + "episode_id": 70, + "env_id": 6, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.79564380645752, + "advantages": -0.2026103138923645, + "generated_text": "{\n \"intent\": \"Click on the article heading to open it fully and gain better insights into its main content.\",\n \"action\": \"DoubleClick(331, 115)\"\n}", + "action_string": "DoubleClick(331, 115)", + "intent_string": "Click on the article heading to open it fully and gain better insights into its main content.", + "before_screen_ocr_results": [ + { + "text": "↑→白", + "boxes": [ + 10, + 64, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1598, + 68, + 1660, + 87 + ] + }, + { + "text": "I四@", + "boxes": [ + 1781, + 59, + 1885, + 96 + ] + }, + { + "text": "网易首页应用", + "boxes": [ + 40, + 113, + 136, + 131 + ] + }, + { + "text": "无障碍浏览进入关怀版", + "boxes": [ + 144, + 109, + 294, + 133 + ] + }, + { + "text": "严选", + "boxes": [ + 1468, + 113, + 1508, + 129 + ] + }, + { + "text": "R", + "boxes": [ + 1582, + 113, + 1604, + 127 + ] + }, + { + "text": "注册免费邮箱", + "boxes": [ + 1702, + 111, + 1780, + 129 + ] + }, + { + "text": "到留宿还帮忙带娃", + "boxes": [ + 348, + 157, + 674, + 204 + ] + }, + { + "text": "", + "boxes": [ + 668, + 175, + 682, + 191 + ] + }, + { + "text": "2025-05-1415:58:20来源:乌娱子酱河北", + "boxes": [ + 354, + 218, + 654, + 248 + ] + }, + { + "text": "乌娱子酱", + "boxes": [ + 1368, + 228, + 1444, + 260 + ] + }, + { + "text": "前排观看！资讯、", + "boxes": [ + 1324, + 252, + 1414, + 276 + ] + }, + { + "text": "娱乐", + "boxes": [ + 1452, + 258, + 1478, + 272 + ] + }, + { + "text": "875", + "boxes": [ + 1316, + 288, + 1368, + 322 + ] + }, + { + "text": "1287", + "boxes": [ + 1436, + 290, + 1496, + 322 + ] + }, + { + "text": "超一线女星赵丽颖又又又又坠入爱河了吗？", + "boxes": [ + 518, + 308, + 868, + 343 + ] + }, + { + "text": "国", + "boxes": [ + 398, + 324, + 440, + 361 + ] + }, + { + "text": "文章数", + "boxes": [ + 1318, + 320, + 1366, + 347 + ] + }, + { + "text": "关注度", + "boxes": [ + 1442, + 320, + 1492, + 345 + ] + }, + { + "text": "55", + "boxes": [ + 398, + 379, + 440, + 415 + ] + }, + { + "text": "往期回顾", + "boxes": [ + 1250, + 379, + 1334, + 411 + ] + }, + { + "text": "全部>", + "boxes": [ + 1516, + 379, + 1556, + 405 + ] + }, + { + "text": "痛心！健身达人“山阿”去世：年仅33岁人", + "boxes": [ + 1248, + 415, + 1544, + 451 + ] + }, + { + "text": "分享至", + "boxes": [ + 392, + 443, + 444, + 479 + ] + }, + { + "text": "很帅气，母亲曝光原因", + "boxes": [ + 1250, + 443, + 1418, + 472 + ] + }, + { + "text": "2025-05-14 17:51", + "boxes": [ + 1252, + 472, + 1364, + 496 + ] + }, + { + "text": "就是想要杀人！日本15岁男孩当街杀死8旬", + "boxes": [ + 1248, + 510, + 1560, + 548 + ] + }, + { + "text": "老妇：想进少管所关着", + "boxes": [ + 1252, + 540, + 1420, + 570 + ] + }, + { + "text": "2025-05-14 17:47", + "boxes": [ + 1252, + 570, + 1366, + 594 + ] + }, + { + "text": "恋情曝光", + "boxes": [ + 572, + 600, + 758, + 655 + ] + }, + { + "text": "76岁\"大鼻子情圣\"性侵成立获刑18个月，", + "boxes": [ + 1250, + 611, + 1534, + 641 + ] + }, + { + "text": "走红全球还和普京是好友", + "boxes": [ + 1250, + 637, + 1436, + 667 + ] + }, + { + "text": "2025-05-14 17:19", + "boxes": [ + 1252, + 663, + 1368, + 693 + ] + }, + { + "text": "据@南都娱乐消息：近日，《乔妍的心事》导演赵德胤被拍到现身赵丽颖小区，有", + "boxes": [ + 520, + 790, + 1196, + 820 + ] + }, + { + "text": "小区门禁卡，还独自牵赵丽颖儿子的手外出，疑似赵丽颖、赵德胤恋情曝光。", + "boxes": [ + 522, + 824, + 1126, + 854 + ] + }, + { + "text": "赵丽颖新恋情", + "boxes": [ + 744, + 905, + 888, + 937 + ] + }, + { + "text": "音播报器", + "boxes": [ + 1247, + 930, + 1377, + 988 + ] + }, + { + "text": "赵丽颖赵德胤", + "boxes": [ + 742, + 959, + 892, + 991 + ] + }, + { + "text": "娱乐要闻", + "boxes": [ + 1247, + 1012, + 1333, + 1049 + ] + }, + { + "text": "锤！赵丽颖", + "boxes": [ + 226, + 1050, + 300, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1598, + 68, + 1660, + 87 + ] + }, + { + "text": "I四@", + "boxes": [ + 1781, + 59, + 1885, + 96 + ] + }, + { + "text": "无障碍浏览进入关怀版", + "boxes": [ + 144, + 109, + 290, + 131 + ] + }, + { + "text": "严选", + "boxes": [ + 1468, + 113, + 1508, + 129 + ] + }, + { + "text": "R", + "boxes": [ + 1582, + 113, + 1604, + 127 + ] + }, + { + "text": "注册免费邮箱", + "boxes": [ + 1702, + 111, + 1780, + 129 + ] + }, + { + "text": "到留宿还帮忙带娃", + "boxes": [ + 348, + 157, + 674, + 204 + ] + }, + { + "text": "", + "boxes": [ + 668, + 175, + 682, + 191 + ] + }, + { + "text": "2025-05-1415:58:20来源:乌娱子酱@河北", + "boxes": [ + 352, + 214, + 654, + 248 + ] + }, + { + "text": "乌娱子酱", + "boxes": [ + 1368, + 228, + 1444, + 260 + ] + }, + { + "text": "前排观看！资讯、", + "boxes": [ + 1324, + 252, + 1414, + 276 + ] + }, + { + "text": "娱乐", + "boxes": [ + 1452, + 258, + 1478, + 272 + ] + }, + { + "text": "875", + "boxes": [ + 1316, + 288, + 1368, + 322 + ] + }, + { + "text": "1287", + "boxes": [ + 1436, + 290, + 1496, + 322 + ] + }, + { + "text": "超一线女星赵丽颖又又又又坠入爱河了吗？", + "boxes": [ + 518, + 308, + 868, + 343 + ] + }, + { + "text": "国", + "boxes": [ + 398, + 324, + 440, + 361 + ] + }, + { + "text": "文章数", + "boxes": [ + 1318, + 320, + 1366, + 347 + ] + }, + { + "text": "关注度", + "boxes": [ + 1442, + 320, + 1492, + 345 + ] + }, + { + "text": "55", + "boxes": [ + 398, + 379, + 440, + 415 + ] + }, + { + "text": "往期回顾", + "boxes": [ + 1250, + 379, + 1334, + 411 + ] + }, + { + "text": "全部>", + "boxes": [ + 1516, + 379, + 1556, + 405 + ] + }, + { + "text": "痛心！健身达人“山阿”去世：年仅33岁人", + "boxes": [ + 1248, + 415, + 1544, + 451 + ] + }, + { + "text": "分享至", + "boxes": [ + 392, + 443, + 444, + 479 + ] + }, + { + "text": "很帅气，母亲曝光原因", + "boxes": [ + 1250, + 443, + 1418, + 472 + ] + }, + { + "text": "2025-05-14 17:51", + "boxes": [ + 1252, + 472, + 1364, + 496 + ] + }, + { + "text": "就是想要杀人！日本15岁男孩当街杀死8旬", + "boxes": [ + 1246, + 510, + 1560, + 548 + ] + }, + { + "text": "老妇：想进少管所关着", + "boxes": [ + 1252, + 540, + 1420, + 570 + ] + }, + { + "text": "2025-05-14 17:47", + "boxes": [ + 1252, + 570, + 1366, + 594 + ] + }, + { + "text": "恋情曝光", + "boxes": [ + 572, + 600, + 758, + 655 + ] + }, + { + "text": "76岁\"大鼻子情圣\"性侵成立获刑18个月，", + "boxes": [ + 1250, + 611, + 1534, + 641 + ] + }, + { + "text": "走红全球还和普京是好友", + "boxes": [ + 1250, + 637, + 1436, + 667 + ] + }, + { + "text": "2025-05-14 17:19", + "boxes": [ + 1252, + 663, + 1368, + 693 + ] + }, + { + "text": "据@南都娱乐消息：近日，《乔妍的心事》导演赵德胤被拍到现身赵丽颖小区，有", + "boxes": [ + 520, + 790, + 1196, + 820 + ] + }, + { + "text": "小区门禁卡，还独自牵赵丽颖儿子的手外出，疑似赵丽颖、赵德胤恋情曝光。", + "boxes": [ + 522, + 824, + 1126, + 854 + ] + }, + { + "text": "赵丽颖新恋情", + "boxes": [ + 744, + 905, + 888, + 937 + ] + }, + { + "text": "音播报器", + "boxes": [ + 1247, + 930, + 1377, + 988 + ] + }, + { + "text": "赵丽颖赵德胤", + "boxes": [ + 742, + 959, + 892, + 991 + ] + }, + { + "text": "娱乐要闻", + "boxes": [ + 1247, + 1012, + 1333, + 1049 + ] + }, + { + "text": "锤！赵丽颖", + "boxes": [ + 226, + 1050, + 300, + 1068 + ] + } + ] + }, + { + "frame_id": "70_7_9", + "episode_id": 70, + "env_id": 7, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.439810752868652, + "advantages": 0.05026855692267418, + "generated_text": "{\n \"intent\": \"Click on a link or icon to explore more content.\",\n \"action\": \"DoubleClick(116, 573)\"\n}", + "action_string": "DoubleClick(116, 573)", + "intent_string": "Click on a link or icon to explore more content.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1880, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 29, + 111, + 185, + 149 + ] + }, + { + "text": "8", + "boxes": [ + 1790, + 123, + 1820, + 143 + ] + }, + { + "text": "国内版", + "boxes": [ + 494, + 191, + 558, + 216 + ] + }, + { + "text": "国际版", + "boxes": [ + 568, + 191, + 638, + 216 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 480, + 238, + 626, + 262 + ] + }, + { + "text": "矿石与传", + "boxes": [ + 1534, + 391, + 1620, + 417 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 185, + 432, + 277, + 469 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 824, + 480, + 1044, + 510 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1458, + 480, + 1552, + 512 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 824, + 506, + 1096, + 536 + ] + }, + { + "text": "", + "boxes": [ + 804, + 520, + 1116, + 608 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 824, + 522, + 1094, + 550 + ] + }, + { + "text": "13.21%6", + "boxes": [ + 1628, + 518, + 1696, + 560 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1456, + 564, + 1518, + 606 + ] + }, + { + "text": "", + "boxes": [ + 1596, + 570, + 1628, + 592 + ] + }, + { + "text": "23:-", + "boxes": [ + 1622, + 562, + 1700, + 609 + ] + }, + { + "text": "电话的人了！！！#张纪中#撞车#偶遇明星#", + "boxes": [ + 826, + 578, + 1104, + 608 + ] + }, + { + "text": "新", + "boxes": [ + 1453, + 601, + 1525, + 658 + ] + }, + { + "text": "+.68% ", + "boxes": [ + 1632, + 608, + 1702, + 655 + ] + }, + { + "text": "Annie种草日记·11小时", + "boxes": [ + 824, + 633, + 996, + 663 + ] + }, + { + "text": "小黑盒游戏·7小时", + "boxes": [ + 1140, + 633, + 1280, + 663 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 824, + 653, + 1098, + 689 + ] + }, + { + "text": "维护结束：一起来看看商城、", + "boxes": [ + 1136, + 655, + 1390, + 691 + ] + }, + { + "text": "黄州茅台", + "boxes": [ + 1454, + 653, + 1520, + 703 + ] + }, + { + "text": "1,-4139 ", + "boxes": [ + 1626, + 653, + 1700, + 703 + ] + }, + { + "text": "赛力斯赴港IPO，张兴海不想当“躺赢王\"", + "boxes": [ + 198, + 689, + 738, + 741 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 826, + 683, + 1096, + 713 + ] + }, + { + "text": "通行证、活动的最新上线内", + "boxes": [ + 1138, + 685, + 1386, + 715 + ] + }, + { + "text": "英达上城", + "boxes": [ + 1456, + 699, + 1524, + 748 + ] + }, + { + "text": "+1843 ", + "boxes": [ + 1632, + 699, + 1700, + 748 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 826, + 713, + 914, + 739 + ] + }, + { + "text": "容！", + "boxes": [ + 1138, + 711, + 1182, + 739 + ] + }, + { + "text": "18", + "boxes": [ + 822, + 742, + 896, + 768 + ] + }, + { + "text": "2", + "boxes": [ + 1138, + 741, + 1182, + 768 + ] + }, + { + "text": "#", + "boxes": [ + 1172, + 737, + 1204, + 768 + ] + }, + { + "text": "查看自选股建议", + "boxes": [ + 1624, + 744, + 1726, + 770 + ] + }, + { + "text": "10", + "boxes": [ + 1494, + 842, + 1562, + 883 + ] + }, + { + "text": "蓝强对流", + "boxes": [ + 1656, + 842, + 1722, + 883 + ] + }, + { + "text": "格", + "boxes": [ + 320, + 907, + 352, + 921 + ] + }, + { + "text": "↑", + "boxes": [ + 1684, + 906, + 1719, + 941 + ] + }, + { + "text": "", + "boxes": [ + 1189, + 911, + 1291, + 948 + ] + }, + { + "text": "时代财经·14小时", + "boxes": [ + 200, + 949, + 336, + 977 + ] + }, + { + "text": "证券日报·3小时", + "boxes": [ + 514, + 949, + 644, + 979 + ] + }, + { + "text": "ITBEAR科技资讯·2小时", + "boxes": [ + 824, + 949, + 996, + 977 + ] + }, + { + "text": "Miya种草日记·11 小时", + "boxes": [ + 1138, + 949, + 1304, + 979 + ] + }, + { + "text": "耐克们不给力，经销商滔搏需", + "boxes": [ + 202, + 975, + 472, + 1005 + ] + }, + { + "text": "江顺科技：公司的产品主要应", + "boxes": [ + 510, + 969, + 788, + 1011 + ] + }, + { + "text": "上汽大众：全势能布局下，如", + "boxes": [ + 826, + 969, + 1098, + 1009 + ] + }, + { + "text": "46岁萧亚轩晒“手推花车”被", + "boxes": [ + 1136, + 973, + 1402, + 1009 + ] + }, + { + "text": "要自己的“中产三宝”，卖起比", + "boxes": [ + 198, + 997, + 478, + 1032 + ] + }, + { + "text": "用于轨道交通、新能源风电及", + "boxes": [ + 510, + 993, + 784, + 1036 + ] + }, + { + "text": "何在车企淘汰赛中稳健前行？", + "boxes": [ + 828, + 1001, + 1092, + 1030 + ] + }, + { + "text": "赞状态真好，穿牛仔套装还是", + "boxes": [ + 1136, + 999, + 1406, + 1034 + ] + }, + { + "text": "查看更多预警详细信息", + "boxes": [ + 1458, + 1004, + 1592, + 1039 + ] + }, + { + "text": "油路应", + "boxes": [ + 327, + 1026, + 389, + 1051 + ] + }, + { + "text": "工程机械等领域", + "boxes": [ + 522, + 1026, + 662, + 1050 + ] + }, + { + "text": "那么年轻", + "boxes": [ + 1142, + 1026, + 1222, + 1050 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "I四@", + "boxes": [ + 1781, + 59, + 1885, + 96 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 26, + 111, + 184, + 151 + ] + }, + { + "text": "8", + "boxes": [ + 1682, + 121, + 1714, + 143 + ] + }, + { + "text": "", + "boxes": [ + 1780, + 119, + 1822, + 145 + ] + }, + { + "text": "国内版", + "boxes": [ + 496, + 191, + 558, + 216 + ] + }, + { + "text": "国际版", + "boxes": [ + 568, + 191, + 638, + 216 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 480, + 238, + 626, + 262 + ] + }, + { + "text": "矿石与传", + "boxes": [ + 1532, + 391, + 1618, + 417 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 190, + 439, + 272, + 465 + ] + }, + { + "text": "我妈的车被张纪中导演撞了！！！", + "boxes": [ + 824, + 480, + 1044, + 510 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1458, + 480, + 1552, + 512 + ] + }, + { + "text": "老妈突然给我发照片，说撞车撞到了张纪中，一", + "boxes": [ + 824, + 506, + 1094, + 536 + ] + }, + { + "text": "", + "boxes": [ + 806, + 520, + 1116, + 608 + ] + }, + { + "text": "看还真是！！最搞笑的是，张纪中说“我先去送", + "boxes": [ + 824, + 522, + 1094, + 550 + ] + }, + { + "text": "13.21%6", + "boxes": [ + 1628, + 518, + 1696, + 560 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 553, + 1521, + 609 + ] + }, + { + "text": "", + "boxes": [ + 1596, + 570, + 1628, + 592 + ] + }, + { + "text": "#20", + "boxes": [ + 1619, + 557, + 1701, + 611 + ] + }, + { + "text": "电话的人了！！！#张纪中撞车#偶遇明星", + "boxes": [ + 822, + 574, + 1106, + 612 + ] + }, + { + "text": "撞车撞到明星是什么体验", + "boxes": [ + 824, + 598, + 970, + 627 + ] + }, + { + "text": "新", + "boxes": [ + 1453, + 601, + 1525, + 658 + ] + }, + { + "text": "+.68% ", + "boxes": [ + 1632, + 608, + 1702, + 655 + ] + }, + { + "text": "Annie种草日记·11小时", + "boxes": [ + 824, + 633, + 996, + 663 + ] + }, + { + "text": "小黑盒游戏·7小时", + "boxes": [ + 1140, + 633, + 1280, + 663 + ] + }, + { + "text": "比亚迪全新纯电中型车！“撞脸”腾势Z9，轴", + "boxes": [ + 196, + 659, + 790, + 701 + ] + }, + { + "text": "网友母亲开车撞到张纪中！他", + "boxes": [ + 824, + 653, + 1098, + 689 + ] + }, + { + "text": "维护结束：一起来看看商城、", + "boxes": [ + 1136, + 655, + 1392, + 691 + ] + }, + { + "text": "黄州茅台", + "boxes": [ + 1454, + 653, + 1520, + 703 + ] + }, + { + "text": "1,-4139 ", + "boxes": [ + 1626, + 653, + 1700, + 703 + ] + }, + { + "text": "扬言先送孩子上学不会跑，后", + "boxes": [ + 826, + 683, + 1096, + 713 + ] + }, + { + "text": "距超2米8，续航520Km", + "boxes": [ + 196, + 693, + 540, + 739 + ] + }, + { + "text": "通行证、活动的最新上线内", + "boxes": [ + 1138, + 685, + 1386, + 715 + ] + }, + { + "text": "英达上城", + "boxes": [ + 1456, + 699, + 1524, + 748 + ] + }, + { + "text": "+1843 ", + "boxes": [ + 1632, + 699, + 1700, + 748 + ] + }, + { + "text": "续太搞笑", + "boxes": [ + 826, + 713, + 914, + 739 + ] + }, + { + "text": "容！", + "boxes": [ + 1138, + 711, + 1182, + 739 + ] + }, + { + "text": "", + "boxes": [ + 228, + 744, + 254, + 764 + ] + }, + { + "text": "18", + "boxes": [ + 822, + 742, + 896, + 768 + ] + }, + { + "text": "查看自选股建议", + "boxes": [ + 1624, + 744, + 1726, + 770 + ] + }, + { + "text": "10", + "boxes": [ + 1496, + 842, + 1562, + 883 + ] + }, + { + "text": "蓝驱对流", + "boxes": [ + 1654, + 842, + 1724, + 883 + ] + }, + { + "text": "三i", + "boxes": [ + 187, + 893, + 303, + 932 + ] + }, + { + "text": "", + "boxes": [ + 1192, + 915, + 1286, + 945 + ] + }, + { + "text": "#", + "boxes": [ + 1690, + 911, + 1714, + 937 + ] + }, + { + "text": "时代财经·14小时", + "boxes": [ + 200, + 949, + 336, + 977 + ] + }, + { + "text": "证券日报·3小时", + "boxes": [ + 514, + 949, + 646, + 979 + ] + }, + { + "text": "ITBEAR科技资讯·2小时", + "boxes": [ + 824, + 949, + 996, + 977 + ] + }, + { + "text": "Miya种草日记·11 小时", + "boxes": [ + 1138, + 949, + 1304, + 979 + ] + }, + { + "text": "耐克们不给力，经销商滔搏需", + "boxes": [ + 202, + 975, + 472, + 1005 + ] + }, + { + "text": "江顺科技：公司的产品主要应", + "boxes": [ + 510, + 971, + 784, + 1007 + ] + }, + { + "text": "上汽大众：全势能布局下，如", + "boxes": [ + 826, + 969, + 1098, + 1009 + ] + }, + { + "text": "46岁萧亚轩晒“手推花车”被", + "boxes": [ + 1136, + 973, + 1402, + 1009 + ] + }, + { + "text": "要自己的“中产三宝”，卖起比", + "boxes": [ + 198, + 997, + 478, + 1032 + ] + }, + { + "text": "用于轨道交通、新能源风电及", + "boxes": [ + 510, + 993, + 784, + 1036 + ] + }, + { + "text": "何在车企淘汰赛中稳健前行？", + "boxes": [ + 828, + 1001, + 1092, + 1030 + ] + }, + { + "text": "赞状态真好，穿牛仔套装还是", + "boxes": [ + 1136, + 999, + 1406, + 1034 + ] + }, + { + "text": "始祖应还贵的证", + "boxes": [ + 206, + 1022, + 338, + 1051 + ] + }, + { + "text": "工程机械等领域", + "boxes": [ + 522, + 1026, + 662, + 1050 + ] + }, + { + "text": "那么年轻", + "boxes": [ + 1144, + 1026, + 1222, + 1050 + ] + } + ] + } + ] +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_70/scores_v3.json b/ScreenExplorer-3B-E1/episode_70/scores_v3.json new file mode 100644 index 0000000000000000000000000000000000000000..1cdfe62b943cf2e95923ada399ec26fc96735862 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_70/scores_v3.json @@ -0,0 +1,19 @@ +{ + "directory_path": "logs/ScreenExplorer_2025-05-14_13-31-185da9f3/episode_70", + "single_trajectory_image_diversity": 0.5605034865438938, + "single_trajectory_text_diversity": 0.3295695036649704, + "single_trajectory_image_diversity_max": 1.080078125, + "single_trajectory_image_diversity_min": 0.00439453125, + "single_trajectory_image_diversity_std": 0.34521484375, + "single_trajectory_text_diversity_max": 0.5875244140625, + "single_trajectory_text_diversity_min": 0.0186767578125, + "single_trajectory_text_diversity_std": 0.1867218017578125, + "group_trajectories_image_diversity": 0.7176399230957031, + "group_trajectories_text_diversity": 0.4526679217815399, + "group_trajectories_image_diversity_max": 1.3046875, + "group_trajectories_image_diversity_min": 0.0, + "group_trajectories_image_diversity_std": 0.3515625, + "group_trajectories_text_diversity_max": 0.744140625, + "group_trajectories_text_diversity_min": 0.0, + "group_trajectories_text_diversity_std": 0.1708984375 +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_80/actor_model_80/adapter_config.json b/ScreenExplorer-3B-E1/episode_80/actor_model_80/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5e12e7b8286312c1fcac1decd5d5a37b3ca2091d --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_80/actor_model_80/adapter_config.json @@ -0,0 +1,39 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen2.5-VL-3B-Instruct", + "bias": "none", + "corda_config": null, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "o_proj", + "k_proj", + "v_proj", + "gate_proj", + "up_proj", + "down_proj" + ], + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_80/game_record_20250514_233436.json b/ScreenExplorer-3B-E1/episode_80/game_record_20250514_233436.json new file mode 100644 index 0000000000000000000000000000000000000000..fdaaaac91efc9f80650e0e5a1d70d45545e63f43 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_80/game_record_20250514_233436.json @@ -0,0 +1,53523 @@ +{ + "start_time": "2025-05-14T23:34:36.614475", + "end_time": "2025-05-14T23:43:50.247418", + "buffer_size": 80, + "all_records": [ + { + "frame_id": "80_0_0", + "episode_id": 80, + "env_id": 0, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.234167098999023, + "advantages": 0.873917818069458, + "generated_text": "{\n \"intent\": \"Clicking an icon will likely open a specific application, which often provides valuable information about operating systems, applications, or user preferences.\",\n \"action\": \"DoubleClick(40, 43)\"}", + "action_string": "DoubleClick(40, 43)", + "intent_string": "Clicking an icon will likely open a specific application, which often provides valuable information about operating systems, applications, or user preferences.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 74, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "80_1_0", + "episode_id": 80, + "env_id": 1, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.306180953979492, + "advantages": 0.9091763496398926, + "generated_text": "{\n \"intent\": \"Start by interacting with one of the apps visible on the desktop, such as Firefox or LibreOffice, as it might lead to further exploration.\",\n \"action\": \"DoubleClick(72, 42)\" }", + "action_string": "DoubleClick(72, 42)", + "intent_string": "Start by interacting with one of the apps visible on the desktop, such as Firefox or LibreOffice, as it might lead to further exploration.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q earch with Bing or enter address", + "boxes": [ + 244, + 57, + 522, + 97 + ] + }, + { + "text": "C仓", + "boxes": [ + 74, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "80_2_0", + "episode_id": 80, + "env_id": 2, + "step": 0, + "format_rewards": 1.0, + "rewards": 8.957548141479492, + "advantages": -0.2407328188419342, + "generated_text": "{\n \"intent\": \"Navigate towards an application I have not yet opened.\",\n \"action\": \"DoubleClick(410, 250)\" \n}", + "action_string": "DoubleClick(410, 250)", + "intent_string": "Navigate towards an application I have not yet opened.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "80_3_0", + "episode_id": 80, + "env_id": 3, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.924808502197266, + "advantages": 1.2120612859725952, + "generated_text": "{\n \"intent\": \"Starting Firefox to browse the internet.\",\n \"action\": \"DoubleClick(59, 65)\" \n}", + "action_string": "DoubleClick(59, 65)", + "intent_string": "Starting Firefox to browse the internet.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→e", + "boxes": [ + 50, + 66, + 128, + 89 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "80_4_0", + "episode_id": 80, + "env_id": 4, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.7039213180542, + "advantages": 1.1039131879806519, + "generated_text": "{\n \"intent\": \"The goal is to explore the different applications on the desktop by opening them one by one.\",\n \"action\": \"DoubleClick(73, 90)\" }", + "action_string": "DoubleClick(73, 90)", + "intent_string": "The goal is to explore the different applications on the desktop by opening them one by one.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q白", + "boxes": [ + 64, + 66, + 128, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": "ookmarks..", + "boxes": [ + 88, + 101, + 162, + 119 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "80_5_0", + "episode_id": 80, + "env_id": 5, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.743807792663574, + "advantages": 1.1234419345855713, + "generated_text": "{\n \"intent\": \"Explore the mousepad by interacting with it to see if there are any useful functions.\",\n \"action\": \"DoubleClick(75, 165)\"\n}", + "action_string": "DoubleClick(75, 165)", + "intent_string": "Explore the mousepad by interacting with it to see if there are any useful functions.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 10, + 30, + 34, + 44 + ] + } + ] + }, + { + "frame_id": "80_6_0", + "episode_id": 80, + "env_id": 6, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.260462760925293, + "advantages": 0.8867923617362976, + "generated_text": "{\n \"intent\": \"Exploring all applications on the desktop by double-clicking each icon.\",\n \"action\": \"DoubleClick(77, 27)\" \n}", + "action_string": "DoubleClick(77, 27)", + "intent_string": "Exploring all applications on the desktop by double-clicking each icon.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "80_7_0", + "episode_id": 80, + "env_id": 7, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.453205108642578, + "advantages": 0.981160581111908, + "generated_text": "{\n \"intent\": \"Clicking Firefox will ensure I open a web browser first.\",\n \"action\": \"DoubleClick(37, 48)\" \n}", + "action_string": "DoubleClick(37, 48)", + "intent_string": "Clicking Firefox will ensure I open a web browser first.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 74, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "80_0_1", + "episode_id": 80, + "env_id": 0, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.135110855102539, + "advantages": -0.1537967175245285, + "generated_text": "{\n \"intent\": \"The user has already opened two new tabs by clicking on the '+' button.\",\n \"action\": \"DoubleClick(63, 70)\" }", + "action_string": "DoubleClick(63, 70)", + "intent_string": "The user has already opened two new tabs by clicking on the '+' button.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 66, + 130, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "80_1_1", + "episode_id": 80, + "env_id": 1, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.708123207092285, + "advantages": 0.6163625717163086, + "generated_text": "{\n \"intent\": \"Locate and click on the top tabs to explore different websites.\",\n \"action\": \"DoubleClick(741, 801)\"\n}", + "action_string": "DoubleClick(741, 801)", + "intent_string": "Locate and click on the top tabs to explore different websites.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "I四@ =", + "boxes": [ + 1780, + 57, + 1912, + 94 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 185, + 150 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 478, + 302, + 624, + 326 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1276, + 441 + ] + }, + { + "text": "热", + "boxes": [ + 662, + 421, + 674, + 433 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 968, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 447, + 1262, + 479 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 274, + 750 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1454, + 800, + 1548, + 846 + ] + }, + { + "text": "1,171%", + "boxes": [ + 1626, + 798, + 1700, + 848 + ] + }, + { + "text": "215.20598万元", + "boxes": [ + 436, + 838, + 602, + 876 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1446, + 837, + 1526, + 896 + ] + }, + { + "text": "2,30%6", + "boxes": [ + 1626, + 846, + 1696, + 895 + ] + }, + { + "text": "欠税总金额", + "boxes": [ + 458, + 876, + 578, + 907 + ] + }, + { + "text": "会斯址上", + "boxes": [ + 1454, + 891, + 1524, + 941 + ] + }, + { + "text": "+2.44", + "boxes": [ + 1632, + 891, + 1700, + 941 + ] + }, + { + "text": "ITBEAR科技资讯·36分钟", + "boxes": [ + 232, + 921, + 378, + 945 + ] + }, + { + "text": "一点视频/墓史杂谈·1天", + "boxes": [ + 844, + 927, + 996, + 961 + ] + }, + { + "text": "红板报·17小时", + "boxes": [ + 1138, + 921, + 1262, + 945 + ] + }, + { + "text": "看图猜位置不输03！字节发布", + "boxes": [ + 1136, + 941, + 1418, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "2013 ", + "boxes": [ + 1628, + 935, + 1702, + 991 + ] + }, + { + "text": "哪吒汽车母公司陷破产审查风波律师：申请", + "boxes": [ + 200, + 945, + 800, + 987 + ] + }, + { + "text": "比亚迪终于不再“BYD”？全", + "boxes": [ + 826, + 953, + 1090, + 989 + ] + }, + { + "text": "Seed1.5-VL多模态推理模", + "boxes": [ + 1136, + 967, + 1398, + 1003 + ] + }, + { + "text": "破产不等于真正破产", + "boxes": [ + 200, + 983, + 466, + 1024 + ] + }, + { + "text": "新车标亮相，网友：总算是开", + "boxes": [ + 824, + 979, + 1096, + 1014 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "1311299.27元", + "boxes": [ + 521, + 992, + 637, + 1029 + ] + }, + { + "text": "+373", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "1311299", + "boxes": [ + 740, + 999, + 802, + 1024 + ] + }, + { + "text": "型，在60个主流基准测试中...", + "boxes": [ + 1134, + 993, + 1410, + 1026 + ] + }, + { + "text": "窍了", + "boxes": [ + 822, + 1007, + 872, + 1040 + ] + }, + { + "text": "3", + "boxes": [ + 188, + 1052, + 202, + 1068 + ] + } + ] + }, + { + "frame_id": "80_2_1", + "episode_id": 80, + "env_id": 2, + "step": 1, + "format_rewards": 1.0, + "rewards": 8.956048965454102, + "advantages": -0.24146683514118195, + "generated_text": "{\n \"intent\": \"Move from one icon to another without opening them yet.\",\n \"action\": \"Move(17, 183)\" \n}", + "action_string": "Move(17, 183)", + "intent_string": "Move from one icon to another without opening them yet.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 114, + 204 + ] + }, + { + "text": "?", + "boxes": [ + 38, + 234, + 78, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 106, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "80_3_1", + "episode_id": 80, + "env_id": 3, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.692742347717285, + "advantages": 0.11922407895326614, + "generated_text": "{\n \"intent\": \"Open the Bing search engine to explore more web content.\",\n \"action\": \"DoubleClick(716, 409)\"\n}", + "action_string": "DoubleClick(716, 409)", + "intent_string": "Open the Bing search engine to explore more web content.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→e", + "boxes": [ + 50, + 66, + 128, + 89 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 164, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 584, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1062, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "80_4_1", + "episode_id": 80, + "env_id": 4, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.111800193786621, + "advantages": -0.1652098000049591, + "generated_text": "{\n \"intent\": \"Move the mouse to focus on the highlighted area.\",\n \"action\": \"DoubleClick(771, 286)\"\n}", + "action_string": "DoubleClick(771, 286)", + "intent_string": "Move the mouse to focus on the highlighted area.", + "before_screen_ocr_results": [ + { + "text": "Q白", + "boxes": [ + 64, + 66, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "ookmarks..", + "boxes": [ + 88, + 101, + 162, + 119 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 900, + 2, + 1006, + 26 + ] + }, + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": " Search the Web", + "boxes": [ + 624, + 286, + 770, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "80_5_1", + "episode_id": 80, + "env_id": 5, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.963781356811523, + "advantages": 0.2519269287586212, + "generated_text": "{\n \"intent\": \"Open the Search panel by clicking on the 'Search' menu item.\",\n \"action\": \"DoubleClick(15, 30)\"\n}", + "action_string": "DoubleClick(15, 30)", + "intent_string": "Open the Search panel by clicking on the 'Search' menu item.", + "before_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 10, + 30, + 34, + 44 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Fle", + "boxes": [ + 10, + 26, + 36, + 48 + ] + }, + { + "text": "Edit", + "boxes": [ + 42, + 26, + 76, + 46 + ] + }, + { + "text": "Help", + "boxes": [ + 274, + 26, + 308, + 48 + ] + }, + { + "text": "Nev", + "boxes": [ + 10, + 54, + 48, + 73 + ] + }, + { + "text": " Ctrl+N", + "boxes": [ + 210, + 54, + 264, + 73 + ] + }, + { + "text": "New Window", + "boxes": [ + 16, + 75, + 112, + 103 + ] + }, + { + "text": "Shift+Ctrl+N", + "boxes": [ + 172, + 77, + 264, + 103 + ] + }, + { + "text": "I open..", + "boxes": [ + 4, + 109, + 68, + 135 + ] + }, + { + "text": "Ctrl+o", + "boxes": [ + 212, + 109, + 264, + 135 + ] + }, + { + "text": "Open Recent", + "boxes": [ + 24, + 137, + 110, + 163 + ] + }, + { + "text": " save", + "boxes": [ + 0, + 165, + 64, + 197 + ] + }, + { + "text": "Ctrl+s", + "boxes": [ + 216, + 167, + 266, + 195 + ] + }, + { + "text": " save As.", + "boxes": [ + 0, + 193, + 84, + 224 + ] + }, + { + "text": "Shift+Ctrl+s", + "boxes": [ + 176, + 195, + 266, + 220 + ] + }, + { + "text": "Save All ", + "boxes": [ + 18, + 220, + 86, + 252 + ] + }, + { + "text": " Revert", + "boxes": [ + 2, + 250, + 72, + 276 + ] + }, + { + "text": " Print.", + "boxes": [ + 2, + 282, + 62, + 308 + ] + }, + { + "text": "Ctrl+P", + "boxes": [ + 216, + 280, + 266, + 308 + ] + }, + { + "text": " Detach Tab", + "boxes": [ + 20, + 314, + 100, + 339 + ] + }, + { + "text": " Close Tab", + "boxes": [ + 4, + 345, + 94, + 369 + ] + }, + { + "text": "Ctrl+w", + "boxes": [ + 208, + 341, + 266, + 373 + ] + }, + { + "text": " close Window", + "boxes": [ + 2, + 371, + 120, + 401 + ] + }, + { + "text": "Ctr+o", + "boxes": [ + 210, + 367, + 268, + 401 + ] + } + ] + }, + { + "frame_id": "80_6_1", + "episode_id": 80, + "env_id": 6, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.2903413772583, + "advantages": -0.0777946189045906, + "generated_text": "{\n \"intent\": \"I want to open a few websites on the desktop to gain an overview of available applications!\",\n \"action\": \"DoubleClick(876, 297)\" \n}", + "action_string": "DoubleClick(876, 297)", + "intent_string": "I want to open a few websites on the desktop to gain an overview of available applications!", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 900, + 2, + 1006, + 26 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "80_7_1", + "episode_id": 80, + "env_id": 7, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.714303970336914, + "advantages": 0.6193886995315552, + "generated_text": "{\n \"intent\": \"Clicking on one of the top sites, such as Amazon or Bing, will allow us to explore the contents and services offered by these websites.\",\n \"action\": \"Click(761, 497)\" \n}", + "action_string": "Click(761, 497)", + "intent_string": "Clicking on one of the top sites, such as Amazon or Bing, will allow us to explore the contents and services offered by these websites.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "Retuns", + "boxes": [ + 1738, + 117, + 1780, + 137 + ] + }, + { + "text": "", + "boxes": [ + 1826, + 115, + 1860, + 137 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "jistry", + "boxes": [ + 212, + 173, + 242, + 187 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1336, + 486, + 1550, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 610, + 528, + 790, + 558 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 980, + 530, + 1288, + 560 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 1350, + 530, + 1608, + 560 + ] + }, + { + "text": "appliances", + "boxes": [ + 1350, + 558, + 1464, + 588 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 982, + 891, + 1116, + 909 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 240, + 969, + 462, + 999 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Save on gifts for Dad ", + "boxes": [ + 980, + 969, + 1196, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1506, + 999 + ] + }, + { + "text": "", + "boxes": [ + 272, + 1014, + 332, + 1046 + ] + }, + { + "text": "", + "boxes": [ + 436, + 1011, + 496, + 1044 + ] + } + ] + }, + { + "frame_id": "80_0_2", + "episode_id": 80, + "env_id": 0, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.364636421203613, + "advantages": 0.4481887221336365, + "generated_text": "{\n \"intent\": \"Open the first button labeled 'bing' which appears as an alternative search engine option.\",\n \"action\": \"DoubleClick(991, 523)\"\n}", + "action_string": "DoubleClick(991, 523)", + "intent_string": "Open the first button labeled 'bing' which appears as an alternative search engine option.", + "before_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 40, + 66, + 130, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1108, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 952, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "80_1_2", + "episode_id": 80, + "env_id": 1, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.635557174682617, + "advantages": 0.091225765645504, + "generated_text": "{\n \"intent\": \"Select an article from the trending topics list to explore its contents further.\",\n \"action\": \"DoubleClick(527, 360)\" }", + "action_string": "DoubleClick(527, 360)", + "intent_string": "Select an article from the trending topics list to explore its contents further.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "I四@", + "boxes": [ + 1781, + 59, + 1885, + 96 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 185, + 150 + ] + }, + { + "text": "8", + "boxes": [ + 1684, + 121, + 1712, + 143 + ] + }, + { + "text": "8", + "boxes": [ + 1786, + 123, + 1820, + 143 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 482, + 302, + 624, + 326 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "热", + "boxes": [ + 662, + 421, + 674, + 433 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 968, + 478 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 272, + 750 + ] + }, + { + "text": "X", + "boxes": [ + 736, + 772, + 758, + 786 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1454, + 800, + 1548, + 846 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "1220", + "boxes": [ + 1615, + 793, + 1702, + 849 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1708, + 828 + ] + }, + { + "text": "215.20598万元", + "boxes": [ + 436, + 838, + 602, + 876 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": " 32 ", + "boxes": [ + 1614, + 846, + 1700, + 893 + ] + }, + { + "text": "S", + "boxes": [ + 1586, + 847, + 1634, + 886 + ] + }, + { + "text": "欠税总金额", + "boxes": [ + 458, + 876, + 578, + 907 + ] + }, + { + "text": "会斯上", + "boxes": [ + 1454, + 891, + 1524, + 941 + ] + }, + { + "text": "+ 2.629 ", + "boxes": [ + 1630, + 891, + 1700, + 939 + ] + }, + { + "text": "W", + "boxes": [ + 1594, + 903, + 1610, + 923 + ] + }, + { + "text": "R科技资讯·36分钟", + "boxes": [ + 266, + 921, + 378, + 945 + ] + }, + { + "text": "一点视频/墓史杂谈·1天", + "boxes": [ + 846, + 929, + 996, + 959 + ] + }, + { + "text": "红板报·17小时", + "boxes": [ + 1138, + 921, + 1262, + 945 + ] + }, + { + "text": "1.", + "boxes": [ + 830, + 937, + 850, + 951 + ] + }, + { + "text": "看图猜位置不输031字节发布", + "boxes": [ + 1136, + 941, + 1418, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "12813 ", + "boxes": [ + 1620, + 935, + 1702, + 989 + ] + }, + { + "text": "哪吒汽车母公司陷破产审查风波律师：申请", + "boxes": [ + 200, + 945, + 800, + 987 + ] + }, + { + "text": "比亚迪终于不再“BYD”？全", + "boxes": [ + 822, + 949, + 1090, + 989 + ] + }, + { + "text": "Seed1.5-VL多模态推理模", + "boxes": [ + 1136, + 967, + 1398, + 1003 + ] + }, + { + "text": "破产不等于真正破产", + "boxes": [ + 200, + 985, + 464, + 1020 + ] + }, + { + "text": "新车标亮相，网友：总算是开", + "boxes": [ + 824, + 979, + 1096, + 1014 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "+373 ", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "1311299.27元", + "boxes": [ + 520, + 999, + 636, + 1022 + ] + }, + { + "text": "131129", + "boxes": [ + 744, + 1001, + 798, + 1020 + ] + }, + { + "text": "型，在60个主流基准测试中..", + "boxes": [ + 1134, + 993, + 1410, + 1026 + ] + }, + { + "text": "?", + "boxes": [ + 1592, + 993, + 1612, + 1012 + ] + }, + { + "text": "陷破产审查风波-律师-申请破产不等于真正破产/ar-AA1EM13A", + "boxes": [ + 346, + 1014, + 722, + 1044 + ] + }, + { + "text": "窍了", + "boxes": [ + 822, + 1007, + 872, + 1040 + ] + }, + { + "text": "丢白选股", + "boxes": [ + 1634, + 1028, + 1694, + 1046 + ] + }, + { + "text": "earch - Micr", + "boxes": [ + 228, + 1048, + 308, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "I四 =", + "boxes": [ + 1780, + 59, + 1912, + 94 + ] + }, + { + "text": "国内版", + "boxes": [ + 500, + 256, + 548, + 276 + ] + }, + { + "text": "国际版", + "boxes": [ + 586, + 256, + 632, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 480, + 302, + 624, + 326 + ] + }, + { + "text": "二", + "boxes": [ + 1108, + 341, + 1396, + 359 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "热", + "boxes": [ + 662, + 421, + 674, + 433 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 968, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1106, + 451, + 1262, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1639, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 721, + 276, + 752 + ] + }, + { + "text": "三技能：二段射程提升：200→150", + "boxes": [ + 214, + 766, + 434, + 796 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1454, + 800, + 1548, + 846 + ] + }, + { + "text": "I...", + "boxes": [ + 1588, + 806, + 1634, + 840 + ] + }, + { + "text": "131-12", + "boxes": [ + 1614, + 793, + 1702, + 849 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1708, + 830 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1446, + 837, + 1526, + 896 + ] + }, + { + "text": "M", + "boxes": [ + 1590, + 850, + 1632, + 885 + ] + }, + { + "text": " 32 ", + "boxes": [ + 1614, + 846, + 1700, + 893 + ] + }, + { + "text": "技", + "boxes": [ + 1451, + 887, + 1525, + 944 + ] + }, + { + "text": "+ 2.629 ", + "boxes": [ + 1630, + 891, + 1702, + 939 + ] + }, + { + "text": "点资讯·1天", + "boxes": [ + 242, + 923, + 312, + 941 + ] + }, + { + "text": "一点视频/墓史杂谈·1天", + "boxes": [ + 846, + 929, + 996, + 959 + ] + }, + { + "text": "红板报·17小时", + "boxes": [ + 1138, + 921, + 1262, + 945 + ] + }, + { + "text": "1.", + "boxes": [ + 830, + 937, + 850, + 951 + ] + }, + { + "text": "看图猜位置不输03！字节发布", + "boxes": [ + 1134, + 941, + 1416, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": " 132", + "boxes": [ + 1584, + 933, + 1704, + 991 + ] + }, + { + "text": "体验服5.13更新：两大T0英雄被削，阿古朵", + "boxes": [ + 196, + 943, + 782, + 987 + ] + }, + { + "text": "比亚迪终于不再“BYD”？全", + "boxes": [ + 822, + 949, + 1090, + 989 + ] + }, + { + "text": "Seed1.5-VL多模态推理模", + "boxes": [ + 1136, + 967, + 1398, + 1003 + ] + }, + { + "text": "新增格挡，伽罗重做回调", + "boxes": [ + 198, + 979, + 532, + 1023 + ] + }, + { + "text": "新车标亮相，网友：总算是开", + "boxes": [ + 826, + 979, + 1096, + 1014 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "型，在60个主流基准测试中..", + "boxes": [ + 1132, + 991, + 1410, + 1028 + ] + }, + { + "text": "+373 ", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "?", + "boxes": [ + 1690, + 997, + 1714, + 1018 + ] + }, + { + "text": "窍了", + "boxes": [ + 822, + 1007, + 872, + 1040 + ] + }, + { + "text": "A25Q", + "boxes": [ + 206, + 1026, + 272, + 1044 + ] + } + ] + }, + { + "frame_id": "80_2_2", + "episode_id": 80, + "env_id": 2, + "step": 2, + "format_rewards": 1.0, + "rewards": 11.077741622924805, + "advantages": 0.7973306775093079, + "generated_text": "{\n \"intent\": \"The first icon visible at the top left corner is likely a shortcut to the Firefox browser.\",\n \"action\": \"DoubleClick(52, 51)\"\n}", + "action_string": "DoubleClick(52, 51)", + "intent_string": "The first icon visible at the top left corner is likely a shortcut to the Firefox browser.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 114, + 204 + ] + }, + { + "text": "?", + "boxes": [ + 38, + 234, + 78, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 106, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "80_3_2", + "episode_id": 80, + "env_id": 3, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.33116626739502, + "advantages": -0.057806432247161865, + "generated_text": "{\n \"intent\": \"Explore how interactive pop-ups or specific default browser settings impact normal browsing.\",\n \"action\": \"DoubleClick(728, 511)\"\n}", + "action_string": "DoubleClick(728, 511)", + "intent_string": "Explore how interactive pop-ups or specific default browser settings impact normal browsing.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 184, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 401, + 584, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1062, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "80_4_2", + "episode_id": 80, + "env_id": 4, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.032283782958984, + "advantages": -0.20414166152477264, + "generated_text": "{\n \"intent\": \"To explore alternative ways to perform tasks not covered by the standard buttons.\",\n \"action\": \"DoubleClick(70, 53)\" }", + "action_string": "DoubleClick(70, 53)", + "intent_string": "To explore alternative ways to perform tasks not covered by the standard buttons.", + "before_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 900, + 2, + 1006, + 26 + ] + }, + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 660, + 288, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 250, + 61, + 520, + 93 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 190, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 640, + 284, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "T", + "boxes": [ + 858, + 453, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 524, + 488, + 562, + 528 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1276, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 671, + 1172, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "80_5_2", + "episode_id": 80, + "env_id": 5, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.594802856445312, + "advantages": 0.07127212733030319, + "generated_text": "{\n \"intent\": \"I want to explore the document properties and see if they offer any useful information.\",\n \"action\": \"DoubleClick(576, 41)\"\n}", + "action_string": "DoubleClick(576, 41)", + "intent_string": "I want to explore the document properties and see if they offer any useful information.", + "before_screen_ocr_results": [ + { + "text": "Fle", + "boxes": [ + 10, + 26, + 36, + 48 + ] + }, + { + "text": "Edit", + "boxes": [ + 42, + 26, + 76, + 46 + ] + }, + { + "text": "Help", + "boxes": [ + 274, + 26, + 308, + 48 + ] + }, + { + "text": "Nev", + "boxes": [ + 10, + 54, + 48, + 73 + ] + }, + { + "text": " Ctrl+N", + "boxes": [ + 210, + 54, + 264, + 73 + ] + }, + { + "text": "New Window", + "boxes": [ + 16, + 75, + 112, + 103 + ] + }, + { + "text": "Shift+Ctrl+N", + "boxes": [ + 172, + 77, + 264, + 103 + ] + }, + { + "text": "I open..", + "boxes": [ + 4, + 109, + 68, + 135 + ] + }, + { + "text": "Ctrl+o", + "boxes": [ + 212, + 109, + 264, + 135 + ] + }, + { + "text": "Open Recent", + "boxes": [ + 24, + 137, + 110, + 163 + ] + }, + { + "text": " save", + "boxes": [ + 0, + 165, + 64, + 197 + ] + }, + { + "text": "Ctrl+s", + "boxes": [ + 216, + 167, + 266, + 195 + ] + }, + { + "text": " save As.", + "boxes": [ + 0, + 193, + 84, + 224 + ] + }, + { + "text": "Shift+Ctrl+s", + "boxes": [ + 176, + 195, + 266, + 220 + ] + }, + { + "text": "Save All ", + "boxes": [ + 18, + 220, + 86, + 252 + ] + }, + { + "text": " Revert", + "boxes": [ + 2, + 250, + 72, + 276 + ] + }, + { + "text": " Print.", + "boxes": [ + 2, + 282, + 62, + 308 + ] + }, + { + "text": "Ctrl+P", + "boxes": [ + 216, + 280, + 266, + 308 + ] + }, + { + "text": " Detach Tab", + "boxes": [ + 20, + 314, + 100, + 339 + ] + }, + { + "text": " Close Tab", + "boxes": [ + 4, + 345, + 94, + 369 + ] + }, + { + "text": "Ctrl+w", + "boxes": [ + 208, + 341, + 266, + 373 + ] + }, + { + "text": " close Window", + "boxes": [ + 2, + 371, + 120, + 401 + ] + }, + { + "text": "Ctr+o", + "boxes": [ + 210, + 367, + 268, + 401 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + } + ] + }, + { + "frame_id": "80_6_2", + "episode_id": 80, + "env_id": 6, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.159850120544434, + "advantages": -0.1416841745376587, + "generated_text": "{\n \"intent\": \"Navigate to the homepage to access web content.\",\n \"action\": \"DoubleClick(788, 301)\"\n}", + "action_string": "DoubleClick(788, 301)", + "intent_string": "Navigate to the homepage to access web content.", + "before_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 900, + 2, + 1006, + 26 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 900, + 2, + 1006, + 26 + ] + }, + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 642, + 286, + 776, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 524, + 488, + 562, + 528 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "80_7_2", + "episode_id": 80, + "env_id": 7, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.300008773803711, + "advantages": 0.4165465235710144, + "generated_text": "{\n \"intent\": \"Move the mouse to explore the computer's display, aiming for interaction or specific content of interest.\",\n \"action\": \"DoubleClick(681, 733)\" \n}", + "action_string": "DoubleClick(681, 733)", + "intent_string": "Move the mouse to explore the computer's display, aiming for interaction or specific content of interest.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "曰■", + "boxes": [ + 251, + 63, + 309, + 92 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1872, + 89 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": " Search Amazon", + "boxes": [ + 300, + 115, + 412, + 139 + ] + }, + { + "text": "EN", + "boxes": [ + 1524, + 121, + 1574, + 147 + ] + }, + { + "text": "三AlL", + "boxes": [ + 24, + 167, + 66, + 195 + ] + }, + { + "text": "Free international returns", + "boxes": [ + 512, + 254, + 1056, + 312 + ] + }, + { + "text": "on qualifying items*", + "boxes": [ + 696, + 316, + 902, + 351 + ] + }, + { + "text": "*Restrictions ply ", + "boxes": [ + 733, + 353, + 839, + 392 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 980, + 530, + 1288, + 560 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 1352, + 530, + 1608, + 560 + ] + }, + { + "text": "appliances", + "boxes": [ + 1350, + 556, + 1462, + 586 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 236, + 965, + 464, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 612, + 969, + 910, + 999 + ] + }, + { + "text": "Save on gifts for Dad", + "boxes": [ + 982, + 969, + 1196, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "", + "boxes": [ + 272, + 1014, + 332, + 1046 + ] + }, + { + "text": "M", + "boxes": [ + 436, + 1011, + 492, + 1044 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "265fbb28&", + "boxes": [ + 1480, + 68, + 1560, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1579, + 59, + 1665, + 96 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming", + "boxes": [ + 294, + 113, + 364, + 147 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "tums", + "boxes": [ + 1618, + 117, + 1644, + 137 + ] + }, + { + "text": "$5,146.26", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 360, + 169, + 420, + 189 + ] + }, + { + "text": "Explore Related Products", + "boxes": [ + 10, + 256, + 182, + 286 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "gaming headset", + "boxes": [ + 12, + 282, + 120, + 310 + ] + }, + { + "text": "gaming keyboard", + "boxes": [ + 14, + 304, + 126, + 328 + ] + }, + { + "text": "gaming pc", + "boxes": [ + 12, + 324, + 86, + 347 + ] + }, + { + "text": "gaming mouse", + "boxes": [ + 14, + 343, + 108, + 367 + ] + }, + { + "text": "B四", + "boxes": [ + 373, + 384, + 459, + 426 + ] + }, + { + "text": "Price", + "boxes": [ + 12, + 411, + 46, + 433 + ] + }, + { + "text": "B8B", + "boxes": [ + 366, + 419, + 456, + 451 + ] + }, + { + "text": "$0 - $8,900+", + "boxes": [ + 10, + 435, + 100, + 459 + ] + }, + { + "text": "8", + "boxes": [ + 362, + 445, + 432, + 478 + ] + }, + { + "text": "二", + "boxes": [ + 428, + 457, + 442, + 472 + ] + }, + { + "text": "88", + "boxes": [ + 354, + 474, + 424, + 506 + ] + }, + { + "text": "8", + "boxes": [ + 349, + 497, + 417, + 537 + ] + }, + { + "text": "Deals & Discounts", + "boxes": [ + 10, + 514, + 134, + 544 + ] + }, + { + "text": "888", + "boxes": [ + 341, + 525, + 421, + 563 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 540, + 96, + 564 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 14, + 560, + 98, + 586 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 617, + 144, + 647 + ] + }, + { + "text": "ASUS ROG Strix G16 Gaming ", + "boxes": [ + 1488, + 613, + 1708, + 643 + ] + }, + { + "text": "", + "boxes": [ + 1787, + 613, + 1885, + 664 + ] + }, + { + "text": "TROND Surge Protector Power Strip", + "boxes": [ + 314, + 639, + 580, + 663 + ] + }, + { + "text": "Amazon Basics 24 inch Gaming", + "boxes": [ + 606, + 637, + 840, + 667 + ] + }, + { + "text": " AS31 Active Bookshelf Speakers -2.0", + "boxes": [ + 898, + 635, + 1176, + 665 + ] + }, + { + "text": "Nex Playground - The Active Play", + "boxes": [ + 1188, + 639, + 1440, + 669 + ] + }, + { + "text": "Laptop, 165Hz Display, NVIDIA@", + "boxes": [ + 1486, + 635, + 1724, + 665 + ] + }, + { + "text": "Department", + "boxes": [ + 12, + 655, + 96, + 681 + ] + }, + { + "text": "360° Rotating Flat Plug, 24 AC", + "boxes": [ + 314, + 661, + 544, + 691 + ] + }, + { + "text": "Monitor, FHD 1080P, 165Hz, VESA", + "boxes": [ + 608, + 661, + 860, + 691 + ] + }, + { + "text": " Powered Stereo Compact laptops", + "boxes": [ + 900, + 663, + 1150, + 691 + ] + }, + { + "text": "System for Kids & Families where", + "boxes": [ + 1194, + 663, + 1444, + 693 + ] + }, + { + "text": "GeForce RTXTM 4060,Intel Core", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "Computers & Accessories", + "boxes": [ + 12, + 679, + 172, + 703 + ] + }, + { + "text": "Outlets, 4000 Joules, 6ft Heavy Duty ", + "boxes": [ + 314, + 687, + 592, + 717 + ] + }, + { + "text": "Compatible, Adaptive sync, 1ms ", + "boxes": [ + 606, + 687, + 848, + 717 + ] + }, + { + "text": "Desktop Speakers with 3'bass. ", + "boxes": [ + 894, + 681, + 1130, + 721 + ] + }, + { + "text": "Indoor Physical Activity Meets", + "boxes": [ + 1194, + 687, + 1422, + 717 + ] + }, + { + "text": " i7-13650HX, 16GB DDR5, 1TB PCI...", + "boxes": [ + 1486, + 685, + 1752, + 715 + ] + }, + { + "text": "Extension Cord 1875W, ETL Listed,..", + "boxes": [ + 312, + 709, + 586, + 741 + ] + }, + { + "text": "PC Games & Accessories", + "boxes": [ + 12, + 719, + 166, + 742 + ] + }, + { + "text": "Response, Black", + "boxes": [ + 606, + 706, + 728, + 743 + ] + }, + { + "text": "Bluetooth 5.3, RCA/Optical.", + "boxes": [ + 902, + 713, + 1112, + 737 + ] + }, + { + "text": "Interactive Family Fun and Is Great...", + "boxes": [ + 1194, + 711, + 1464, + 741 + ] + }, + { + "text": "★★★★☆1,883", + "boxes": [ + 1490, + 715, + 1630, + 739 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 717, + 1862, + 742 + ] + }, + { + "text": "★★★★★437", + "boxes": [ + 318, + 739, + 442, + 762 + ] + }, + { + "text": "★★★☆☆5", + "boxes": [ + 906, + 739, + 1014, + 766 + ] + }, + { + "text": "Apr 23, 2024", + "boxes": [ + 1196, + 735, + 1286, + 760 + ] + }, + { + "text": "2K+ bought in past month", + "boxes": [ + 1490, + 735, + 1658, + 758 + ] + }, + { + "text": "Brands", + "boxes": [ + 8, + 748, + 66, + 780 + ] + }, + { + "text": "ESRB Rating: Everyone", + "boxes": [ + 1194, + 752, + 1338, + 776 + ] + }, + { + "text": "ASUS", + "boxes": [ + 5, + 765, + 77, + 803 + ] + }, + { + "text": "★★★★★42", + "boxes": [ + 608, + 762, + 730, + 792 + ] + }, + { + "text": "$1,24478", + "boxes": [ + 1481, + 760, + 1595, + 803 + ] + }, + { + "text": "$21999", + "boxes": [ + 900, + 770, + 984, + 802 + ] + }, + { + "text": "★★★★☆1.445", + "boxes": [ + 1196, + 776, + 1338, + 806 + ] + }, + { + "text": "廿", + "boxes": [ + 1796, + 770, + 1816, + 786 + ] + }, + { + "text": " FIFINE", + "boxes": [ + 12, + 796, + 76, + 816 + ] + }, + { + "text": "$219 Typical prce:$525.99", + "boxes": [ + 310, + 788, + 508, + 830 + ] + }, + { + "text": "$12861", + "boxes": [ + 606, + 798, + 686, + 830 + ] + }, + { + "text": "Save 40% with coupon", + "boxes": [ + 902, + 800, + 1052, + 830 + ] + }, + { + "text": "7K+ boughtin past month", + "boxes": [ + 1194, + 794, + 1368, + 824 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 1486, + 800, + 1628, + 830 + ] + }, + { + "text": "VISOONE", + "boxes": [ + 10, + 834, + 96, + 858 + ] + }, + { + "text": "$46.23 delivery", + "boxes": [ + 608, + 834, + 710, + 860 + ] + }, + { + "text": " Delivery Tue, May 27", + "boxes": [ + 900, + 826, + 1042, + 854 + ] + }, + { + "text": "Android", + "boxes": [ + 1198, + 830, + 1252, + 850 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1568, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 906, + 852, + 980, + 870 + ] + }, + { + "text": "$19900", + "boxes": [ + 1187, + 845, + 1277, + 888 + ] + }, + { + "text": "二", + "boxes": [ + 16, + 858, + 38, + 872 + ] + }, + { + "text": "Only 8 left in stc", + "boxes": [ + 902, + 864, + 1008, + 895 + ] + }, + { + "text": "Add to cart ", + "boxes": [ + 1494, + 856, + 1578, + 881 + ] + }, + { + "text": "L", + "boxes": [ + 18, + 878, + 36, + 891 + ] + }, + { + "text": "Ad to cat", + "boxes": [ + 901, + 890, + 995, + 936 + ] + }, + { + "text": "Delivery Ssat, May 24", + "boxes": [ + 1194, + 885, + 1330, + 915 + ] + }, + { + "text": "More Buying Choices ", + "boxes": [ + 1488, + 883, + 1630, + 913 + ] + }, + { + "text": "Redrago", + "boxes": [ + 31, + 895, + 85, + 918 + ] + }, + { + "text": " Add to cart", + "boxes": [ + 618, + 907, + 698, + 933 + ] + }, + { + "text": "$1,219.99 (7 used & new offers)", + "boxes": [ + 1490, + 907, + 1698, + 931 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1816, + 925, + 1860, + 945 + ] + }, + { + "text": "Condition", + "boxes": [ + 14, + 951, + 78, + 969 + ] + }, + { + "text": "口", + "boxes": [ + 1798, + 979, + 1810, + 991 + ] + }, + { + "text": "$10", + "boxes": [ + 1086, + 1005, + 1120, + 1018 + ] + } + ] + }, + { + "frame_id": "80_0_3", + "episode_id": 80, + "env_id": 0, + "step": 3, + "format_rewards": 1.0, + "rewards": 8.941469192504883, + "advantages": -0.24860520660877228, + "generated_text": "{\n \"intent\": \"Exploring the current webpage content to understand the options available for interaction.\",\n \"action\": \"DoubleClick(660, 390)\" \n}", + "action_string": "DoubleClick(660, 390)", + "intent_string": "Exploring the current webpage content to understand the options available for interaction.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1108, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 952, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 28, + 244, + 52 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1876, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 946, + 310, + 1040, + 341 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎App", + "boxes": [ + 710, + 383, + 812, + 409 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1108, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 660, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》“", + "boxes": [ + 950, + 703, + 1270, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "80_1_3", + "episode_id": 80, + "env_id": 1, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.905374526977539, + "advantages": 0.22333046793937683, + "generated_text": "{\n \"intent\": \"Exploring the Microsoft Bing homepage to gather general information about how to proceed with further interactions in the desktop environment.\",\n \"action\": \"DoubleClick(1732, 145)\" }", + "action_string": "DoubleClick(1732, 145)", + "intent_string": "Exploring the Microsoft Bing homepage to gather general information about how to proceed with further interactions in the desktop environment.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "I四@", + "boxes": [ + 1781, + 59, + 1885, + 96 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 39, + 108, + 185, + 150 + ] + }, + { + "text": "国内版", + "boxes": [ + 500, + 256, + 548, + 276 + ] + }, + { + "text": "国际版", + "boxes": [ + 586, + 256, + 632, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 480, + 302, + 624, + 326 + ] + }, + { + "text": "二", + "boxes": [ + 1108, + 341, + 1396, + 359 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 488, + 373, + 638, + 397 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "热", + "boxes": [ + 662, + 421, + 674, + 433 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 968, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 447, + 1262, + 479 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 721, + 276, + 752 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "和差问题", + "boxes": [ + 512, + 792, + 602, + 818 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1454, + 800, + 1548, + 846 + ] + }, + { + "text": "I..", + "boxes": [ + 1590, + 808, + 1622, + 838 + ] + }, + { + "text": "1220", + "boxes": [ + 1615, + 793, + 1702, + 849 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 814, + 1708, + 828 + ] + }, + { + "text": "两数的和是69，差是13，这两个数分别是多少？", + "boxes": [ + 290, + 832, + 670, + 862 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 854, + 1630, + 883 + ] + }, + { + "text": " 32 ", + "boxes": [ + 1614, + 846, + 1700, + 893 + ] + }, + { + "text": "会斯上", + "boxes": [ + 1454, + 891, + 1524, + 941 + ] + }, + { + "text": "+ 2.629 ", + "boxes": [ + 1630, + 891, + 1700, + 939 + ] + }, + { + "text": "W", + "boxes": [ + 1594, + 903, + 1610, + 923 + ] + }, + { + "text": "点视频/乐学小学数学·3周", + "boxes": [ + 244, + 921, + 390, + 945 + ] + }, + { + "text": "一点视频/墓史杂谈·1天", + "boxes": [ + 846, + 929, + 996, + 959 + ] + }, + { + "text": "红板报·17小时", + "boxes": [ + 1140, + 921, + 1262, + 945 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 937, + 850, + 951 + ] + }, + { + "text": "看图猜位置不输03！字节发布", + "boxes": [ + 1136, + 941, + 1418, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": " 18 ", + "boxes": [ + 1586, + 933, + 1704, + 991 + ] + }, + { + "text": "数学难题：两数的和是69，差是13，求这两", + "boxes": [ + 198, + 945, + 782, + 987 + ] + }, + { + "text": "比亚迪终于不再“BYD\"？全", + "boxes": [ + 824, + 949, + 1090, + 989 + ] + }, + { + "text": "Seed1.5-VL多模态推理模", + "boxes": [ + 1136, + 967, + 1398, + 1003 + ] + }, + { + "text": "个数是多少？", + "boxes": [ + 200, + 983, + 378, + 1020 + ] + }, + { + "text": "新车标亮相，网友：总算是开", + "boxes": [ + 826, + 979, + 1096, + 1014 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "+373 ", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "型，在60个主流基准测试中...", + "boxes": [ + 1134, + 993, + 1410, + 1026 + ] + }, + { + "text": "窍了", + "boxes": [ + 822, + 1007, + 872, + 1040 + ] + }, + { + "text": "f", + "boxes": [ + 1587, + 987, + 1616, + 1015 + ] + }, + { + "text": "丢白选股", + "boxes": [ + 1636, + 1028, + 1694, + 1046 + ] + }, + { + "text": "", + "boxes": [ + 100, + 1048, + 148, + 1066 + ] + }, + { + "text": "4", + "boxes": [ + 190, + 1054, + 202, + 1066 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "国内版", + "boxes": [ + 504, + 256, + 548, + 276 + ] + }, + { + "text": "国际版", + "boxes": [ + 586, + 256, + 630, + 276 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 482, + 302, + 624, + 326 + ] + }, + { + "text": "Earn free gift cards and", + "boxes": [ + 1578, + 294, + 1858, + 330 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": " more with Microsoft", + "boxes": [ + 1596, + 322, + 1838, + 359 + ] + }, + { + "text": "Rewards", + "boxes": [ + 1664, + 353, + 1772, + 385 + ] + }, + { + "text": "Next", + "boxes": [ + 1370, + 377, + 1410, + 397 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "热", + "boxes": [ + 662, + 421, + 674, + 433 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 794, + 449, + 968, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1262, + 477 + ] + }, + { + "text": "When yujin Microsoft Rewards, youll arn", + "boxes": [ + 1570, + 594, + 1864, + 629 + ] + }, + { + "text": "points just for using Bing. Redeem them for git", + "boxes": [ + 1570, + 617, + 1866, + 647 + ] + }, + { + "text": "cards, games and more-ordonate them to a", + "boxes": [ + 1570, + 633, + 1866, + 669 + ] + }, + { + "text": "nonprofit and help make a diference.", + "boxes": [ + 1598, + 657, + 1834, + 687 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 181, + 718, + 277, + 757 + ] + }, + { + "text": " Get started ", + "boxes": [ + 1678, + 723, + 1758, + 754 + ] + }, + { + "text": "自选股建", + "boxes": [ + 1461, + 760, + 1537, + 797 + ] + }, + { + "text": "第四代博越L上市限时价", + "boxes": [ + 362, + 804, + 624, + 844 + ] + }, + { + "text": "Terms | Privacy", + "boxes": [ + 1680, + 820, + 1756, + 838 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1445, + 834, + 1523, + 898 + ] + }, + { + "text": "1.5TD+7DCT启程", + "boxes": [ + 325, + 869, + 413, + 900 + ] + }, + { + "text": "1.5TD+7DCT山河", + "boxes": [ + 448, + 874, + 534, + 899 + ] + }, + { + "text": "会斯上", + "boxes": [ + 1454, + 891, + 1522, + 941 + ] + }, + { + "text": "星视频·9小时", + "boxes": [ + 224, + 921, + 314, + 943 + ] + }, + { + "text": "一点视频/墓史杂谈·1天", + "boxes": [ + 846, + 929, + 996, + 959 + ] + }, + { + "text": "红板报·17小时", + "boxes": [ + 1140, + 921, + 1262, + 945 + ] + }, + { + "text": "第四代博越L限时9.29万起，油车都这么智能", + "boxes": [ + 202, + 945, + 794, + 987 + ] + }, + { + "text": "1.", + "boxes": [ + 830, + 937, + 850, + 951 + ] + }, + { + "text": "看图猜位置不输03！字节发布", + "boxes": [ + 1136, + 941, + 1418, + 977 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1454, + 939, + 1520, + 989 + ] + }, + { + "text": "比亚迪终于不再“BYD”？全", + "boxes": [ + 822, + 949, + 1090, + 989 + ] + }, + { + "text": "Seed1.5-VL多模态推理模", + "boxes": [ + 1136, + 967, + 1398, + 1003 + ] + }, + { + "text": "了，还买电车吗？", + "boxes": [ + 202, + 981, + 436, + 1022 + ] + }, + { + "text": "新车标亮相，网友：总算是开", + "boxes": [ + 826, + 979, + 1096, + 1014 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "型，在60个主流基准测试中..", + "boxes": [ + 1134, + 993, + 1408, + 1026 + ] + }, + { + "text": "窍了", + "boxes": [ + 822, + 1007, + 872, + 1040 + ] + }, + { + "text": "(0)", + "boxes": [ + 100, + 1022, + 122, + 1036 + ] + } + ] + }, + { + "frame_id": "80_2_3", + "episode_id": 80, + "env_id": 2, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.786659240722656, + "advantages": 0.16520652174949646, + "generated_text": "{\n \"intent\": \"Clicking on the 'New Tab' icon will create a fresh account and allow full exploration of the browser environment.\",\n \"action\": \"DoubleClick(30, 10)\" \n}", + "action_string": "DoubleClick(30, 10)", + "intent_string": "Clicking on the 'New Tab' icon will create a fresh account and allow full exploration of the browser environment.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Mozilla Firefox", + "boxes": [ + 898, + 40, + 1024, + 64 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 412, + 93 + ] + }, + { + "text": "→白", + "boxes": [ + 350, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 548, + 99, + 818, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 328, + 137, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 504, + 139, + 634, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 582, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "LQIY!", + "boxes": [ + 859, + 451, + 938, + 508 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1112, + 524, + 1164, + 559 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": " ctrip", + "boxes": [ + 1360, + 530, + 1400, + 556 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "福", + "boxes": [ + 26, + 670, + 88, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 741, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 34, + 776, + 80, + 828 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 552, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 900, + 814 + ] + }, + { + "text": "Firefox Privac", + "boxes": [ + 1228, + 790, + 1320, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "lozilla Firefox", + "boxes": [ + 224, + 1048, + 312, + 1072 + ] + } + ] + }, + { + "frame_id": "80_3_3", + "episode_id": 80, + "env_id": 3, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.804662704467773, + "advantages": 0.6636290550231934, + "generated_text": "{\n \"intent\": \"Open the Bing search engine by clicking its icon.\",\n \"action\": \"DoubleClick(647, 469)\"\n}", + "action_string": "DoubleClick(647, 469)", + "intent_string": "Open the Bing search engine by clicking its icon.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 12, + 99, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 740, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": "zhihu", + "boxes": [ + 996, + 534, + 1036, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlig", + "boxes": [ + 492, + 619, + 558, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 38, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 28, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 41, + 108, + 185, + 150 + ] + }, + { + "text": "8", + "boxes": [ + 1796, + 125, + 1818, + 139 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1529, + 669, + 1635, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 721, + 276, + 752 + ] + }, + { + "text": "网", + "boxes": [ + 182, + 752, + 228, + 788 + ] + }, + { + "text": "现是债权人我是投资人我是", + "boxes": [ + 506, + 776, + 808, + 806 + ] + }, + { + "text": "人形机器人标准体系框架", + "boxes": [ + 1202, + 768, + 1344, + 798 + ] + }, + { + "text": "215.20598万元", + "boxes": [ + 934, + 794, + 1016, + 826 + ] + }, + { + "text": "公开案件", + "boxes": [ + 222, + 816, + 296, + 848 + ] + }, + { + "text": "公开公告", + "boxes": [ + 388, + 814, + 468, + 852 + ] + }, + { + "text": "裁判文书", + "boxes": [ + 556, + 814, + 640, + 852 + ] + }, + { + "text": "新闻动态", + "boxes": [ + 721, + 807, + 807, + 853 + ] + }, + { + "text": "房产税", + "boxes": [ + 830, + 878, + 856, + 899 + ] + }, + { + "text": "寸面新闻·6小时", + "boxes": [ + 236, + 921, + 326, + 945 + ] + }, + { + "text": "ITBEAR科技资讯·36分钟", + "boxes": [ + 822, + 915, + 1006, + 949 + ] + }, + { + "text": "IT之家·48分钟", + "boxes": [ + 1140, + 921, + 1260, + 945 + ] + }, + { + "text": "哪吒汽车被申请破产审查，新能源车企加速进", + "boxes": [ + 202, + 947, + 792, + 983 + ] + }, + { + "text": "哪吒汽车母公司陷破产审查风", + "boxes": [ + 826, + 943, + 1096, + 973 + ] + }, + { + "text": "《人形机器人标准体系框架》", + "boxes": [ + 1146, + 943, + 1398, + 973 + ] + }, + { + "text": "波，律师：申请破产不等于真", + "boxes": [ + 824, + 967, + 1096, + 1003 + ] + }, + { + "text": "发布，避免企业“重复造轮子”", + "boxes": [ + 1140, + 969, + 1406, + 999 + ] + }, + { + "text": "入淘汰赛丨封面车评人上海属形广告有限公司", + "boxes": [ + 200, + 977, + 650, + 1023 + ] + }, + { + "text": "正破产", + "boxes": [ + 824, + 997, + 894, + 1022 + ] + }, + { + "text": "tnTID:\"DSBOS_E10BB5387EF94FADA389A4EC9F12FC7C\"+", + "boxes": [ + 516, + 1018, + 910, + 1042 + ] + } + ] + }, + { + "frame_id": "80_4_3", + "episode_id": 80, + "env_id": 4, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.166351318359375, + "advantages": -0.1385011374950409, + "generated_text": "{\n \"intent\": \"I want to get started browsing the web by opening a new tab.\",\n \"action\": \"DoubleClick(59, 47)\"\n}", + "action_string": "DoubleClick(59, 47)", + "intent_string": "I want to get started browsing the web by opening a new tab.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 250, + 61, + 520, + 93 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 190, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 640, + 284, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "T", + "boxes": [ + 858, + 453, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 524, + 488, + 562, + 528 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1276, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 900, + 2, + 1006, + 26 + ] + }, + { + "text": "十", + "boxes": [ + 228, + 34, + 244, + 48 + ] + }, + { + "text": "C仓", + "boxes": [ + 74, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 14, + 103, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 640, + 284, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "T", + "boxes": [ + 858, + 453, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 524, + 488, + 562, + 528 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "80_5_3", + "episode_id": 80, + "env_id": 5, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.262043952941895, + "advantages": -0.09164926409721375, + "generated_text": "{\n \"intent\": \"Moving the mouse to a different area on the desktop to explore other applications or interfaces.\",\n \"action\": \"DoubleClick(792, 466)\" }", + "action_string": "DoubleClick(792, 466)", + "intent_string": "Moving the mouse to a different area on the desktop to explore other applications or interfaces.", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untitled 1 - M..", + "boxes": [ + 208, + 1048, + 316, + 1072 + ] + } + ] + }, + { + "frame_id": "80_6_3", + "episode_id": 80, + "env_id": 6, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.774388313293457, + "advantages": 0.1591985821723938, + "generated_text": "{\n \"intent\": \"Begin exploration by double-clicking one of the browser bookmarks to open a web page.\",\n \"action\": \"DoubleClick(499, 456)\" \n}", + "action_string": "DoubleClick(499, 456)", + "intent_string": "Begin exploration by double-clicking one of the browser bookmarks to open a web page.", + "before_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 900, + 2, + 1006, + 26 + ] + }, + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 658, + 286, + 776, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 524, + 488, + 562, + 528 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 824, + 320, + 930, + 357 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 766, + 1001, + 1138, + 1036 + ] + } + ] + }, + { + "frame_id": "80_7_3", + "episode_id": 80, + "env_id": 7, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.258865356445312, + "advantages": -0.0932055339217186, + "generated_text": "{\n \"intent\": \"To proceed by interacting with well-stocked products with reasonable prices to determine their suitability.\",\n \"action\": \"DoubleClick(474, 615)\" }", + "action_string": "DoubleClick(474, 615)", + "intent_string": "To proceed by interacting with well-stocked products with reasonable prices to determine their suitability.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "265fbb28&", + "boxes": [ + 1480, + 68, + 1560, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1579, + 59, + 1665, + 96 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming", + "boxes": [ + 294, + 113, + 364, + 147 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "tums", + "boxes": [ + 1618, + 117, + 1644, + 137 + ] + }, + { + "text": "$5,146.26", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 360, + 169, + 420, + 189 + ] + }, + { + "text": "Explore Related Products", + "boxes": [ + 10, + 256, + 182, + 286 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "gaming headset", + "boxes": [ + 12, + 282, + 120, + 310 + ] + }, + { + "text": "gaming keyboard", + "boxes": [ + 14, + 304, + 126, + 328 + ] + }, + { + "text": "gaming pc", + "boxes": [ + 12, + 324, + 86, + 347 + ] + }, + { + "text": "gaming mouse", + "boxes": [ + 14, + 343, + 108, + 367 + ] + }, + { + "text": "B四", + "boxes": [ + 373, + 384, + 459, + 426 + ] + }, + { + "text": "Price", + "boxes": [ + 12, + 411, + 46, + 433 + ] + }, + { + "text": "B8B", + "boxes": [ + 366, + 419, + 456, + 451 + ] + }, + { + "text": "$0 - $8,900+", + "boxes": [ + 10, + 435, + 100, + 459 + ] + }, + { + "text": "8", + "boxes": [ + 362, + 445, + 432, + 478 + ] + }, + { + "text": "二", + "boxes": [ + 428, + 457, + 442, + 472 + ] + }, + { + "text": "88", + "boxes": [ + 354, + 474, + 424, + 506 + ] + }, + { + "text": "8", + "boxes": [ + 349, + 497, + 417, + 537 + ] + }, + { + "text": "Deals & Discounts", + "boxes": [ + 10, + 514, + 134, + 544 + ] + }, + { + "text": "888", + "boxes": [ + 341, + 525, + 421, + 563 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 540, + 96, + 564 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 14, + 560, + 98, + 586 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 617, + 144, + 647 + ] + }, + { + "text": "ASUS ROG Strix G16 Gaming ", + "boxes": [ + 1488, + 613, + 1708, + 643 + ] + }, + { + "text": "", + "boxes": [ + 1787, + 613, + 1885, + 664 + ] + }, + { + "text": "TROND Surge Protector Power Strip ", + "boxes": [ + 314, + 639, + 584, + 669 + ] + }, + { + "text": "Amazon Basics 24 inch Gaming", + "boxes": [ + 606, + 637, + 840, + 667 + ] + }, + { + "text": "AS31 Active Bookshelf Speakers -2.0", + "boxes": [ + 898, + 635, + 1176, + 665 + ] + }, + { + "text": "Nex Playground - The Active Play", + "boxes": [ + 1188, + 639, + 1440, + 669 + ] + }, + { + "text": "Laptop, 165Hz Display, NVIDIA@", + "boxes": [ + 1486, + 635, + 1724, + 665 + ] + }, + { + "text": "Department", + "boxes": [ + 12, + 655, + 96, + 681 + ] + }, + { + "text": "360° Rotating Flat Plug, 24 AC", + "boxes": [ + 314, + 661, + 544, + 691 + ] + }, + { + "text": "Monitor, FHD 1080P, 165Hz, VESA", + "boxes": [ + 608, + 661, + 860, + 691 + ] + }, + { + "text": " Powered Stereo Compact laptops", + "boxes": [ + 900, + 663, + 1150, + 691 + ] + }, + { + "text": "System for Kids & Families where", + "boxes": [ + 1194, + 663, + 1444, + 693 + ] + }, + { + "text": "GeForce RTXTM 4060,Intel Core", + "boxes": [ + 1488, + 661, + 1720, + 691 + ] + }, + { + "text": "Computers & Accessories", + "boxes": [ + 12, + 679, + 172, + 703 + ] + }, + { + "text": "Outlets, 4000 Joules, 6ft Heavy Duty", + "boxes": [ + 314, + 687, + 592, + 717 + ] + }, + { + "text": "Compatible, Adaptive sync, 1ms ", + "boxes": [ + 606, + 687, + 848, + 717 + ] + }, + { + "text": "Desktop Speakers with 3'bass. ", + "boxes": [ + 894, + 681, + 1130, + 721 + ] + }, + { + "text": "Indoor Physical Activity Meets", + "boxes": [ + 1194, + 687, + 1422, + 717 + ] + }, + { + "text": "i7-13650HX, 16GB DDR5, 1TB PCI..", + "boxes": [ + 1486, + 685, + 1752, + 715 + ] + }, + { + "text": "Extension Cord 1875W, ETL Listed...", + "boxes": [ + 312, + 709, + 586, + 741 + ] + }, + { + "text": "PC Games & Accessories", + "boxes": [ + 12, + 719, + 166, + 742 + ] + }, + { + "text": "Response, Black", + "boxes": [ + 606, + 706, + 728, + 743 + ] + }, + { + "text": "Bluetooth 5.3, RCA/Optical.", + "boxes": [ + 902, + 713, + 1112, + 737 + ] + }, + { + "text": "Interactive Family Fun and Is Great...", + "boxes": [ + 1194, + 711, + 1464, + 741 + ] + }, + { + "text": "★★★★☆1,883", + "boxes": [ + 1490, + 715, + 1630, + 739 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 717, + 1862, + 742 + ] + }, + { + "text": "★★★★★437", + "boxes": [ + 318, + 739, + 442, + 762 + ] + }, + { + "text": "★★★☆☆5", + "boxes": [ + 906, + 739, + 1014, + 766 + ] + }, + { + "text": "Apr 23, 2024", + "boxes": [ + 1196, + 735, + 1286, + 760 + ] + }, + { + "text": "2K+ bought in past month", + "boxes": [ + 1490, + 735, + 1658, + 758 + ] + }, + { + "text": "Brands", + "boxes": [ + 8, + 748, + 66, + 780 + ] + }, + { + "text": "ESRB Rating: Everyone", + "boxes": [ + 1194, + 752, + 1338, + 776 + ] + }, + { + "text": "ASUS", + "boxes": [ + 5, + 765, + 77, + 803 + ] + }, + { + "text": "★★★★★42", + "boxes": [ + 608, + 762, + 730, + 792 + ] + }, + { + "text": "$1,24478", + "boxes": [ + 1481, + 760, + 1595, + 803 + ] + }, + { + "text": "$21999", + "boxes": [ + 900, + 770, + 984, + 802 + ] + }, + { + "text": "★★★★☆1.445", + "boxes": [ + 1196, + 776, + 1338, + 806 + ] + }, + { + "text": "廿", + "boxes": [ + 1796, + 770, + 1816, + 786 + ] + }, + { + "text": " FIFINE", + "boxes": [ + 12, + 796, + 76, + 816 + ] + }, + { + "text": "$219 Typical prce:$525.99", + "boxes": [ + 310, + 788, + 508, + 830 + ] + }, + { + "text": "$12861", + "boxes": [ + 606, + 798, + 686, + 830 + ] + }, + { + "text": "Save 40% with coupon", + "boxes": [ + 902, + 800, + 1052, + 830 + ] + }, + { + "text": "7K+ boughtin past month", + "boxes": [ + 1194, + 794, + 1368, + 824 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 1486, + 800, + 1628, + 830 + ] + }, + { + "text": "VISOONE", + "boxes": [ + 10, + 834, + 96, + 858 + ] + }, + { + "text": "$46.23 delivery", + "boxes": [ + 608, + 834, + 710, + 860 + ] + }, + { + "text": " Delivery Tue, May 27", + "boxes": [ + 900, + 826, + 1042, + 854 + ] + }, + { + "text": "Android", + "boxes": [ + 1198, + 830, + 1252, + 850 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1568, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 906, + 852, + 980, + 870 + ] + }, + { + "text": "$19900", + "boxes": [ + 1187, + 845, + 1277, + 888 + ] + }, + { + "text": "二", + "boxes": [ + 16, + 858, + 38, + 872 + ] + }, + { + "text": "Only 8 left in stc", + "boxes": [ + 902, + 864, + 1008, + 895 + ] + }, + { + "text": "Add to cart ", + "boxes": [ + 1494, + 856, + 1578, + 881 + ] + }, + { + "text": "L", + "boxes": [ + 18, + 878, + 36, + 891 + ] + }, + { + "text": "Ad to cat", + "boxes": [ + 901, + 890, + 995, + 936 + ] + }, + { + "text": "Delivery Ssat, May 24", + "boxes": [ + 1194, + 885, + 1330, + 915 + ] + }, + { + "text": "More Buying Choices ", + "boxes": [ + 1488, + 883, + 1630, + 913 + ] + }, + { + "text": "Redrago", + "boxes": [ + 31, + 895, + 85, + 918 + ] + }, + { + "text": " Add to cart", + "boxes": [ + 618, + 907, + 698, + 933 + ] + }, + { + "text": "$1,219.99 (7 used & new offers)", + "boxes": [ + 1490, + 907, + 1698, + 931 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1816, + 925, + 1860, + 945 + ] + }, + { + "text": "Condition", + "boxes": [ + 14, + 951, + 78, + 969 + ] + }, + { + "text": "口", + "boxes": [ + 1798, + 979, + 1810, + 991 + ] + }, + { + "text": "$10", + "boxes": [ + 1086, + 1005, + 1120, + 1018 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "om : gaming", + "boxes": [ + 100, + 34, + 180, + 52 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 36, + 66, + 128, + 91 + ] + }, + { + "text": "①", + "boxes": [ + 249, + 59, + 311, + 96 + ] + }, + { + "text": "265fbb288", + "boxes": [ + 1482, + 68, + 1558, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming", + "boxes": [ + 294, + 113, + 364, + 147 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1444, + 143 + ] + }, + { + "text": "$5,146.26", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 360, + 169, + 420, + 187 + ] + }, + { + "text": "Explore Related Products", + "boxes": [ + 10, + 256, + 184, + 286 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "gaming headset ", + "boxes": [ + 10, + 280, + 122, + 310 + ] + }, + { + "text": "gaming keyboard", + "boxes": [ + 12, + 304, + 126, + 328 + ] + }, + { + "text": "gaming pc", + "boxes": [ + 12, + 324, + 86, + 347 + ] + }, + { + "text": "gaming mouse", + "boxes": [ + 14, + 343, + 108, + 367 + ] + }, + { + "text": "9四", + "boxes": [ + 373, + 384, + 455, + 426 + ] + }, + { + "text": "Price", + "boxes": [ + 10, + 409, + 50, + 435 + ] + }, + { + "text": "$0 - $8,900+", + "boxes": [ + 7, + 428, + 101, + 461 + ] + }, + { + "text": "B8B", + "boxes": [ + 366, + 419, + 456, + 451 + ] + }, + { + "text": "8", + "boxes": [ + 362, + 445, + 432, + 478 + ] + }, + { + "text": "二", + "boxes": [ + 428, + 457, + 442, + 472 + ] + }, + { + "text": "88", + "boxes": [ + 354, + 474, + 424, + 506 + ] + }, + { + "text": "8", + "boxes": [ + 347, + 497, + 417, + 537 + ] + }, + { + "text": "Deals & Discounts", + "boxes": [ + 10, + 512, + 136, + 542 + ] + }, + { + "text": "888", + "boxes": [ + 341, + 525, + 421, + 563 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 540, + 98, + 564 + ] + }, + { + "text": "$46.9", + "boxes": [ + 1818, + 540, + 1852, + 554 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 560, + 100, + 586 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 617, + 144, + 647 + ] + }, + { + "text": "ASUS ROG Strix G16 Gaming ", + "boxes": [ + 1488, + 613, + 1708, + 643 + ] + }, + { + "text": "620", + "boxes": [ + 1787, + 612, + 1885, + 666 + ] + }, + { + "text": "TROND Surge Protector Power Strip", + "boxes": [ + 314, + 639, + 584, + 669 + ] + }, + { + "text": "Amazon Basics 24 inch Gaming ", + "boxes": [ + 606, + 639, + 844, + 669 + ] + }, + { + "text": "AS31 Active Bookshelf Speakers -2.0", + "boxes": [ + 900, + 635, + 1178, + 665 + ] + }, + { + "text": "Nex Playground - The Active Play", + "boxes": [ + 1186, + 637, + 1440, + 667 + ] + }, + { + "text": "Laptop, 165Hz Display, NVIDIA@", + "boxes": [ + 1486, + 637, + 1726, + 667 + ] + }, + { + "text": "Department", + "boxes": [ + 12, + 655, + 98, + 681 + ] + }, + { + "text": "360° Rotating Flat Plug, 24 AC", + "boxes": [ + 314, + 663, + 544, + 693 + ] + }, + { + "text": "Monitor, FHD 1080P, 165Hz, VESA", + "boxes": [ + 604, + 659, + 860, + 689 + ] + }, + { + "text": " Powered Stereo Compact laptops", + "boxes": [ + 900, + 663, + 1150, + 691 + ] + }, + { + "text": "System for Kids & Families where", + "boxes": [ + 1194, + 663, + 1444, + 693 + ] + }, + { + "text": "GeForce RTXTM 4060,Intel Core", + "boxes": [ + 1488, + 661, + 1722, + 691 + ] + }, + { + "text": "Computers & Accssories", + "boxes": [ + 10, + 677, + 176, + 707 + ] + }, + { + "text": " Outlets, 4000 Joules, 6ft Heavy Duty", + "boxes": [ + 312, + 687, + 590, + 717 + ] + }, + { + "text": " Compatible, Adaptive sync, 1ms", + "boxes": [ + 604, + 687, + 848, + 717 + ] + }, + { + "text": " Desktop Speakers with 3'bass,", + "boxes": [ + 898, + 687, + 1128, + 717 + ] + }, + { + "text": "Indoor Physical Activity Meets", + "boxes": [ + 1194, + 687, + 1422, + 717 + ] + }, + { + "text": "i7-13650HX, 16GB DDR5, 1TB PCI...", + "boxes": [ + 1486, + 685, + 1754, + 715 + ] + }, + { + "text": "中", + "boxes": [ + 1796, + 682, + 1870, + 720 + ] + }, + { + "text": " Computers & Tablets", + "boxes": [ + 18, + 699, + 164, + 723 + ] + }, + { + "text": "Extension Cord 1875W, ETL Listed,..", + "boxes": [ + 312, + 709, + 586, + 741 + ] + }, + { + "text": "PC Games & Accessories", + "boxes": [ + 12, + 719, + 168, + 742 + ] + }, + { + "text": "Response, Black", + "boxes": [ + 608, + 713, + 728, + 737 + ] + }, + { + "text": "Bluetooth 5.3, RCA/Optical..", + "boxes": [ + 902, + 713, + 1114, + 737 + ] + }, + { + "text": "Interactive Family Fun and Is Great..", + "boxes": [ + 1196, + 713, + 1460, + 737 + ] + }, + { + "text": "★★★★☆1,883", + "boxes": [ + 1490, + 715, + 1630, + 739 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1808, + 717, + 1864, + 742 + ] + }, + { + "text": "★★★★★437", + "boxes": [ + 318, + 739, + 442, + 762 + ] + }, + { + "text": "★★★★☆√5", + "boxes": [ + 906, + 739, + 1010, + 764 + ] + }, + { + "text": "Apr 23, 2024", + "boxes": [ + 1196, + 735, + 1286, + 760 + ] + }, + { + "text": "2K+ bought in past month", + "boxes": [ + 1490, + 735, + 1658, + 758 + ] + }, + { + "text": "Brands", + "boxes": [ + 8, + 748, + 68, + 780 + ] + }, + { + "text": "ESRB Rating: Everyone", + "boxes": [ + 1194, + 752, + 1338, + 776 + ] + }, + { + "text": "ASUS", + "boxes": [ + 5, + 765, + 77, + 805 + ] + }, + { + "text": "★★★★42", + "boxes": [ + 610, + 766, + 728, + 790 + ] + }, + { + "text": "$1,24478", + "boxes": [ + 1481, + 760, + 1595, + 803 + ] + }, + { + "text": "$21999", + "boxes": [ + 900, + 770, + 984, + 802 + ] + }, + { + "text": "★★★★☆1.445", + "boxes": [ + 1196, + 776, + 1338, + 806 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 768, + 1820, + 788 + ] + }, + { + "text": " FIFINE", + "boxes": [ + 12, + 796, + 76, + 816 + ] + }, + { + "text": "$12861", + "boxes": [ + 603, + 791, + 687, + 835 + ] + }, + { + "text": "Save 40% with coupon", + "boxes": [ + 902, + 800, + 1052, + 830 + ] + }, + { + "text": "7K+ bought in past month", + "boxes": [ + 1196, + 798, + 1366, + 822 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 1486, + 800, + 1630, + 830 + ] + }, + { + "text": "口A", + "boxes": [ + 14, + 816, + 40, + 836 + ] + }, + { + "text": "Amazon Basics", + "boxes": [ + 32, + 816, + 128, + 840 + ] + }, + { + "text": "VISOONE", + "boxes": [ + 10, + 834, + 98, + 858 + ] + }, + { + "text": "$46.23 delivery", + "boxes": [ + 608, + 834, + 710, + 860 + ] + }, + { + "text": " Delivery Tue, May 27", + "boxes": [ + 900, + 826, + 1042, + 854 + ] + }, + { + "text": "Android", + "boxes": [ + 1200, + 830, + 1252, + 850 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1568, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 318, + 852, + 392, + 870 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 906, + 852, + 980, + 870 + ] + }, + { + "text": "$19900", + "boxes": [ + 1187, + 845, + 1277, + 888 + ] + }, + { + "text": "LL", + "boxes": [ + 16, + 858, + 40, + 872 + ] + }, + { + "text": "Ships to Chin", + "boxes": [ + 612, + 860, + 680, + 878 + ] + }, + { + "text": "Only 8 left in st", + "boxes": [ + 899, + 861, + 1001, + 898 + ] + }, + { + "text": "Add to cart ", + "boxes": [ + 1494, + 856, + 1578, + 881 + ] + }, + { + "text": "L", + "boxes": [ + 16, + 878, + 36, + 891 + ] + }, + { + "text": "Temporarily out of stocl", + "boxes": [ + 614, + 875, + 740, + 897 + ] + }, + { + "text": "Add to cat", + "boxes": [ + 901, + 891, + 995, + 934 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 1196, + 887, + 1328, + 911 + ] + }, + { + "text": "More Buying Choices ", + "boxes": [ + 1488, + 883, + 1632, + 913 + ] + }, + { + "text": "F", + "boxes": [ + 16, + 897, + 40, + 911 + ] + }, + { + "text": " Add to cart ", + "boxes": [ + 618, + 907, + 696, + 933 + ] + }, + { + "text": "$1,219.99 (7 used & new offers)", + "boxes": [ + 1490, + 907, + 1698, + 931 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "Condition", + "boxes": [ + 14, + 951, + 78, + 969 + ] + }, + { + "text": "口", + "boxes": [ + 1796, + 977, + 1816, + 991 + ] + }, + { + "text": " Used", + "boxes": [ + 14, + 993, + 68, + 1012 + ] + }, + { + "text": "Digital ift Card", + "boxes": [ + 962, + 1005, + 1036, + 1028 + ] + } + ] + }, + { + "frame_id": "80_0_4", + "episode_id": 80, + "env_id": 0, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.168272018432617, + "advantages": -0.13756074011325836, + "generated_text": "{\n \"intent\": \"Click on the QR code in the middle of the screen to scan and proceed with the login process.\",\n \"action\": \"DoubleClick(756, 581)\" \n}", + "action_string": "DoubleClick(756, 581)", + "intent_string": "Click on the QR code in the middle of the screen to scan and proceed with the login process.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 28, + 244, + 52 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1876, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 946, + 310, + 1040, + 341 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎App", + "boxes": [ + 710, + 383, + 812, + 409 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1108, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 660, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》“", + "boxes": [ + 950, + 703, + 1270, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 28, + 244, + 52 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1876, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 946, + 310, + 1040, + 341 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎App", + "boxes": [ + 708, + 383, + 812, + 409 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1108, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 664, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 952, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》“", + "boxes": [ + 950, + 703, + 1270, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "80_1_4", + "episode_id": 80, + "env_id": 1, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.610501289367676, + "advantages": 0.07895820587873459, + "generated_text": "{\n \"intent\": \"Exploring the latest news and trending topics by reading headlines related to the current search query.\",\n \"action\": \"Move(754, 763)\" }", + "action_string": "Move(754, 763)", + "intent_string": "Exploring the latest news and trending topics by reading headlines related to the current search query.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 486, + 304, + 620, + 322 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Earn free gift cards and", + "boxes": [ + 1580, + 298, + 1856, + 328 + ] + }, + { + "text": " more with Microsoft", + "boxes": [ + 1596, + 322, + 1838, + 359 + ] + }, + { + "text": "", + "boxes": [ + 706, + 339, + 922, + 357 + ] + }, + { + "text": "", + "boxes": [ + 914, + 341, + 998, + 359 + ] + }, + { + "text": "Rewards", + "boxes": [ + 1662, + 353, + 1772, + 385 + ] + }, + { + "text": "Next", + "boxes": [ + 1370, + 377, + 1410, + 397 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1112, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 796, + 449, + 968, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1112, + 449, + 1262, + 477 + ] + }, + { + "text": "When youjad", + "boxes": [ + 1570, + 592, + 1864, + 627 + ] + }, + { + "text": "points just for using Bing. Redeem them for git", + "boxes": [ + 1570, + 617, + 1864, + 647 + ] + }, + { + "text": "cadaenrdnate", + "boxes": [ + 1570, + 633, + 1866, + 669 + ] + }, + { + "text": "nonprofit and help make a diference.", + "boxes": [ + 1598, + 657, + 1834, + 687 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 272, + 750 + ] + }, + { + "text": " Get started", + "boxes": [ + 1678, + 723, + 1756, + 754 + ] + }, + { + "text": "自选股建", + "boxes": [ + 1463, + 760, + 1537, + 797 + ] + }, + { + "text": "Terms | Privacy", + "boxes": [ + 1680, + 820, + 1756, + 838 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1447, + 838, + 1521, + 897 + ] + }, + { + "text": "会斯上", + "boxes": [ + 1454, + 891, + 1522, + 941 + ] + }, + { + "text": "一点视频/墓史杂谈·1天", + "boxes": [ + 846, + 929, + 996, + 959 + ] + }, + { + "text": "红板报·17小时", + "boxes": [ + 1140, + 921, + 1260, + 945 + ] + }, + { + "text": "别克GL8插混交付！25万买航空座椅，续航", + "boxes": [ + 200, + 945, + 776, + 987 + ] + }, + { + "text": "1.", + "boxes": [ + 830, + 937, + 850, + 951 + ] + }, + { + "text": "看图猜位置不输03！字节发布", + "boxes": [ + 1134, + 941, + 1416, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1518, + 989 + ] + }, + { + "text": "比亚迪终于不再“BYD”？全", + "boxes": [ + 822, + 949, + 1090, + 989 + ] + }, + { + "text": "Seed1.5-VL多模态推理模", + "boxes": [ + 1134, + 967, + 1396, + 1003 + ] + }, + { + "text": "1420公里值吗？", + "boxes": [ + 200, + 981, + 430, + 1022 + ] + }, + { + "text": "新车标亮相，网友：总算是开", + "boxes": [ + 824, + 979, + 1096, + 1014 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "型，在60个主流基准测试中..", + "boxes": [ + 1132, + 991, + 1408, + 1028 + ] + }, + { + "text": "窍了", + "boxes": [ + 822, + 1007, + 872, + 1040 + ] + }, + { + "text": "(0)", + "boxes": [ + 100, + 1022, + 122, + 1036 + ] + }, + { + "text": "3", + "boxes": [ + 188, + 1052, + 202, + 1068 + ] + }, + { + "text": "earch - Micr.", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 42, + 113, + 182, + 147 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 542, + 274 + ] + }, + { + "text": "人工智能送上太空", + "boxes": [ + 502, + 304, + 620, + 322 + ] + }, + { + "text": "人", + "boxes": [ + 1398, + 306, + 1410, + 318 + ] + }, + { + "text": "Earn free gift cards and", + "boxes": [ + 1580, + 298, + 1856, + 328 + ] + }, + { + "text": " more with Microsoft", + "boxes": [ + 1596, + 322, + 1838, + 359 + ] + }, + { + "text": "热", + "boxes": [ + 1110, + 341, + 1396, + 359 + ] + }, + { + "text": "Rewards", + "boxes": [ + 1662, + 353, + 1772, + 385 + ] + }, + { + "text": "Nex", + "boxes": [ + 1374, + 381, + 1406, + 395 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "：崔登荣游泳队总教练", + "boxes": [ + 1116, + 411, + 1274, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 800, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1116, + 451, + 1260, + 474 + ] + }, + { + "text": "When youjinMcrosot Rewards youll an", + "boxes": [ + 1570, + 594, + 1864, + 629 + ] + }, + { + "text": "pointsjust forusing ingRedm thm for gif", + "boxes": [ + 1570, + 617, + 1864, + 647 + ] + }, + { + "text": "cards game andmrerdnate themta", + "boxes": [ + 1570, + 633, + 1866, + 669 + ] + }, + { + "text": "nonprofit and help make adiference.", + "boxes": [ + 1598, + 657, + 1834, + 687 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 725, + 272, + 750 + ] + }, + { + "text": " Get started", + "boxes": [ + 1678, + 723, + 1756, + 754 + ] + }, + { + "text": "自选股建", + "boxes": [ + 1465, + 760, + 1535, + 797 + ] + }, + { + "text": "Terms | Privacy", + "boxes": [ + 1680, + 820, + 1756, + 838 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1447, + 838, + 1521, + 897 + ] + }, + { + "text": "拉", + "boxes": [ + 1451, + 887, + 1523, + 944 + ] + }, + { + "text": "一点视频/墓史杂谈·1天", + "boxes": [ + 846, + 929, + 996, + 959 + ] + }, + { + "text": "红板报·17小时", + "boxes": [ + 1140, + 921, + 1260, + 945 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 937, + 848, + 951 + ] + }, + { + "text": "看图猜位置不输03！字节发布", + "boxes": [ + 1134, + 941, + 1416, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1518, + 989 + ] + }, + { + "text": "四", + "boxes": [ + 204, + 957, + 232, + 977 + ] + }, + { + "text": "比亚迪终于不再“BYD”？全", + "boxes": [ + 824, + 953, + 1090, + 989 + ] + }, + { + "text": "Seed1.5-VL多模态推理模", + "boxes": [ + 1136, + 967, + 1398, + 1003 + ] + }, + { + "text": "技工王峰手握60项专利", + "boxes": [ + 198, + 981, + 510, + 1016 + ] + }, + { + "text": "新车标亮相，网友：总算是开", + "boxes": [ + 824, + 979, + 1096, + 1014 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "型，在60个主流基准测试中...", + "boxes": [ + 1134, + 993, + 1408, + 1026 + ] + }, + { + "text": "窍了", + "boxes": [ + 822, + 1007, + 872, + 1040 + ] + } + ] + }, + { + "frame_id": "80_2_4", + "episode_id": 80, + "env_id": 2, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.377386093139648, + "advantages": -0.0351768396794796, + "generated_text": "{\n \"intent\": \"To check general internet usage, I should start by visiting an open browser tab.\",\n \"action\": \"DoubleClick(792, 214)\" \n}", + "action_string": "DoubleClick(792, 214)", + "intent_string": "To check general internet usage, I should start by visiting an open browser tab.", + "before_screen_ocr_results": [ + { + "text": "Mozilla Firefox", + "boxes": [ + 898, + 40, + 1024, + 64 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 412, + 93 + ] + }, + { + "text": "→白", + "boxes": [ + 350, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 546, + 99, + 818, + 133 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 328, + 137, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 504, + 139, + 634, + 163 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 580, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1066, + 516 + ] + }, + { + "text": "LQIY!", + "boxes": [ + 859, + 451, + 938, + 508 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1112, + 524, + 1164, + 559 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": " ctrip", + "boxes": [ + 1360, + 530, + 1400, + 556 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 94, + 641 + ] + }, + { + "text": "福", + "boxes": [ + 26, + 670, + 88, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 34, + 776, + 80, + 828 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 552, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 900, + 814 + ] + }, + { + "text": "Firefox Privac", + "boxes": [ + 1228, + 790, + 1320, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "lozilla Firefox", + "boxes": [ + 224, + 1048, + 312, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 902, + 42, + 1022, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 412, + 93 + ] + }, + { + "text": "→白", + "boxes": [ + 350, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 548, + 101, + 818, + 131 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 328, + 137, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 506, + 143, + 632, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 580, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1064, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1112, + 524, + 1164, + 559 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1150, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 30, + 771, + 82, + 832 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 552, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 902, + 814 + ] + }, + { + "text": "Firefox Privacy", + "boxes": [ + 1228, + 790, + 1326, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "lozilla Firefox", + "boxes": [ + 224, + 1048, + 312, + 1072 + ] + } + ] + }, + { + "frame_id": "80_3_4", + "episode_id": 80, + "env_id": 3, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.524986267089844, + "advantages": 0.03708937019109726, + "generated_text": "{\n \"intent\": \"Move the cursor to the center of the desktop to explore different areas\",\n \"action\": \"DoubleClick(960, 600)\"\n}", + "action_string": "DoubleClick(960, 600)", + "intent_string": "Move the cursor to the center of the desktop to explore different areas", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 44, + 113, + 182, + 147 + ] + }, + { + "text": "二智能送上太空", + "boxes": [ + 524, + 304, + 620, + 322 + ] + }, + { + "text": "", + "boxes": [ + 914, + 341, + 980, + 359 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "3崔登荣游泳队总教练", + "boxes": [ + 1110, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1635, + 711 + ] + }, + { + "text": " DISCOVER ", + "boxes": [ + 181, + 718, + 277, + 755 + ] + }, + { + "text": "人形机器人标准体系框架", + "boxes": [ + 1202, + 768, + 1344, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "215.20598万元", + "boxes": [ + 934, + 794, + 1016, + 826 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1454, + 800, + 1548, + 846 + ] + }, + { + "text": "1,171%", + "boxes": [ + 1626, + 798, + 1700, + 848 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1692, + 893 + ] + }, + { + "text": "经", + "boxes": [ + 1449, + 885, + 1527, + 946 + ] + }, + { + "text": "+3 169 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "M", + "boxes": [ + 1596, + 901, + 1610, + 921 + ] + }, + { + "text": "ITBEAR科技资讯·36分钟", + "boxes": [ + 828, + 921, + 1006, + 945 + ] + }, + { + "text": "I之家·48分钟", + "boxes": [ + 1138, + 921, + 1260, + 945 + ] + }, + { + "text": "哪吒汽车母公司陷破产审查风", + "boxes": [ + 824, + 943, + 1094, + 973 + ] + }, + { + "text": "《人形机器人标准体系框架》", + "boxes": [ + 1144, + 943, + 1396, + 973 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "", + "boxes": [ + 210, + 961, + 226, + 975 + ] + }, + { + "text": "新京报·1小时", + "boxes": [ + 224, + 955, + 318, + 979 + ] + }, + { + "text": "波，律师：申请破产不等于真", + "boxes": [ + 824, + 967, + 1096, + 1003 + ] + }, + { + "text": "发布，避免企业“重复造轮子\"", + "boxes": [ + 1140, + 969, + 1410, + 999 + ] + }, + { + "text": "朱森元院士逝世，享年95岁", + "boxes": [ + 198, + 981, + 564, + 1022 + ] + }, + { + "text": "英伟", + "boxes": [ + 1454, + 979, + 1524, + 1028 + ] + }, + { + "text": "+3.326 ", + "boxes": [ + 1630, + 985, + 1698, + 1024 + ] + }, + { + "text": "正破产", + "boxes": [ + 824, + 997, + 894, + 1022 + ] + }, + { + "text": "+", + "boxes": [ + 1692, + 997, + 1710, + 1012 + ] + }, + { + "text": "8a5313bo", + "boxes": [ + 1688, + 1020, + 1756, + 1038 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 44, + 113, + 180, + 145 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "：崔登荣游泳队总教练", + "boxes": [ + 1116, + 411, + 1274, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 725, + 274, + 750 + ] + }, + { + "text": "人形机器人标准体系框架", + "boxes": [ + 1202, + 768, + 1344, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "215.20598万元", + "boxes": [ + 936, + 798, + 1012, + 824 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1456, + 800, + 1548, + 846 + ] + }, + { + "text": "1,.7612", + "boxes": [ + 1620, + 792, + 1702, + 849 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1694, + 893 + ] + }, + { + "text": "经", + "boxes": [ + 1449, + 885, + 1527, + 946 + ] + }, + { + "text": "+3 169 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "W", + "boxes": [ + 1594, + 903, + 1610, + 923 + ] + }, + { + "text": "虎扑电竞·3小时", + "boxes": [ + 224, + 921, + 326, + 945 + ] + }, + { + "text": "ITBEAR科技资讯·36分钟", + "boxes": [ + 826, + 919, + 1006, + 949 + ] + }, + { + "text": "I之家·48分钟", + "boxes": [ + 1138, + 921, + 1260, + 945 + ] + }, + { + "text": "哪吒汽车母公司陷破产审查风", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "《人形机器人标准体系框架》", + "boxes": [ + 1142, + 941, + 1400, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "外媒爆料：LOL将可以用键盘控制走位，默", + "boxes": [ + 200, + 945, + 762, + 987 + ] + }, + { + "text": "波，律师：申请破产不等于真", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "发布，避免企业“重复造轮子”", + "boxes": [ + 1136, + 967, + 1412, + 1003 + ] + }, + { + "text": "认为WASD移动", + "boxes": [ + 200, + 985, + 420, + 1020 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "+326 ", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "正破产", + "boxes": [ + 824, + 995, + 896, + 1026 + ] + }, + { + "text": "?", + "boxes": [ + 1592, + 993, + 1612, + 1012 + ] + }, + { + "text": "丢白选股", + "boxes": [ + 1636, + 1028, + 1692, + 1046 + ] + } + ] + }, + { + "frame_id": "80_4_4", + "episode_id": 80, + "env_id": 4, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.230712890625, + "advantages": -0.10698919743299484, + "generated_text": "{\n \"intent\": \"Open new tabs to access more browser functionality and resources.\",\n \"action\": \"RightClick(40, 72)\" }", + "action_string": "RightClick(40, 72)", + "intent_string": "Open new tabs to access more browser functionality and resources.", + "before_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 900, + 2, + 1006, + 26 + ] + }, + { + "text": "C仓", + "boxes": [ + 74, + 69, + 126, + 87 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 14, + 103, + 162, + 121 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 103, + 308, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "T", + "boxes": [ + 858, + 453, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1276, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 900, + 2, + 1006, + 26 + ] + }, + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "πQ白", + "boxes": [ + 20, + 64, + 132, + 93 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 640, + 284, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "80_5_4", + "episode_id": 80, + "env_id": 5, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.290242195129395, + "advantages": -0.07784318178892136, + "generated_text": "{\n \"intent\": \"Click on an icon or menu item to explore further\",\n \"action\": \"DoubleClick(0, 0)\" }", + "action_string": "DoubleClick(0, 0)", + "intent_string": "Click on an icon or menu item to explore further", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untitled 1 - M..", + "boxes": [ + 208, + 1048, + 316, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untite 1 - M..", + "boxes": [ + 139, + 1038, + 319, + 1080 + ] + } + ] + }, + { + "frame_id": "80_6_4", + "episode_id": 80, + "env_id": 6, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.46512222290039, + "advantages": 0.4973873794078827, + "generated_text": "{\n \"intent\": \"Examine the product images and detailed information about the iPhone 16 family.\",\n \"action\": \"DoubleClick(702, 422)\" \n}", + "action_string": "DoubleClick(702, 422)", + "intent_string": "Examine the product images and detailed information about the iPhone 16 family.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 824, + 320, + 930, + 357 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 766, + 1001, + 1138, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "iPhone - Apple", + "boxes": [ + 30, + 32, + 126, + 50 + ] + }, + { + "text": "?", + "boxes": [ + 262, + 73, + 274, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1603, + 65, + 1659, + 88 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1268, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1346, + 129 + ] + }, + { + "text": "Q", + "boxes": [ + 1380, + 111, + 1394, + 127 + ] + }, + { + "text": "二", + "boxes": [ + 1430, + 113, + 1442, + 125 + ] + }, + { + "text": "B", + "boxes": [ + 456, + 157, + 522, + 218 + ] + }, + { + "text": "C", + "boxes": [ + 560, + 153, + 630, + 226 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 161, + 714, + 214 + ] + }, + { + "text": "B", + "boxes": [ + 754, + 157, + 822, + 224 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "0", + "boxes": [ + 1380, + 153, + 1464, + 226 + ] + }, + { + "text": "00", + "boxes": [ + 846, + 165, + 920, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1068, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1210, + 218, + 1274, + 244 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "iPhone", + "boxes": [ + 101, + 386, + 367, + 483 + ] + }, + { + "text": " Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + }, + { + "text": "Monday,September9", + "boxes": [ + 836, + 558, + 1054, + 582 + ] + }, + { + "text": "9:41", + "boxes": [ + 833, + 573, + 1055, + 698 + ] + } + ] + }, + { + "frame_id": "80_7_4", + "episode_id": 80, + "env_id": 7, + "step": 4, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -4.6264190673828125, + "generated_text": "{\n \"intent\": \"Move further down the page to view more products and information.\",\n \"action\": \"ScrollDown(0, -500)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "om : gaming", + "boxes": [ + 100, + 34, + 180, + 52 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 36, + 66, + 128, + 91 + ] + }, + { + "text": "①", + "boxes": [ + 249, + 59, + 311, + 96 + ] + }, + { + "text": "265fbb288", + "boxes": [ + 1482, + 68, + 1558, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming", + "boxes": [ + 294, + 113, + 364, + 147 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1444, + 143 + ] + }, + { + "text": "$5,146.26", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 360, + 169, + 420, + 187 + ] + }, + { + "text": "Explore Related Products", + "boxes": [ + 10, + 256, + 184, + 286 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "gaming headset ", + "boxes": [ + 10, + 280, + 122, + 310 + ] + }, + { + "text": "gaming keyboard", + "boxes": [ + 12, + 304, + 126, + 328 + ] + }, + { + "text": "gaming pc", + "boxes": [ + 12, + 324, + 86, + 347 + ] + }, + { + "text": "gaming mouse", + "boxes": [ + 14, + 343, + 108, + 367 + ] + }, + { + "text": "9四", + "boxes": [ + 373, + 384, + 455, + 426 + ] + }, + { + "text": "Price", + "boxes": [ + 10, + 409, + 50, + 435 + ] + }, + { + "text": "$0 - $8,900+", + "boxes": [ + 7, + 428, + 101, + 461 + ] + }, + { + "text": "B8B", + "boxes": [ + 366, + 419, + 456, + 451 + ] + }, + { + "text": "8", + "boxes": [ + 362, + 445, + 432, + 478 + ] + }, + { + "text": "二", + "boxes": [ + 428, + 457, + 442, + 472 + ] + }, + { + "text": "88", + "boxes": [ + 354, + 474, + 424, + 506 + ] + }, + { + "text": "8", + "boxes": [ + 347, + 497, + 417, + 537 + ] + }, + { + "text": "Deals & Discounts", + "boxes": [ + 10, + 512, + 136, + 542 + ] + }, + { + "text": "888", + "boxes": [ + 341, + 525, + 421, + 563 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 540, + 98, + 564 + ] + }, + { + "text": "$46.9", + "boxes": [ + 1818, + 540, + 1852, + 554 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 560, + 100, + 586 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 617, + 144, + 647 + ] + }, + { + "text": "ASUS ROG Strix G16 Gaming ", + "boxes": [ + 1488, + 613, + 1708, + 643 + ] + }, + { + "text": "620", + "boxes": [ + 1787, + 612, + 1885, + 666 + ] + }, + { + "text": "TROND Surge Protector Power Strip ", + "boxes": [ + 314, + 639, + 584, + 669 + ] + }, + { + "text": "Amazon Basics 24 inch Gaming", + "boxes": [ + 606, + 639, + 844, + 669 + ] + }, + { + "text": "AS31 Active Bookshelf Speakers -2.0", + "boxes": [ + 900, + 635, + 1178, + 665 + ] + }, + { + "text": "Nex Playground - The Active Play", + "boxes": [ + 1186, + 637, + 1440, + 667 + ] + }, + { + "text": "Laptop, 165Hz Display, NVIDIA@", + "boxes": [ + 1486, + 637, + 1726, + 667 + ] + }, + { + "text": "Department", + "boxes": [ + 12, + 655, + 98, + 681 + ] + }, + { + "text": "360° Rotating Flat Plug, 24 AC ", + "boxes": [ + 314, + 663, + 544, + 693 + ] + }, + { + "text": "Monitor, FHD 1080P, 165Hz, VESA", + "boxes": [ + 604, + 659, + 860, + 689 + ] + }, + { + "text": " Powered Stereo Compact laptops", + "boxes": [ + 900, + 663, + 1150, + 691 + ] + }, + { + "text": "System for Kids & Families where", + "boxes": [ + 1194, + 663, + 1444, + 693 + ] + }, + { + "text": "GeForce RTXTM 4060,Intel Core", + "boxes": [ + 1488, + 661, + 1722, + 691 + ] + }, + { + "text": "Computers & Accssories", + "boxes": [ + 10, + 677, + 176, + 707 + ] + }, + { + "text": " Outlets, 4000 Joules, 6ft Heavy Duty", + "boxes": [ + 312, + 687, + 590, + 717 + ] + }, + { + "text": " Compatible, Adaptive sync, 1ms", + "boxes": [ + 604, + 687, + 848, + 717 + ] + }, + { + "text": " Desktop Speakers with 3'bass,", + "boxes": [ + 898, + 687, + 1128, + 717 + ] + }, + { + "text": "Indoor Physical Activity Meets", + "boxes": [ + 1194, + 687, + 1422, + 717 + ] + }, + { + "text": "i7-13650HX, 16GB DDR5, 1TB PCI..", + "boxes": [ + 1486, + 685, + 1754, + 715 + ] + }, + { + "text": "中", + "boxes": [ + 1796, + 682, + 1870, + 720 + ] + }, + { + "text": " Computers & Tablets", + "boxes": [ + 18, + 699, + 164, + 723 + ] + }, + { + "text": "Extension Cord 1875W, ETL Listed,..", + "boxes": [ + 312, + 709, + 586, + 741 + ] + }, + { + "text": "PC Games & Accessories", + "boxes": [ + 12, + 719, + 168, + 742 + ] + }, + { + "text": "Response, Black", + "boxes": [ + 608, + 713, + 728, + 737 + ] + }, + { + "text": "Bluetooth 5..3, RCA/Optical..", + "boxes": [ + 902, + 713, + 1114, + 737 + ] + }, + { + "text": "Interactive Family Fun and Is Great..", + "boxes": [ + 1196, + 713, + 1460, + 737 + ] + }, + { + "text": "★★★★☆1,883", + "boxes": [ + 1490, + 715, + 1630, + 739 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1808, + 717, + 1864, + 742 + ] + }, + { + "text": "★★★★★437", + "boxes": [ + 318, + 739, + 442, + 762 + ] + }, + { + "text": "★★★★☆√5", + "boxes": [ + 906, + 739, + 1010, + 764 + ] + }, + { + "text": "Apr 23, 2024", + "boxes": [ + 1196, + 735, + 1286, + 760 + ] + }, + { + "text": "2K+ bought in past month", + "boxes": [ + 1490, + 735, + 1658, + 758 + ] + }, + { + "text": "Brands", + "boxes": [ + 8, + 748, + 68, + 780 + ] + }, + { + "text": "ESRB Rating: Everyone", + "boxes": [ + 1194, + 752, + 1338, + 776 + ] + }, + { + "text": "ASUS", + "boxes": [ + 5, + 765, + 77, + 805 + ] + }, + { + "text": "★★★★42", + "boxes": [ + 610, + 766, + 728, + 790 + ] + }, + { + "text": "$1,24478", + "boxes": [ + 1481, + 760, + 1595, + 803 + ] + }, + { + "text": "$21999", + "boxes": [ + 900, + 770, + 984, + 802 + ] + }, + { + "text": "★★★★☆1.445", + "boxes": [ + 1196, + 776, + 1338, + 806 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 768, + 1820, + 788 + ] + }, + { + "text": " FIFINE", + "boxes": [ + 12, + 796, + 76, + 816 + ] + }, + { + "text": "$12861", + "boxes": [ + 603, + 791, + 687, + 835 + ] + }, + { + "text": "Save 40% with coupon", + "boxes": [ + 902, + 800, + 1052, + 830 + ] + }, + { + "text": "7K+ bought in past month", + "boxes": [ + 1196, + 798, + 1366, + 822 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 1486, + 800, + 1630, + 830 + ] + }, + { + "text": "口A", + "boxes": [ + 14, + 816, + 40, + 836 + ] + }, + { + "text": "Amazon Basics", + "boxes": [ + 32, + 816, + 128, + 840 + ] + }, + { + "text": "VISOONE", + "boxes": [ + 10, + 834, + 98, + 858 + ] + }, + { + "text": "$46.23 delivery", + "boxes": [ + 608, + 834, + 710, + 860 + ] + }, + { + "text": " Delivery Tue, May 27", + "boxes": [ + 900, + 826, + 1042, + 854 + ] + }, + { + "text": "Android", + "boxes": [ + 1200, + 830, + 1252, + 850 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1568, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 318, + 852, + 392, + 870 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 906, + 852, + 980, + 870 + ] + }, + { + "text": "$19900", + "boxes": [ + 1187, + 845, + 1277, + 888 + ] + }, + { + "text": "LL", + "boxes": [ + 16, + 858, + 40, + 872 + ] + }, + { + "text": "Ships to Chin", + "boxes": [ + 612, + 860, + 680, + 878 + ] + }, + { + "text": "Only 8 left in st", + "boxes": [ + 899, + 861, + 1001, + 898 + ] + }, + { + "text": "Add to cart ", + "boxes": [ + 1494, + 856, + 1578, + 881 + ] + }, + { + "text": "L", + "boxes": [ + 16, + 878, + 36, + 891 + ] + }, + { + "text": "Temporarily out of stock", + "boxes": [ + 614, + 875, + 740, + 897 + ] + }, + { + "text": "Add to cat", + "boxes": [ + 901, + 891, + 995, + 934 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 1196, + 887, + 1328, + 911 + ] + }, + { + "text": "More Buying Choices ", + "boxes": [ + 1488, + 883, + 1632, + 913 + ] + }, + { + "text": "F", + "boxes": [ + 16, + 897, + 40, + 911 + ] + }, + { + "text": " Add to cart ", + "boxes": [ + 618, + 907, + 696, + 933 + ] + }, + { + "text": "$1,219.99 (7 used & new offers)", + "boxes": [ + 1490, + 907, + 1698, + 931 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "Condition", + "boxes": [ + 14, + 951, + 78, + 969 + ] + }, + { + "text": "口", + "boxes": [ + 1796, + 977, + 1818, + 991 + ] + }, + { + "text": "1", + "boxes": [ + 1818, + 975, + 1862, + 993 + ] + }, + { + "text": " Used", + "boxes": [ + 14, + 993, + 68, + 1012 + ] + }, + { + "text": "Digital ift Card", + "boxes": [ + 962, + 1005, + 1036, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "om : gaming", + "boxes": [ + 100, + 34, + 180, + 52 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 36, + 66, + 128, + 91 + ] + }, + { + "text": "①", + "boxes": [ + 249, + 59, + 311, + 96 + ] + }, + { + "text": "265fbb288", + "boxes": [ + 1482, + 68, + 1558, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming", + "boxes": [ + 294, + 113, + 364, + 147 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1444, + 143 + ] + }, + { + "text": "$5,146.26", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 360, + 169, + 420, + 187 + ] + }, + { + "text": "Explore Related Products", + "boxes": [ + 10, + 256, + 184, + 286 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "gaming headset ", + "boxes": [ + 10, + 280, + 122, + 310 + ] + }, + { + "text": "gaming keyboard", + "boxes": [ + 12, + 304, + 126, + 328 + ] + }, + { + "text": "gaming pc", + "boxes": [ + 12, + 324, + 86, + 347 + ] + }, + { + "text": "gaming mouse", + "boxes": [ + 14, + 343, + 108, + 367 + ] + }, + { + "text": "9四", + "boxes": [ + 373, + 384, + 455, + 426 + ] + }, + { + "text": "Price", + "boxes": [ + 10, + 409, + 50, + 435 + ] + }, + { + "text": "$0 - $8,900+", + "boxes": [ + 7, + 428, + 101, + 461 + ] + }, + { + "text": "B8B", + "boxes": [ + 366, + 419, + 456, + 451 + ] + }, + { + "text": "8", + "boxes": [ + 362, + 445, + 432, + 478 + ] + }, + { + "text": "二", + "boxes": [ + 428, + 457, + 442, + 472 + ] + }, + { + "text": "88", + "boxes": [ + 354, + 474, + 424, + 506 + ] + }, + { + "text": "8", + "boxes": [ + 347, + 497, + 417, + 537 + ] + }, + { + "text": "Deals & Discounts", + "boxes": [ + 10, + 512, + 136, + 542 + ] + }, + { + "text": "888", + "boxes": [ + 341, + 525, + 421, + 563 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 540, + 98, + 564 + ] + }, + { + "text": "$46.9", + "boxes": [ + 1818, + 540, + 1852, + 554 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 560, + 100, + 586 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 617, + 144, + 647 + ] + }, + { + "text": "ASUS ROG Strix G16 Gaming ", + "boxes": [ + 1488, + 613, + 1708, + 643 + ] + }, + { + "text": "620", + "boxes": [ + 1787, + 612, + 1885, + 666 + ] + }, + { + "text": "TROND Surge Protector Power Strip ", + "boxes": [ + 314, + 639, + 584, + 669 + ] + }, + { + "text": "Amazon Basics 24 inch Gaming", + "boxes": [ + 606, + 639, + 844, + 669 + ] + }, + { + "text": "AS31 Active Bookshelf Speakers -2.0", + "boxes": [ + 900, + 635, + 1178, + 665 + ] + }, + { + "text": "Nex Playground - The Active Play", + "boxes": [ + 1186, + 637, + 1440, + 667 + ] + }, + { + "text": "Laptop, 165Hz Display, NVIDIA@", + "boxes": [ + 1486, + 637, + 1726, + 667 + ] + }, + { + "text": "Department", + "boxes": [ + 12, + 655, + 98, + 681 + ] + }, + { + "text": "360° Rotating Flat Plug, 24 AC ", + "boxes": [ + 314, + 663, + 544, + 693 + ] + }, + { + "text": "Monitor, FHD 1080P, 165Hz, VESA", + "boxes": [ + 604, + 659, + 860, + 689 + ] + }, + { + "text": " Powered Stereo Compact laptops", + "boxes": [ + 900, + 663, + 1150, + 691 + ] + }, + { + "text": "System for Kids & Families where", + "boxes": [ + 1194, + 663, + 1444, + 693 + ] + }, + { + "text": "GeForce RTXTM 4060,Intel Core", + "boxes": [ + 1488, + 661, + 1722, + 691 + ] + }, + { + "text": "Computers & Accssories", + "boxes": [ + 10, + 677, + 176, + 707 + ] + }, + { + "text": " Outlets, 4000 Joules, 6ft Heavy Duty", + "boxes": [ + 312, + 687, + 590, + 717 + ] + }, + { + "text": " Compatible, Adaptive sync, 1ms", + "boxes": [ + 604, + 687, + 848, + 717 + ] + }, + { + "text": " Desktop Speakers with 3'bass,", + "boxes": [ + 898, + 687, + 1128, + 717 + ] + }, + { + "text": "Indoor Physical Activity Meets", + "boxes": [ + 1194, + 687, + 1422, + 717 + ] + }, + { + "text": "i7-13650HX, 16GB DDR5, 1TB PCI..", + "boxes": [ + 1486, + 685, + 1754, + 715 + ] + }, + { + "text": "中", + "boxes": [ + 1796, + 682, + 1870, + 720 + ] + }, + { + "text": " Computers & Tablets", + "boxes": [ + 18, + 699, + 164, + 723 + ] + }, + { + "text": "Extension Cord 1875W, ETL Listed,..", + "boxes": [ + 312, + 709, + 586, + 741 + ] + }, + { + "text": "PC Games & Accessories", + "boxes": [ + 12, + 719, + 168, + 742 + ] + }, + { + "text": "Response, Black", + "boxes": [ + 608, + 713, + 728, + 737 + ] + }, + { + "text": "Bluetooth 5..3, RCA/Optical..", + "boxes": [ + 902, + 713, + 1114, + 737 + ] + }, + { + "text": "Interactive Family Fun and Is Great..", + "boxes": [ + 1196, + 713, + 1460, + 737 + ] + }, + { + "text": "★★★★☆1,883", + "boxes": [ + 1490, + 715, + 1630, + 739 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1808, + 717, + 1864, + 742 + ] + }, + { + "text": "★★★★★437", + "boxes": [ + 318, + 739, + 442, + 762 + ] + }, + { + "text": "★★★★☆√5", + "boxes": [ + 906, + 739, + 1010, + 764 + ] + }, + { + "text": "Apr 23, 2024", + "boxes": [ + 1196, + 735, + 1286, + 760 + ] + }, + { + "text": "2K+ bought in past month", + "boxes": [ + 1490, + 735, + 1658, + 758 + ] + }, + { + "text": "Brands", + "boxes": [ + 8, + 748, + 68, + 780 + ] + }, + { + "text": "ESRB Rating: Everyone", + "boxes": [ + 1194, + 752, + 1338, + 776 + ] + }, + { + "text": "ASUS", + "boxes": [ + 5, + 765, + 77, + 805 + ] + }, + { + "text": "★★★★42", + "boxes": [ + 610, + 766, + 728, + 790 + ] + }, + { + "text": "$1,24478", + "boxes": [ + 1481, + 760, + 1595, + 803 + ] + }, + { + "text": "$21999", + "boxes": [ + 900, + 770, + 984, + 802 + ] + }, + { + "text": "★★★★☆1.445", + "boxes": [ + 1196, + 776, + 1338, + 806 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 768, + 1820, + 788 + ] + }, + { + "text": " FIFINE", + "boxes": [ + 12, + 796, + 76, + 816 + ] + }, + { + "text": "$12861", + "boxes": [ + 603, + 791, + 687, + 835 + ] + }, + { + "text": "Save 40% with coupon", + "boxes": [ + 902, + 800, + 1052, + 830 + ] + }, + { + "text": "7K+ bought in past month", + "boxes": [ + 1196, + 798, + 1366, + 822 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 1486, + 800, + 1630, + 830 + ] + }, + { + "text": "口A", + "boxes": [ + 14, + 816, + 40, + 836 + ] + }, + { + "text": "Amazon Basics", + "boxes": [ + 32, + 816, + 128, + 840 + ] + }, + { + "text": "VISOONE", + "boxes": [ + 10, + 834, + 98, + 858 + ] + }, + { + "text": "$46.23 delivery", + "boxes": [ + 608, + 834, + 710, + 860 + ] + }, + { + "text": " Delivery Tue, May 27", + "boxes": [ + 900, + 826, + 1042, + 854 + ] + }, + { + "text": "Android", + "boxes": [ + 1200, + 830, + 1252, + 850 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1568, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 318, + 852, + 392, + 870 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 906, + 852, + 980, + 870 + ] + }, + { + "text": "$19900", + "boxes": [ + 1187, + 845, + 1277, + 888 + ] + }, + { + "text": "LL", + "boxes": [ + 16, + 858, + 40, + 872 + ] + }, + { + "text": "Ships to Chin", + "boxes": [ + 612, + 860, + 680, + 878 + ] + }, + { + "text": "Only 8 left in st", + "boxes": [ + 899, + 861, + 1001, + 898 + ] + }, + { + "text": "Add to cart ", + "boxes": [ + 1494, + 856, + 1578, + 881 + ] + }, + { + "text": "L", + "boxes": [ + 16, + 878, + 36, + 891 + ] + }, + { + "text": "Temporarily out of stock", + "boxes": [ + 614, + 875, + 740, + 897 + ] + }, + { + "text": "Add to cat", + "boxes": [ + 901, + 891, + 995, + 934 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 1196, + 887, + 1328, + 911 + ] + }, + { + "text": "More Buying Choices ", + "boxes": [ + 1488, + 883, + 1632, + 913 + ] + }, + { + "text": "F", + "boxes": [ + 16, + 897, + 40, + 911 + ] + }, + { + "text": " Add to cart ", + "boxes": [ + 618, + 907, + 696, + 933 + ] + }, + { + "text": "$1,219.99 (7 used & new offers)", + "boxes": [ + 1490, + 907, + 1698, + 931 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "Condition", + "boxes": [ + 14, + 951, + 78, + 969 + ] + }, + { + "text": "口", + "boxes": [ + 1796, + 977, + 1818, + 991 + ] + }, + { + "text": "1", + "boxes": [ + 1820, + 977, + 1852, + 991 + ] + }, + { + "text": " Used", + "boxes": [ + 14, + 993, + 68, + 1012 + ] + }, + { + "text": "Digital ift Card", + "boxes": [ + 962, + 1005, + 1036, + 1028 + ] + } + ] + }, + { + "frame_id": "80_0_5", + "episode_id": 80, + "env_id": 0, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.068778038024902, + "advantages": -0.18627378344535828, + "generated_text": "{\n \"intent\": \"Enter the website URL to start browsing in the browser.\",\n \"action\": \"DoubleClick(1027, 82)\" \n}", + "action_string": "DoubleClick(1027, 82)", + "intent_string": "Enter the website URL to start browsing in the browser.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 28, + 244, + 52 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1876, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 946, + 310, + 1040, + 341 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎App", + "boxes": [ + 708, + 383, + 812, + 409 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1108, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 664, + 411, + 860, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》“", + "boxes": [ + 950, + 703, + 1270, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×", + "boxes": [ + 8, + 30, + 236, + 54 + ] + }, + { + "text": "↑→白", + "boxes": [ + 10, + 64, + 130, + 93 + ] + }, + { + "text": "①| https://www.zhihu.com/signin?next=%2F", + "boxes": [ + 256, + 66, + 596, + 89 + ] + }, + { + "text": "三目?", + "boxes": [ + 1788, + 69, + 1868, + 87 + ] + }, + { + "text": "王线视频网站-海量正版高清视频在线观看", + "boxes": [ + 338, + 216, + 582, + 234 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1304, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》", + "boxes": [ + 950, + 703, + 1262, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 794, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 826, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "无障毒", + "boxes": [ + 928, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "80_1_5", + "episode_id": 80, + "env_id": 1, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.72431755065918, + "advantages": 0.6242914795875549, + "generated_text": "{\n \"intent\": \"The screen shows an interesting promotional banner for Microsoft Rewards, which may be worth exploring.\",\n \"action\": \"DoubleClick(799, 786)\"\n}", + "action_string": "DoubleClick(799, 786)", + "intent_string": "The screen shows an interesting promotional banner for Microsoft Rewards, which may be worth exploring.", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 42, + 113, + 182, + 147 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 542, + 274 + ] + }, + { + "text": "人工智能送上太空", + "boxes": [ + 502, + 304, + 620, + 322 + ] + }, + { + "text": "人", + "boxes": [ + 1398, + 306, + 1410, + 318 + ] + }, + { + "text": "Earn free gift cards and", + "boxes": [ + 1580, + 298, + 1856, + 328 + ] + }, + { + "text": " more with Microsoft", + "boxes": [ + 1596, + 322, + 1838, + 359 + ] + }, + { + "text": "热", + "boxes": [ + 1110, + 341, + 1396, + 359 + ] + }, + { + "text": "Rewards", + "boxes": [ + 1662, + 353, + 1772, + 385 + ] + }, + { + "text": "Nex", + "boxes": [ + 1374, + 381, + 1406, + 395 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "：崔登荣游泳队总教练", + "boxes": [ + 1116, + 411, + 1274, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 800, + 451, + 966, + 474 + ] + }, + { + "text": "歌手2025首发阵容", + "boxes": [ + 1116, + 451, + 1260, + 474 + ] + }, + { + "text": "When youjinMcrosot Rewards youll an", + "boxes": [ + 1570, + 594, + 1864, + 629 + ] + }, + { + "text": "pointsjust forusing ingRedm thm for gif", + "boxes": [ + 1570, + 617, + 1864, + 647 + ] + }, + { + "text": "cards game andmrerdnate themta", + "boxes": [ + 1570, + 633, + 1866, + 669 + ] + }, + { + "text": "nonprofit and help make adiference.", + "boxes": [ + 1598, + 657, + 1834, + 687 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 725, + 272, + 750 + ] + }, + { + "text": " Get started", + "boxes": [ + 1678, + 723, + 1756, + 754 + ] + }, + { + "text": "自选股建", + "boxes": [ + 1465, + 760, + 1535, + 797 + ] + }, + { + "text": "Terms | Privacy", + "boxes": [ + 1680, + 820, + 1756, + 838 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1447, + 838, + 1521, + 897 + ] + }, + { + "text": "拉", + "boxes": [ + 1451, + 887, + 1523, + 944 + ] + }, + { + "text": "一点视频/墓史杂谈·1天", + "boxes": [ + 846, + 929, + 996, + 959 + ] + }, + { + "text": "红板报·17小时", + "boxes": [ + 1140, + 921, + 1260, + 945 + ] + }, + { + "text": "1.", + "boxes": [ + 832, + 937, + 848, + 951 + ] + }, + { + "text": "看图猜位置不输03！字节发布", + "boxes": [ + 1134, + 941, + 1416, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1518, + 989 + ] + }, + { + "text": "四", + "boxes": [ + 204, + 957, + 232, + 977 + ] + }, + { + "text": "比亚迪终于不再“BYD”？全", + "boxes": [ + 824, + 953, + 1090, + 989 + ] + }, + { + "text": "Seed1.5-VL多模态推理模", + "boxes": [ + 1136, + 967, + 1398, + 1003 + ] + }, + { + "text": "技工王峰手握60项专利", + "boxes": [ + 198, + 981, + 510, + 1016 + ] + }, + { + "text": "新车标亮相，网友：总算是开", + "boxes": [ + 824, + 979, + 1096, + 1014 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "型，在60个主流基准测试中...", + "boxes": [ + 1134, + 993, + 1408, + 1026 + ] + }, + { + "text": "窍了", + "boxes": [ + 822, + 1007, + 872, + 1040 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "技工王峰手握60项专利", + "boxes": [ + 258, + 32, + 390, + 50 + ] + }, + { + "text": "×", + "boxes": [ + 64, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1606, + 68, + 1660, + 87 + ] + }, + { + "text": "三口?", + "boxes": [ + 1788, + 66, + 1872, + 89 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 572, + 123, + 632, + 143 + ] + }, + { + "text": "%人民资讯", + "boxes": [ + 386, + 264, + 498, + 302 + ] + }, + { + "text": "技工王峰手握60项专利", + "boxes": [ + 364, + 347, + 706, + 389 + ] + }, + { + "text": "湖北日报的报道·16小时·01分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "本文转自：湖北日报", + "boxes": [ + 364, + 504, + 524, + 534 + ] + }, + { + "text": "团风从流水线工人到\"技术大拿”", + "boxes": [ + 362, + 542, + 606, + 578 + ] + }, + { + "text": "%访问人民资讯", + "boxes": [ + 1430, + 554, + 1552, + 584 + ] + }, + { + "text": "技工王峰手握60项专利", + "boxes": [ + 364, + 588, + 544, + 617 + ] + }, + { + "text": "我国科学家率先\"看见\"固体氢的最", + "boxes": [ + 1446, + 600, + 1662, + 629 + ] + }, + { + "text": "精细结构", + "boxes": [ + 1448, + 623, + 1510, + 649 + ] + }, + { + "text": "发布暴雨橙色预警信号", + "boxes": [ + 1448, + 687, + 1590, + 711 + ] + }, + { + "text": "辽宁省铁岭市昌图县气象台发布大", + "boxes": [ + 1448, + 731, + 1654, + 754 + ] + }, + { + "text": "雾橙色预警信号", + "boxes": [ + 1448, + 750, + 1550, + 776 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 878, + 1086, + 901 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 874, + 1722, + 907 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 834, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 951, + 984, + 981 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 196, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + } + ] + }, + { + "frame_id": "80_2_5", + "episode_id": 80, + "env_id": 2, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.12752628326416, + "advantages": 0.33209773898124695, + "generated_text": "{\n \"intent\": \"To navigate the desktop environment and begin interacting with one of the icons.\",\n \"action\": \"DoubleClick(574, 481)\" \n}", + "action_string": "DoubleClick(574, 481)", + "intent_string": "To navigate the desktop environment and begin interacting with one of the icons.", + "before_screen_ocr_results": [ + { + "text": "MozillaFirefox", + "boxes": [ + 902, + 42, + 1022, + 60 + ] + }, + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": " New Tab", + "boxes": [ + 328, + 68, + 412, + 93 + ] + }, + { + "text": "→白", + "boxes": [ + 350, + 101, + 454, + 133 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 548, + 101, + 818, + 131 + ] + }, + { + "text": "I四?", + "boxes": [ + 1468, + 103, + 1558, + 129 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 328, + 137, + 494, + 165 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 506, + 143, + 632, + 161 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 668, + 288, + 766, + 312 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": " Top Sites", + "boxes": [ + 490, + 399, + 580, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 443, + 1064, + 516 + ] + }, + { + "text": "QIYI", + "boxes": [ + 862, + 455, + 934, + 502 + ] + }, + { + "text": "®", + "boxes": [ + 513, + 476, + 575, + 538 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 482, + 1278, + 502 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 18, + 502, + 90, + 528 + ] + }, + { + "text": "“", + "boxes": [ + 564, + 504, + 584, + 524 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 530, + 562, + 556 + ] + }, + { + "text": "bing", + "boxes": [ + 635, + 525, + 679, + 557 + ] + }, + { + "text": "Amazon", + "boxes": [ + 742, + 532, + 812, + 554 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 532, + 916, + 554 + ] + }, + { + "text": " zhihu", + "boxes": [ + 998, + 532, + 1040, + 552 + ] + }, + { + "text": "ifeng", + "boxes": [ + 1112, + 524, + 1164, + 559 + ] + }, + { + "text": "weibo", + "boxes": [ + 1236, + 532, + 1284, + 552 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1359, + 527, + 1399, + 555 + ] + }, + { + "text": "", + "boxes": [ + 20, + 543, + 90, + 621 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "围", + "boxes": [ + 27, + 670, + 89, + 727 + ] + }, + { + "text": "amazon", + "boxes": [ + 988, + 669, + 1174, + 719 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 675, + 1418, + 731 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 1150, + 742, + 1172, + 768 + ] + }, + { + "text": "", + "boxes": [ + 1392, + 746, + 1412, + 766 + ] + }, + { + "text": "", + "boxes": [ + 30, + 771, + 82, + 832 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 768, + 544, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 506, + 790, + 552, + 816 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Privacy", + "boxes": [ + 1228, + 790, + 1326, + 814 + ] + }, + { + "text": "Draw", + "boxes": [ + 29, + 825, + 89, + 867 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "lozilla Firefox", + "boxes": [ + 224, + 1048, + 312, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "Apple", + "boxes": [ + 332, + 71, + 390, + 91 + ] + }, + { + "text": "×+", + "boxes": [ + 520, + 69, + 570, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 348, + 103, + 450, + 129 + ] + }, + { + "text": "| https://www.apple.com", + "boxes": [ + 548, + 101, + 766, + 131 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1562, + 129 + ] + }, + { + "text": "", + "boxes": [ + 42, + 131, + 68, + 151 + ] + }, + { + "text": "Vision", + "boxes": [ + 836, + 149, + 884, + 169 + ] + }, + { + "text": "AirPods", + "boxes": [ + 896, + 149, + 956, + 169 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 978, + 147, + 1054, + 171 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1080, + 147, + 1168, + 171 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 151, + 1270, + 169 + ] + }, + { + "text": "Support", + "boxes": [ + 1298, + 151, + 1352, + 171 + ] + }, + { + "text": "Q", + "boxes": [ + 1368, + 149, + 1402, + 169 + ] + }, + { + "text": "口", + "boxes": [ + 1426, + 151, + 1446, + 167 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "iPhone", + "boxes": [ + 859, + 231, + 1053, + 305 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "Meet the iPhone 16 family.", + "boxes": [ + 794, + 300, + 1116, + 341 + ] + }, + { + "text": " Learn more", + "boxes": [ + 826, + 363, + 918, + 389 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 967, + 355, + 1085, + 398 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "Built for Apple Intligence.", + "boxes": [ + 830, + 423, + 1078, + 459 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 20, + 502, + 90, + 528 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 31, + 775, + 82, + 831 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 792, + 943, + 1114, + 999 + ] + } + ] + }, + { + "frame_id": "80_3_5", + "episode_id": 80, + "env_id": 3, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.583433151245117, + "advantages": 0.06570542603731155, + "generated_text": "{\n \"intent\": \"I need to browse through popular news articles by clicking on trending topics.\",\n \"action\": \"DoubleClick(456, 456)\" \n}", + "action_string": "DoubleClick(456, 456)", + "intent_string": "I need to browse through popular news articles by clicking on trending topics.", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 32, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 44, + 113, + 180, + 145 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "崔登荣游泳队总教练", + "boxes": [ + 1118, + 411, + 1276, + 441 + ] + }, + { + "text": "NBA第32支球队来了", + "boxes": [ + 802, + 451, + 966, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 725, + 272, + 750 + ] + }, + { + "text": "人形机器人标准体系框架", + "boxes": [ + 1202, + 768, + 1344, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "215.20598万元", + "boxes": [ + 936, + 798, + 1012, + 824 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1456, + 800, + 1548, + 846 + ] + }, + { + "text": "1,.7612", + "boxes": [ + 1620, + 792, + 1702, + 849 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1692, + 893 + ] + }, + { + "text": "经", + "boxes": [ + 1449, + 885, + 1527, + 946 + ] + }, + { + "text": "+3 169 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "花", + "boxes": [ + 836, + 901, + 852, + 915 + ] + }, + { + "text": "M", + "boxes": [ + 1594, + 901, + 1610, + 921 + ] + }, + { + "text": "ITBEAR科技资讯·36分钟", + "boxes": [ + 824, + 917, + 1008, + 947 + ] + }, + { + "text": "I之家·48分钟", + "boxes": [ + 1138, + 921, + 1260, + 945 + ] + }, + { + "text": "哪吒汽车母公司陷破产审查风", + "boxes": [ + 826, + 943, + 1096, + 973 + ] + }, + { + "text": "《人形机器人标准体系框架》", + "boxes": [ + 1142, + 941, + 1400, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "?", + "boxes": [ + 208, + 959, + 226, + 975 + ] + }, + { + "text": "人民资讯·16小", + "boxes": [ + 226, + 959, + 316, + 977 + ] + }, + { + "text": "波，律师：申请破产不等于真", + "boxes": [ + 822, + 967, + 1098, + 1003 + ] + }, + { + "text": "发布，避免企业“重复造轮子\"", + "boxes": [ + 1136, + 967, + 1412, + 1003 + ] + }, + { + "text": "技工王峰手握60项专利", + "boxes": [ + 200, + 983, + 508, + 1018 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "+326 ", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "正破产", + "boxes": [ + 822, + 995, + 896, + 1026 + ] + }, + { + "text": "W", + "boxes": [ + 1592, + 995, + 1610, + 1011 + ] + }, + { + "text": "丢白选照", + "boxes": [ + 1638, + 1028, + 1692, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1588, + 66, + 1662, + 91 + ] + }, + { + "text": "I四@", + "boxes": [ + 1781, + 59, + 1885, + 96 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 41, + 108, + 183, + 150 + ] + }, + { + "text": "8", + "boxes": [ + 1790, + 125, + 1818, + 139 + ] + }, + { + "text": "国内版", + "boxes": [ + 508, + 260, + 544, + 274 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 486, + 304, + 620, + 322 + ] + }, + { + "text": "热", + "boxes": [ + 1110, + 341, + 1396, + 359 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "：崔登荣游泳队总教练", + "boxes": [ + 1116, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 721, + 276, + 752 + ] + }, + { + "text": "Query:d", + "boxes": [ + 203, + 756, + 285, + 793 + ] + }, + { + "text": "Policy", + "boxes": [ + 452, + 752, + 512, + 784 + ] + }, + { + "text": " PolyGrdien!", + "boxes": [ + 524, + 750, + 682, + 786 + ] + }, + { + "text": "人形机器人标准体系框架", + "boxes": [ + 1202, + 768, + 1344, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": ".Model", + "boxes": [ + 446, + 778, + 510, + 804 + ] + }, + { + "text": ".pti", + "boxes": [ + 501, + 767, + 611, + 813 + ] + }, + { + "text": "andTdliketoknow", + "boxes": [ + 222, + 792, + 336, + 822 + ] + }, + { + "text": "215.20598万元", + "boxes": [ + 934, + 794, + 1016, + 826 + ] + }, + { + "text": "高时中国A50 ", + "boxes": [ + 1447, + 787, + 1551, + 848 + ] + }, + { + "text": "4.71%", + "boxes": [ + 1620, + 798, + 1700, + 846 + ] + }, + { + "text": "mtktngenogi.oid", + "boxes": [ + 218, + 816, + 372, + 860 + ] + }, + { + "text": "what's h", + "boxes": [ + 222, + 810, + 270, + 836 + ] + }, + { + "text": "GRPO", + "boxes": [ + 556, + 820, + 606, + 848 + ] + }, + { + "text": "youtgt medeu", + "boxes": [ + 214, + 844, + 376, + 893 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 837, + 1523, + 894 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 854, + 1630, + 881 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1698, + 893 + ] + }, + { + "text": "会斯上", + "boxes": [ + 1454, + 891, + 1524, + 941 + ] + }, + { + "text": "+3 169 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "W", + "boxes": [ + 1594, + 903, + 1610, + 923 + ] + }, + { + "text": "之家g小时", + "boxes": [ + 234, + 921, + 310, + 939 + ] + }, + { + "text": "ITBEAR科技资讯·36分钟", + "boxes": [ + 826, + 921, + 1004, + 945 + ] + }, + { + "text": "I之家·48分钟", + "boxes": [ + 1138, + 921, + 1260, + 945 + ] + }, + { + "text": "ovideyouwiththe", + "boxes": [ + 460, + 931, + 556, + 949 + ] + }, + { + "text": "哪吒汽车母公司陷破产审查风", + "boxes": [ + 824, + 941, + 1098, + 977 + ] + }, + { + "text": "《人形机器人标准体系框架》", + "boxes": [ + 1142, + 941, + 1402, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "12813 ", + "boxes": [ + 1620, + 935, + 1702, + 989 + ] + }, + { + "text": "英伟达发布新RL范式受DeepSeek-R1", + "boxes": [ + 202, + 947, + 782, + 983 + ] + }, + { + "text": "波，律师：申请破产不等于真", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "发布，避免企业“重复造轮子”", + "boxes": [ + 1138, + 969, + 1410, + 999 + ] + }, + { + "text": "启发，提升AI决策深度", + "boxes": [ + 202, + 981, + 506, + 1022 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "+3.3326", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "search-Tol-N1Too-N1).Staringrom sta", + "boxes": [ + 526, + 998, + 758, + 1030 + ] + }, + { + "text": "正破产", + "boxes": [ + 822, + 995, + 896, + 1026 + ] + }, + { + "text": "?", + "boxes": [ + 1594, + 995, + 1610, + 1011 + ] + }, + { + "text": "sand sandidare", + "boxes": [ + 434, + 1020, + 520, + 1044 + ] + }, + { + "text": "ols.wetrai", + "boxes": [ + 530, + 1024, + 588, + 1044 + ] + }, + { + "text": "", + "boxes": [ + 826, + 1026, + 876, + 1044 + ] + } + ] + }, + { + "frame_id": "80_4_5", + "episode_id": 80, + "env_id": 4, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.276577949523926, + "advantages": 0.4050745964050293, + "generated_text": "{\n \"intent\": \"Click on the 'Top Sites' section to explore commonly visited websites.\",\n \"action\": \"DoubleClick(549, 497)\"\n}", + "action_string": "DoubleClick(549, 497)", + "intent_string": "Click on the 'Top Sites' section to explore commonly visited websites.", + "before_screen_ocr_results": [ + { + "text": "MozillaFiref", + "boxes": [ + 900, + 2, + 1006, + 26 + ] + }, + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "πQ白", + "boxes": [ + 20, + 64, + 132, + 93 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 824, + 320, + 930, + 357 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ] + }, + { + "frame_id": "80_5_5", + "episode_id": 80, + "env_id": 5, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.384309768676758, + "advantages": 0.45782095193862915, + "generated_text": "{\n \"intent\": \"Double clicking on the maximize icon may open additional context related information about the application.\",\n \"action\": \"DoubleClick(1897, 6)\"\n}", + "action_string": "DoubleClick(1897, 6)", + "intent_string": "Double clicking on the maximize icon may open additional context related information about the application.", + "before_screen_ocr_results": [ + { + "text": "File Edit Search View Document Help", + "boxes": [ + 4, + 22, + 312, + 52 + ] + }, + { + "text": " Untitled 1 - M..", + "boxes": [ + 142, + 1044, + 318, + 1074 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 169, + 112, + 201 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Fil Eit Search View Document Help ", + "boxes": [ + 644, + 290, + 956, + 320 + ] + }, + { + "text": "Warning, you are using the root account, you may harm your system", + "boxes": [ + 734, + 318, + 1182, + 341 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 502, + 94, + 528 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "汇", + "boxes": [ + 52, + 909, + 66, + 929 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "ntitled 1 - M.", + "boxes": [ + 226, + 1050, + 312, + 1068 + ] + } + ] + }, + { + "frame_id": "80_6_5", + "episode_id": 80, + "env_id": 6, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.2888765335083, + "advantages": -0.07851181924343109, + "generated_text": "{\n \"intent\": \"Clicking on an image of an iPhone will likely lead to product details or related products.\",\n \"action\": \"DoubleClick(515, 724)\"\n}", + "action_string": "DoubleClick(515, 724)", + "intent_string": "Clicking on an image of an iPhone will likely lead to product details or related products.", + "before_screen_ocr_results": [ + { + "text": "iPhone - Apple", + "boxes": [ + 28, + 32, + 126, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1603, + 65, + 1659, + 90 + ] + }, + { + "text": "Pac", + "boxes": [ + 638, + 113, + 658, + 127 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "AirPod", + "boxes": [ + 912, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1084, + 107, + 1166, + 131 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1268, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1348, + 129 + ] + }, + { + "text": "Q", + "boxes": [ + 1378, + 111, + 1394, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "D", + "boxes": [ + 456, + 157, + 520, + 218 + ] + }, + { + "text": "C", + "boxes": [ + 560, + 153, + 630, + 226 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 161, + 714, + 214 + ] + }, + { + "text": "B", + "boxes": [ + 754, + 157, + 822, + 224 + ] + }, + { + "text": "00", + "boxes": [ + 843, + 161, + 921, + 226 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "0", + "boxes": [ + 1380, + 153, + 1464, + 226 + ] + }, + { + "text": "?", + "boxes": [ + 939, + 175, + 995, + 224 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 758, + 218, + 820, + 244 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 946, + 218, + 994, + 244 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1212, + 222, + 1272, + 242 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "iPhone", + "boxes": [ + 103, + 388, + 363, + 481 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + }, + { + "text": "\"", + "boxes": [ + 1842, + 975, + 1858, + 993 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "iPhone - Apple", + "boxes": [ + 28, + 32, + 126, + 50 + ] + }, + { + "text": "?", + "boxes": [ + 262, + 73, + 274, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 88 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1084, + 107, + 1166, + 131 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1266, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1348, + 129 + ] + }, + { + "text": "Q", + "boxes": [ + 1380, + 111, + 1394, + 127 + ] + }, + { + "text": "亡", + "boxes": [ + 1428, + 111, + 1442, + 127 + ] + }, + { + "text": "D", + "boxes": [ + 456, + 157, + 520, + 218 + ] + }, + { + "text": "C0", + "boxes": [ + 560, + 155, + 630, + 226 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 161, + 714, + 214 + ] + }, + { + "text": "B", + "boxes": [ + 754, + 157, + 822, + 224 + ] + }, + { + "text": "00", + "boxes": [ + 843, + 161, + 921, + 226 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "0", + "boxes": [ + 1380, + 153, + 1464, + 226 + ] + }, + { + "text": "?", + "boxes": [ + 939, + 175, + 995, + 224 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 758, + 218, + 820, + 244 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 946, + 218, + 994, + 244 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1210, + 218, + 1274, + 244 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "Get $170-$630 in credit to", + "boxes": [ + 592, + 282, + 766, + 306 + ] + }, + { + "text": "iPhone", + "boxes": [ + 101, + 386, + 365, + 486 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + }, + { + "text": "\"", + "boxes": [ + 1840, + 975, + 1860, + 995 + ] + } + ] + }, + { + "frame_id": "80_7_5", + "episode_id": 80, + "env_id": 7, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.986702919006348, + "advantages": 0.2631494998931885, + "generated_text": "{\n \"intent\": \"Scroll down to view more gaming products available on Amazon.\",\n \"action\": \"ScrollDown(0, 500)\"\n}", + "action_string": "ScrollDown(0, 500)", + "intent_string": "Scroll down to view more gaming products available on Amazon.", + "before_screen_ocr_results": [ + { + "text": "om : gaming", + "boxes": [ + 100, + 34, + 180, + 52 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 36, + 66, + 128, + 91 + ] + }, + { + "text": "①", + "boxes": [ + 249, + 59, + 311, + 96 + ] + }, + { + "text": "265fbb288", + "boxes": [ + 1482, + 68, + 1558, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming", + "boxes": [ + 294, + 113, + 364, + 147 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1404, + 127, + 1444, + 143 + ] + }, + { + "text": "$5,146.26", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "三 AIl", + "boxes": [ + 22, + 167, + 68, + 195 + ] + }, + { + "text": "Explore Related Products", + "boxes": [ + 10, + 256, + 184, + 286 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "gaming headset ", + "boxes": [ + 10, + 280, + 122, + 310 + ] + }, + { + "text": "gaming keyboard", + "boxes": [ + 12, + 304, + 126, + 328 + ] + }, + { + "text": "gaming pc", + "boxes": [ + 12, + 324, + 86, + 347 + ] + }, + { + "text": "gaming mouse", + "boxes": [ + 14, + 343, + 108, + 367 + ] + }, + { + "text": "9四", + "boxes": [ + 373, + 384, + 455, + 426 + ] + }, + { + "text": "Price", + "boxes": [ + 10, + 409, + 50, + 435 + ] + }, + { + "text": "$0 - $8,900+", + "boxes": [ + 7, + 428, + 101, + 461 + ] + }, + { + "text": "B8B", + "boxes": [ + 366, + 419, + 456, + 451 + ] + }, + { + "text": "8", + "boxes": [ + 362, + 445, + 432, + 478 + ] + }, + { + "text": "二", + "boxes": [ + 428, + 457, + 442, + 472 + ] + }, + { + "text": "88", + "boxes": [ + 354, + 474, + 424, + 506 + ] + }, + { + "text": "8", + "boxes": [ + 347, + 497, + 417, + 537 + ] + }, + { + "text": "Deals & Discounts", + "boxes": [ + 10, + 512, + 136, + 542 + ] + }, + { + "text": "888", + "boxes": [ + 341, + 525, + 421, + 563 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 540, + 98, + 564 + ] + }, + { + "text": "$46.9", + "boxes": [ + 1818, + 540, + 1852, + 554 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 560, + 100, + 586 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 617, + 144, + 647 + ] + }, + { + "text": "ASUS ROG Strix G16 Gaming ", + "boxes": [ + 1488, + 613, + 1708, + 643 + ] + }, + { + "text": "620", + "boxes": [ + 1787, + 612, + 1885, + 666 + ] + }, + { + "text": "TROND Surge Protector Power Strip", + "boxes": [ + 314, + 639, + 584, + 669 + ] + }, + { + "text": "Amazon Basics 24 inch Gaming ", + "boxes": [ + 606, + 639, + 844, + 669 + ] + }, + { + "text": "AS31 Active Bookshelf Speakers -2.0", + "boxes": [ + 900, + 635, + 1178, + 665 + ] + }, + { + "text": "Nex Playground - The Active Play", + "boxes": [ + 1186, + 637, + 1440, + 667 + ] + }, + { + "text": "Laptop, 165Hz Display, NVIDIA@", + "boxes": [ + 1486, + 637, + 1726, + 667 + ] + }, + { + "text": "Department", + "boxes": [ + 12, + 655, + 98, + 681 + ] + }, + { + "text": "360° Rotating Flat Plug, 24 AC", + "boxes": [ + 314, + 663, + 544, + 693 + ] + }, + { + "text": "Monitor, FHD 1080P, 165Hz, VESA", + "boxes": [ + 604, + 659, + 860, + 689 + ] + }, + { + "text": " Powered Stereo Compact laptops", + "boxes": [ + 900, + 663, + 1150, + 691 + ] + }, + { + "text": "System for Kids & Families where", + "boxes": [ + 1194, + 663, + 1444, + 693 + ] + }, + { + "text": "GeForce RTXTM 4060,Intel Core", + "boxes": [ + 1488, + 661, + 1722, + 691 + ] + }, + { + "text": "Computers & Accssories", + "boxes": [ + 10, + 677, + 176, + 707 + ] + }, + { + "text": "Outlets, 4000 Joules, 6ft Heavy Duty", + "boxes": [ + 312, + 687, + 590, + 717 + ] + }, + { + "text": " Compatible, Adaptive sync, 1ms ", + "boxes": [ + 604, + 687, + 848, + 717 + ] + }, + { + "text": " Desktop Speakers with 3'bass,", + "boxes": [ + 898, + 687, + 1128, + 717 + ] + }, + { + "text": "Indoor Physical Activity Meets", + "boxes": [ + 1194, + 687, + 1422, + 717 + ] + }, + { + "text": "i7-13650HX, 16GB DDR5, 1TB PC...", + "boxes": [ + 1486, + 685, + 1754, + 715 + ] + }, + { + "text": "中", + "boxes": [ + 1796, + 682, + 1870, + 720 + ] + }, + { + "text": " Computers & Tablets", + "boxes": [ + 18, + 699, + 164, + 723 + ] + }, + { + "text": "Extension Cord 1875W, ETL Listed,..", + "boxes": [ + 312, + 709, + 586, + 741 + ] + }, + { + "text": "PC Games & Accessories", + "boxes": [ + 12, + 719, + 168, + 742 + ] + }, + { + "text": "Response, Black", + "boxes": [ + 608, + 713, + 728, + 737 + ] + }, + { + "text": "Bluetooth 5.3, RCA/Optical..", + "boxes": [ + 902, + 713, + 1114, + 737 + ] + }, + { + "text": "Interactive Family Fun and Is Great..", + "boxes": [ + 1196, + 713, + 1460, + 737 + ] + }, + { + "text": "★★★★☆1,883", + "boxes": [ + 1490, + 715, + 1630, + 739 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1808, + 717, + 1864, + 742 + ] + }, + { + "text": "★★★★★437", + "boxes": [ + 318, + 739, + 442, + 762 + ] + }, + { + "text": "★★★★☆√5", + "boxes": [ + 906, + 739, + 1010, + 764 + ] + }, + { + "text": "Apr 23, 2024", + "boxes": [ + 1196, + 735, + 1286, + 760 + ] + }, + { + "text": "2K+ bought in past month", + "boxes": [ + 1490, + 735, + 1658, + 758 + ] + }, + { + "text": "Brands", + "boxes": [ + 8, + 748, + 68, + 780 + ] + }, + { + "text": "ESRB Rating: Everyone", + "boxes": [ + 1194, + 752, + 1338, + 776 + ] + }, + { + "text": "ASUS", + "boxes": [ + 5, + 765, + 77, + 805 + ] + }, + { + "text": "★★★★42", + "boxes": [ + 610, + 766, + 728, + 790 + ] + }, + { + "text": "$1,24478", + "boxes": [ + 1481, + 760, + 1595, + 803 + ] + }, + { + "text": "$21999", + "boxes": [ + 900, + 770, + 984, + 802 + ] + }, + { + "text": "★★★★☆1.445", + "boxes": [ + 1196, + 776, + 1338, + 806 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 768, + 1820, + 788 + ] + }, + { + "text": " FIFINE", + "boxes": [ + 12, + 796, + 76, + 816 + ] + }, + { + "text": "$12861", + "boxes": [ + 603, + 791, + 687, + 835 + ] + }, + { + "text": "Save 40% with coupon", + "boxes": [ + 902, + 800, + 1052, + 830 + ] + }, + { + "text": "7K+ bought in past month", + "boxes": [ + 1196, + 798, + 1366, + 822 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 1486, + 800, + 1630, + 830 + ] + }, + { + "text": "口A", + "boxes": [ + 14, + 816, + 40, + 836 + ] + }, + { + "text": "Amazon Basics", + "boxes": [ + 32, + 816, + 128, + 840 + ] + }, + { + "text": "VISOONE", + "boxes": [ + 10, + 834, + 98, + 858 + ] + }, + { + "text": "$46.23 delivery", + "boxes": [ + 608, + 834, + 710, + 860 + ] + }, + { + "text": " Delivery Tue, May 27", + "boxes": [ + 900, + 826, + 1042, + 854 + ] + }, + { + "text": "Android", + "boxes": [ + 1200, + 830, + 1252, + 850 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1492, + 828, + 1568, + 846 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 318, + 852, + 392, + 870 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 906, + 852, + 980, + 870 + ] + }, + { + "text": "$19900", + "boxes": [ + 1187, + 845, + 1277, + 888 + ] + }, + { + "text": "LL", + "boxes": [ + 16, + 858, + 40, + 872 + ] + }, + { + "text": "Ships to Chin", + "boxes": [ + 612, + 860, + 680, + 878 + ] + }, + { + "text": "Only 8 left in st", + "boxes": [ + 899, + 861, + 1001, + 898 + ] + }, + { + "text": "Add to cart ", + "boxes": [ + 1494, + 856, + 1578, + 881 + ] + }, + { + "text": "L", + "boxes": [ + 16, + 878, + 36, + 891 + ] + }, + { + "text": "Temporarily out of stock", + "boxes": [ + 614, + 875, + 740, + 897 + ] + }, + { + "text": "Add to cat", + "boxes": [ + 901, + 891, + 995, + 934 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 1196, + 887, + 1328, + 911 + ] + }, + { + "text": "More Buying Choices ", + "boxes": [ + 1488, + 883, + 1632, + 913 + ] + }, + { + "text": "F", + "boxes": [ + 16, + 897, + 40, + 911 + ] + }, + { + "text": " Add to cart ", + "boxes": [ + 618, + 907, + 696, + 933 + ] + }, + { + "text": "$1,219.99 (7 used & new offers)", + "boxes": [ + 1490, + 907, + 1698, + 931 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "Condition", + "boxes": [ + 14, + 951, + 78, + 969 + ] + }, + { + "text": " Used", + "boxes": [ + 14, + 993, + 68, + 1012 + ] + }, + { + "text": "Digital ift Card", + "boxes": [ + 962, + 1005, + 1036, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 32, + 64, + 126, + 89 + ] + }, + { + "text": "D", + "boxes": [ + 260, + 69, + 274, + 85 + ] + }, + { + "text": "a253a&pd_rd_r=002c0de1-db97-409b-a2bf-385c265fl", + "boxes": [ + 1138, + 69, + 1520, + 87 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 91 + ] + }, + { + "text": "BDB", + "boxes": [ + 362, + 101, + 456, + 133 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 103, + 1876, + 135 + ] + }, + { + "text": "BB", + "boxes": [ + 349, + 122, + 451, + 165 + ] + }, + { + "text": "$5,146.26", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "8#E", + "boxes": [ + 348, + 155, + 424, + 193 + ] + }, + { + "text": "Deals & Dis", + "boxes": [ + 14, + 175, + 84, + 193 + ] + }, + { + "text": "中", + "boxes": [ + 422, + 171, + 434, + 183 + ] + }, + { + "text": "888", + "boxes": [ + 343, + 182, + 413, + 218 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 197, + 96, + 220 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 272, + 144, + 302 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 314, + 270, + 390, + 294 + ] + }, + { + "text": "Sponsored", + "boxes": [ + 906, + 272, + 972, + 292 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 1196, + 270, + 1270, + 294 + ] + }, + { + "text": "ASUS ROG Strix G16 Gaming ", + "boxes": [ + 1488, + 268, + 1706, + 298 + ] + }, + { + "text": "TROND Surge Protector Power Strip", + "boxes": [ + 310, + 288, + 584, + 326 + ] + }, + { + "text": "Amazon Basics 24 inch Gaming", + "boxes": [ + 602, + 288, + 842, + 326 + ] + }, + { + "text": "AS31 Active Bookshelf Speakers -2.0", + "boxes": [ + 900, + 292, + 1178, + 322 + ] + }, + { + "text": "Nex Playground - The Active Play", + "boxes": [ + 1184, + 288, + 1444, + 328 + ] + }, + { + "text": "Laptop, 15HzDislay NDI", + "boxes": [ + 1486, + 290, + 1726, + 326 + ] + }, + { + "text": "Department", + "boxes": [ + 12, + 310, + 98, + 336 + ] + }, + { + "text": "360° Rotating Flat Plug, 24 AC ", + "boxes": [ + 312, + 318, + 544, + 347 + ] + }, + { + "text": "Monitor, FHD 1080P, 165Hz, VESA", + "boxes": [ + 606, + 318, + 864, + 347 + ] + }, + { + "text": " Powered Stereo Compact laptops", + "boxes": [ + 898, + 315, + 1152, + 350 + ] + }, + { + "text": "System for Kids & Families where", + "boxes": [ + 1194, + 318, + 1444, + 347 + ] + }, + { + "text": "GeForce RTXTM 4060, Intel Core", + "boxes": [ + 1488, + 316, + 1720, + 345 + ] + }, + { + "text": "Computers&Accessories", + "boxes": [ + 16, + 338, + 172, + 355 + ] + }, + { + "text": "Outlets, 4000 Joules, 6ft Heavy Duty", + "boxes": [ + 312, + 339, + 588, + 369 + ] + }, + { + "text": " Compatible, Adaptive sync, 1m", + "boxes": [ + 602, + 341, + 838, + 371 + ] + }, + { + "text": "Desktop Speakers with 3'bass,", + "boxes": [ + 900, + 339, + 1124, + 369 + ] + }, + { + "text": "Indoor Physical Activity Meets", + "boxes": [ + 1194, + 341, + 1420, + 371 + ] + }, + { + "text": "i7-13650HX, 16GB DDR5, 1TB PCl.", + "boxes": [ + 1486, + 339, + 1746, + 369 + ] + }, + { + "text": " Computers & Tablets", + "boxes": [ + 14, + 349, + 160, + 379 + ] + }, + { + "text": "Extension Cord 1875W, ETL Listed...", + "boxes": [ + 314, + 363, + 584, + 395 + ] + }, + { + "text": " Response, Black", + "boxes": [ + 602, + 363, + 730, + 397 + ] + }, + { + "text": "Bluetooth 5.3, RCA/Optica...", + "boxes": [ + 900, + 363, + 1114, + 395 + ] + }, + { + "text": "Interactive Family Fun and Is Great.", + "boxes": [ + 1196, + 369, + 1454, + 393 + ] + }, + { + "text": "★★★★1.883", + "boxes": [ + 1488, + 367, + 1632, + 397 + ] + }, + { + "text": "★★★★★437", + "boxes": [ + 314, + 391, + 444, + 421 + ] + }, + { + "text": "★★★☆☆5", + "boxes": [ + 906, + 395, + 1014, + 423 + ] + }, + { + "text": "Apr 23, 2024", + "boxes": [ + 1198, + 389, + 1286, + 415 + ] + }, + { + "text": "Options: 3 sizes", + "boxes": [ + 610, + 399, + 696, + 417 + ] + }, + { + "text": "in past month", + "boxes": [ + 1566, + 393, + 1658, + 411 + ] + }, + { + "text": "Brands", + "boxes": [ + 8, + 403, + 66, + 435 + ] + }, + { + "text": "ESRB Rating: Everyone", + "boxes": [ + 1194, + 403, + 1345, + 439 + ] + }, + { + "text": "ASUS", + "boxes": [ + 7, + 424, + 75, + 457 + ] + }, + { + "text": "50+ bought in past month", + "boxes": [ + 318, + 415, + 484, + 439 + ] + }, + { + "text": "★★★★★42", + "boxes": [ + 608, + 419, + 730, + 449 + ] + }, + { + "text": "$21999", + "boxes": [ + 897, + 420, + 985, + 463 + ] + }, + { + "text": "$1,24478", + "boxes": [ + 1486, + 419, + 1594, + 457 + ] + }, + { + "text": "FIFINE", + "boxes": [ + 5, + 442, + 79, + 481 + ] + }, + { + "text": "$219 Typical prce: 525.99", + "boxes": [ + 309, + 440, + 509, + 487 + ] + }, + { + "text": "★★★★★1.445", + "boxes": [ + 1196, + 433, + 1336, + 463 + ] + }, + { + "text": "$12861", + "boxes": [ + 604, + 451, + 690, + 488 + ] + }, + { + "text": "7K+ bought in past", + "boxes": [ + 1196, + 451, + 1318, + 480 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 1486, + 455, + 1626, + 484 + ] + }, + { + "text": "□", + "boxes": [ + 12, + 472, + 38, + 486 + ] + }, + { + "text": "Amazon Basics", + "boxes": [ + 32, + 471, + 128, + 494 + ] + }, + { + "text": "VISOONE", + "boxes": [ + 8, + 488, + 100, + 514 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 312, + 480, + 450, + 510 + ] + }, + { + "text": "$46.23 delivery", + "boxes": [ + 603, + 482, + 713, + 519 + ] + }, + { + "text": "Delivery Tue, May 27", + "boxes": [ + 900, + 480, + 1042, + 510 + ] + }, + { + "text": "Android", + "boxes": [ + 1196, + 482, + 1254, + 508 + ] + }, + { + "text": "Ships to China ", + "boxes": [ + 1490, + 480, + 1574, + 504 + ] + }, + { + "text": " Logitech G ", + "boxes": [ + 3, + 504, + 109, + 541 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 316, + 504, + 392, + 528 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 610, + 512, + 690, + 536 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 904, + 504, + 980, + 528 + ] + }, + { + "text": "$199°0", + "boxes": [ + 1192, + 506, + 1274, + 538 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 1494, + 506, + 1580, + 538 + ] + }, + { + "text": "Razer", + "boxes": [ + 7, + 525, + 77, + 557 + ] + }, + { + "text": "Only 8 left in stock - order s", + "boxes": [ + 904, + 524, + 1080, + 548 + ] + }, + { + "text": " Redragon", + "boxes": [ + 5, + 543, + 99, + 578 + ] + }, + { + "text": "Se options", + "boxes": [ + 318, + 534, + 406, + 566 + ] + }, + { + "text": " Delivry st, May 24", + "boxes": [ + 1190, + 536, + 1334, + 578 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 1486, + 538, + 1624, + 568 + ] + }, + { + "text": "Ad to cart", + "boxes": [ + 612, + 560, + 702, + 592 + ] + }, + { + "text": "Add to cart ", + "boxes": [ + 908, + 556, + 990, + 582 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1198, + 564, + 1278, + 588 + ] + }, + { + "text": "$1,219.99 (7 used & new", + "boxes": [ + 1486, + 558, + 1648, + 588 + ] + }, + { + "text": "V See more", + "boxes": [ + 12, + 572, + 92, + 596 + ] + }, + { + "text": " Small Business ", + "boxes": [ + 1198, + 584, + 1336, + 613 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Condition", + "boxes": [ + 10, + 602, + 82, + 627 + ] + }, + { + "text": "New", + "boxes": [ + 7, + 621, + 71, + 652 + ] + }, + { + "text": "G20", + "boxes": [ + 1793, + 619, + 1880, + 662 + ] + }, + { + "text": "used", + "boxes": [ + 8, + 641, + 72, + 675 + ] + }, + { + "text": "DigtalGit Carnd", + "boxes": [ + 960, + 659, + 1038, + 685 + ] + }, + { + "text": "$10", + "boxes": [ + 1074, + 655, + 1120, + 689 + ] + }, + { + "text": "Seller", + "boxes": [ + 6, + 670, + 56, + 708 + ] + }, + { + "text": "ROBLOX", + "boxes": [ + 964, + 695, + 1112, + 727 + ] + }, + { + "text": "司", + "boxes": [ + 1526, + 697, + 1546, + 731 + ] + }, + { + "text": "erosebridal", + "boxes": [ + 8, + 715, + 110, + 746 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1814, + 719, + 1858, + 739 + ] + }, + { + "text": "C", + "boxes": [ + 1524, + 738, + 1546, + 762 + ] + }, + { + "text": "New Releases", + "boxes": [ + 12, + 774, + 102, + 798 + ] + }, + { + "text": "Last 30 days ", + "boxes": [ + 7, + 794, + 101, + 830 + ] + }, + { + "text": "DO", + "boxes": [ + 611, + 789, + 735, + 835 + ] + }, + { + "text": "Last 90 days ", + "boxes": [ + 12, + 818, + 98, + 844 + ] + }, + { + "text": "BO0", + "boxes": [ + 792, + 816, + 838, + 834 + ] + }, + { + "text": " Coming Soon", + "boxes": [ + 7, + 833, + 105, + 870 + ] + }, + { + "text": "Video Game DRM", + "boxes": [ + 8, + 868, + 132, + 897 + ] + }, + { + "text": "1,000 Robux", + "boxes": [ + 974, + 862, + 1096, + 891 + ] + }, + { + "text": "8", + "boxes": [ + 0, + 901, + 90, + 971 + ] + }, + { + "text": " DRM-Free", + "boxes": [ + 10, + 893, + 102, + 919 + ] + }, + { + "text": "800+200 Bonus Robux", + "boxes": [ + 968, + 897, + 1102, + 921 + ] + }, + { + "text": "HOUHUI RF Touch Panel RGB LED", + "boxes": [ + 606, + 927, + 860, + 957 + ] + }, + { + "text": "Roblox Digital Gift Card - 1,000", + "boxes": [ + 900, + 927, + 1136, + 957 + ] + }, + { + "text": "GTRACING 55 Inch Gaming Desk ", + "boxes": [ + 1194, + 927, + 1438, + 957 + ] + }, + { + "text": "LED Light Bar, Music Sync RGB Light", + "boxes": [ + 1484, + 923, + 1760, + 961 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "+3 other colors/patterns", + "boxes": [ + 318, + 931, + 454, + 959 + ] + }, + { + "text": "uplay", + "boxes": [ + 7, + 948, + 77, + 986 + ] + }, + { + "text": " Frigidaire EFMIS179 Gaming Light", + "boxes": [ + 310, + 959, + 568, + 993 + ] + }, + { + "text": "Controller Kit, RGB LED Strip Lights", + "boxes": [ + 608, + 953, + 870, + 983 + ] + }, + { + "text": "Robux [Includes Exclusive Virtual", + "boxes": [ + 902, + 955, + 1142, + 979 + ] + }, + { + "text": "with LED Lights, Computer Gamer", + "boxes": [ + 1196, + 953, + 1446, + 981 + ] + }, + { + "text": "Bar, USB Ambient Lamp, Color ", + "boxes": [ + 1488, + 953, + 1716, + 983 + ] + }, + { + "text": "Controller with RF Wireless Remote,", + "boxes": [ + 606, + 971, + 872, + 1009 + ] + }, + { + "text": "Item] [Digital Code] ", + "boxes": [ + 902, + 977, + 1052, + 1007 + ] + }, + { + "text": "Desk with Monitor Stand, Ergonomic", + "boxes": [ + 1194, + 975, + 1468, + 1007 + ] + }, + { + "text": " Changing Gaming TV Backlight with", + "boxes": [ + 1486, + 977, + 1756, + 1007 + ] + }, + { + "text": "云", + "boxes": [ + 1796, + 977, + 1814, + 993 + ] + }, + { + "text": "1", + "boxes": [ + 1816, + 975, + 1868, + 993 + ] + }, + { + "text": "Up Mini Beverage Refrigerator,", + "boxes": [ + 312, + 987, + 542, + 1016 + ] + }, + { + "text": "Stealth", + "boxes": [ + 312, + 1007, + 376, + 1040 + ] + }, + { + "text": "Dimmable Wall-Mounted Touch...", + "boxes": [ + 608, + 1005, + 854, + 1028 + ] + }, + { + "text": "May 15, 2019", + "boxes": [ + 904, + 1003, + 994, + 1026 + ] + }, + { + "text": "Carbon Fiber Surface Gaming Tabl..", + "boxes": [ + 1194, + 999, + 1464, + 1032 + ] + }, + { + "text": "Remote Control, 15 Dynamic Mod...", + "boxes": [ + 1490, + 1005, + 1750, + 1028 + ] + } + ] + }, + { + "frame_id": "80_0_6", + "episode_id": 80, + "env_id": 0, + "step": 6, + "format_rewards": 1.0, + "rewards": 8.94435977935791, + "advantages": -0.2471899539232254, + "generated_text": "{\n \"intent\": \"Starting by attempting to sign in might generate interest, as the website appears functioning.\",\n \"action\": \"DoubleClick(537, 745)\"\n}", + "action_string": "DoubleClick(537, 745)", + "intent_string": "Starting by attempting to sign in might generate interest, as the website appears functioning.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×", + "boxes": [ + 8, + 30, + 236, + 54 + ] + }, + { + "text": "↑→白", + "boxes": [ + 10, + 64, + 130, + 93 + ] + }, + { + "text": "①| https://www.zhihu.com/signin?next=%2F", + "boxes": [ + 256, + 66, + 596, + 89 + ] + }, + { + "text": "三目?", + "boxes": [ + 1788, + 69, + 1868, + 87 + ] + }, + { + "text": "http://www.apple.cor", + "boxes": [ + 338, + 113, + 470, + 131 + ] + }, + { + "text": "王线视频网站-海量正版高清视频在线观看", + "boxes": [ + 338, + 216, + 580, + 234 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1304, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》", + "boxes": [ + 950, + 703, + 1262, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 794, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 826, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "无障毒", + "boxes": [ + 928, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×」十", + "boxes": [ + 6, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1108, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "80_1_6", + "episode_id": 80, + "env_id": 1, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.5756254196167, + "advantages": 0.06188270077109337, + "generated_text": "{\n \"intent\": \"Interact with the article content by clicking the title to potentially reveal more details or comments.\",\n \"action\": \"DoubleClick(475, 361)\"\n}", + "action_string": "DoubleClick(475, 361)", + "intent_string": "Interact with the article content by clicking the title to potentially reveal more details or comments.", + "before_screen_ocr_results": [ + { + "text": "×」P技工王峰手握60项专利", + "boxes": [ + 190, + 28, + 392, + 52 + ] + }, + { + "text": "P技工王峰手握60项专利", + "boxes": [ + 446, + 32, + 614, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 72, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1594, + 62, + 1664, + 93 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1848, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市 9°℃", + "boxes": [ + 1630, + 117, + 1744, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 143 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 175, + 318, + 201 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 344, + 171, + 692, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "2人民资讯+关注", + "boxes": [ + 386, + 266, + 576, + 304 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1570, + 260, + 1706, + 312 + ] + }, + { + "text": "4.8K关注者", + "boxes": [ + 1106, + 276, + 1166, + 294 + ] + }, + { + "text": "d", + "boxes": [ + 192, + 286, + 214, + 310 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1567, + 305, + 1707, + 354 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "技工王峰手握60项专利", + "boxes": [ + 364, + 347, + 706, + 389 + ] + }, + { + "text": "写作助手", + "boxes": [ + 1569, + 339, + 1707, + 388 + ] + }, + { + "text": "点击下载", + "boxes": [ + 1604, + 383, + 1670, + 409 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "湖北日报的报道·16小时·01分钟读取", + "boxes": [ + 364, + 411, + 688, + 449 + ] + }, + { + "text": "豆包PC版_操作便捷_免费下载安", + "boxes": [ + 1422, + 409, + 1692, + 445 + ] + }, + { + "text": "装", + "boxes": [ + 1430, + 441, + 1450, + 461 + ] + }, + { + "text": "B", + "boxes": [ + 194, + 455, + 214, + 474 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1430, + 469, + 1528, + 494 + ] + }, + { + "text": "本文转自：湖北日报", + "boxes": [ + 364, + 504, + 524, + 534 + ] + }, + { + "text": "团风 从流水线工人到“技术大拿”", + "boxes": [ + 362, + 540, + 604, + 578 + ] + }, + { + "text": "?", + "boxes": [ + 1436, + 562, + 1454, + 576 + ] + }, + { + "text": "访问人民资讯", + "boxes": [ + 1446, + 556, + 1550, + 582 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1702, + 579 + ] + }, + { + "text": "技工王峰手握60项专利", + "boxes": [ + 364, + 588, + 544, + 617 + ] + }, + { + "text": "我国科学家率先“看见\"固体氢的最", + "boxes": [ + 1446, + 599, + 1662, + 631 + ] + }, + { + "text": "精细结构", + "boxes": [ + 1448, + 623, + 1510, + 649 + ] + }, + { + "text": "发布暴雨橙色预警信号", + "boxes": [ + 1450, + 687, + 1590, + 711 + ] + }, + { + "text": "辽宁省铁岭市昌图县气象台发布大", + "boxes": [ + 1446, + 729, + 1656, + 756 + ] + }, + { + "text": "雾橙色预警信号", + "boxes": [ + 1448, + 750, + 1550, + 776 + ] + }, + { + "text": "®", + "boxes": [ + 1416, + 830, + 1444, + 854 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 878, + 1086, + 901 + ] + }, + { + "text": "我接受", + "boxes": [ + 1674, + 878, + 1720, + 905 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 834, + 927, + 984, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 30, + 967, + 200, + 997 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "王峰手握6", + "boxes": [ + 242, + 1050, + 308, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×」》技工王峰手握60项专利", + "boxes": [ + 188, + 28, + 394, + 52 + ] + }, + { + "text": "P技工王峰手握60项专利", + "boxes": [ + 446, + 32, + 614, + 50 + ] + }, + { + "text": "Q", + "boxes": [ + 66, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1594, + 62, + 1664, + 93 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1848, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市 9°℃", + "boxes": [ + 1630, + 117, + 1746, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 143 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 175, + 318, + 201 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 344, + 171, + 692, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "2人民资讯+关注", + "boxes": [ + 386, + 266, + 576, + 304 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1570, + 260, + 1706, + 312 + ] + }, + { + "text": "4.8K关注者", + "boxes": [ + 1106, + 276, + 1166, + 294 + ] + }, + { + "text": "d", + "boxes": [ + 192, + 286, + 214, + 310 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1567, + 305, + 1707, + 354 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "技工王峰手握60项专利", + "boxes": [ + 364, + 347, + 706, + 389 + ] + }, + { + "text": "写作助手", + "boxes": [ + 1569, + 339, + 1707, + 388 + ] + }, + { + "text": "点击下载", + "boxes": [ + 1604, + 383, + 1670, + 409 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "湖北日报的报道·16小时·01分钟读取", + "boxes": [ + 362, + 411, + 690, + 449 + ] + }, + { + "text": "豆包PC版_操作便捷_免费下载安", + "boxes": [ + 1422, + 409, + 1692, + 445 + ] + }, + { + "text": "装", + "boxes": [ + 1430, + 441, + 1450, + 461 + ] + }, + { + "text": "B", + "boxes": [ + 194, + 455, + 214, + 474 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1430, + 469, + 1530, + 494 + ] + }, + { + "text": "本文转自：湖北日报", + "boxes": [ + 364, + 504, + 524, + 534 + ] + }, + { + "text": "团风从流水线工人到\"技术大拿”", + "boxes": [ + 362, + 542, + 606, + 578 + ] + }, + { + "text": "?", + "boxes": [ + 1436, + 562, + 1454, + 576 + ] + }, + { + "text": "访问人民资讯", + "boxes": [ + 1446, + 556, + 1550, + 582 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1702, + 579 + ] + }, + { + "text": "技工王峰手握60项专利", + "boxes": [ + 364, + 588, + 544, + 617 + ] + }, + { + "text": "我国科学家率先“看见\"固体氢的最", + "boxes": [ + 1446, + 599, + 1662, + 631 + ] + }, + { + "text": "精细结构", + "boxes": [ + 1448, + 623, + 1510, + 649 + ] + }, + { + "text": "发布暴雨橙色预警信号", + "boxes": [ + 1450, + 687, + 1590, + 711 + ] + }, + { + "text": "辽宁省铁岭市昌图县气象台发布大", + "boxes": [ + 1446, + 729, + 1656, + 756 + ] + }, + { + "text": "雾橙色预警信号", + "boxes": [ + 1448, + 750, + 1550, + 776 + ] + }, + { + "text": "®", + "boxes": [ + 1416, + 830, + 1444, + 854 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 878, + 1086, + 901 + ] + }, + { + "text": "我接受", + "boxes": [ + 1674, + 878, + 1720, + 905 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息.个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 32, + 929, + 798, + 953 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 834, + 927, + 984, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置\"改变您的选择。欲了解详", + "boxes": [ + 30, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 196, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + } + ] + }, + { + "frame_id": "80_2_6", + "episode_id": 80, + "env_id": 2, + "step": 6, + "format_rewards": 1.0, + "rewards": 11.040403366088867, + "advantages": 0.7790495753288269, + "generated_text": "{\n \"intent\": \"Open different applications to see their respective functionalities.\",\n \"action\": \"DoubleClick(63, 137)\" \n}", + "action_string": "DoubleClick(63, 137)", + "intent_string": "Open different applications to see their respective functionalities.", + "before_screen_ocr_results": [ + { + "text": "Firefox", + "boxes": [ + 19, + 59, + 97, + 98 + ] + }, + { + "text": "Apple", + "boxes": [ + 332, + 71, + 390, + 91 + ] + }, + { + "text": "×+", + "boxes": [ + 520, + 69, + 570, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 348, + 103, + 450, + 129 + ] + }, + { + "text": "| https://www.apple.com", + "boxes": [ + 548, + 101, + 766, + 131 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1562, + 129 + ] + }, + { + "text": "", + "boxes": [ + 42, + 131, + 68, + 151 + ] + }, + { + "text": "Vision", + "boxes": [ + 836, + 149, + 884, + 169 + ] + }, + { + "text": "AirPods", + "boxes": [ + 896, + 149, + 956, + 169 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 978, + 147, + 1054, + 171 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1080, + 147, + 1168, + 171 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 151, + 1270, + 169 + ] + }, + { + "text": "Support", + "boxes": [ + 1298, + 151, + 1352, + 171 + ] + }, + { + "text": "Q", + "boxes": [ + 1368, + 149, + 1402, + 169 + ] + }, + { + "text": "口", + "boxes": [ + 1426, + 151, + 1446, + 167 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": "iPhone", + "boxes": [ + 859, + 231, + 1053, + 305 + ] + }, + { + "text": "Terminal", + "boxes": [ + 22, + 282, + 104, + 308 + ] + }, + { + "text": "Meet the iPhone 16 family.", + "boxes": [ + 794, + 300, + 1116, + 341 + ] + }, + { + "text": " Learn more", + "boxes": [ + 826, + 363, + 918, + 389 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 967, + 355, + 1085, + 398 + ] + }, + { + "text": "Calculator", + "boxes": [ + 5, + 387, + 117, + 423 + ] + }, + { + "text": "Built for Apple Intligence.", + "boxes": [ + 830, + 423, + 1078, + 459 + ] + }, + { + "text": "LibreO.", + "boxes": [ + 20, + 502, + 90, + 528 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 31, + 775, + 82, + 831 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 792, + 943, + 1114, + 999 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 10, + 30, + 34, + 44 + ] + }, + { + "text": "t Help", + "boxes": [ + 258, + 24, + 310, + 50 + ] + }, + { + "text": "Untitled 1 - M..", + "boxes": [ + 366, + 1046, + 466, + 1070 + ] + } + ] + }, + { + "frame_id": "80_3_6", + "episode_id": 80, + "env_id": 3, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.585693359375, + "advantages": 0.5564199686050415, + "generated_text": "{\n \"intent\": \"Click on the article headline '比亚迪终于不再‘BYD’？全新车标亮相' to open and explore more details.\",\n \"action\": \"Click(247, 899)\"\n}", + "action_string": "Click(247, 899)", + "intent_string": "Click on the article headline '比亚迪终于不再‘BYD’？全新车标亮相' to open and explore more details.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "Microsoft Bing", + "boxes": [ + 42, + 113, + 180, + 147 + ] + }, + { + "text": "P", + "boxes": [ + 1682, + 113, + 1714, + 145 + ] + }, + { + "text": "8", + "boxes": [ + 1792, + 125, + 1818, + 139 + ] + }, + { + "text": "人工智能送上太空", + "boxes": [ + 502, + 304, + 620, + 322 + ] + }, + { + "text": "2甘薇贾跃亭离婚", + "boxes": [ + 794, + 411, + 934, + 441 + ] + }, + { + "text": "：崔登荣游泳队总教练", + "boxes": [ + 1116, + 411, + 1276, + 441 + ] + }, + { + "text": "5NBA第32支球队来了", + "boxes": [ + 798, + 451, + 966, + 474 + ] + }, + { + "text": "矿石与传奇", + "boxes": [ + 1525, + 668, + 1637, + 711 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 186, + 725, + 272, + 750 + ] + }, + { + "text": "人形机器人标准体系框架", + "boxes": [ + 1202, + 768, + 1344, + 798 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 764, + 1554, + 796 + ] + }, + { + "text": "215.20598万元", + "boxes": [ + 936, + 798, + 1014, + 824 + ] + }, + { + "text": "11-612", + "boxes": [ + 1619, + 790, + 1703, + 849 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1454, + 846, + 1522, + 893 + ] + }, + { + "text": " 2.40%", + "boxes": [ + 1618, + 846, + 1694, + 893 + ] + }, + { + "text": "经", + "boxes": [ + 1449, + 885, + 1527, + 946 + ] + }, + { + "text": "+3 169 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "M", + "boxes": [ + 1594, + 901, + 1610, + 921 + ] + }, + { + "text": "ITBEAR科技资讯·36分钟", + "boxes": [ + 828, + 921, + 1004, + 945 + ] + }, + { + "text": "I之家·48分钟", + "boxes": [ + 1138, + 921, + 1260, + 945 + ] + }, + { + "text": "哪吒汽车母公司陷破产审查风", + "boxes": [ + 826, + 943, + 1096, + 973 + ] + }, + { + "text": "《人形机器人标准体系框架》", + "boxes": [ + 1142, + 941, + 1400, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1420139 ", + "boxes": [ + 1624, + 935, + 1702, + 991 + ] + }, + { + "text": "比亚迪终于不再“BYD”？全新车标亮相，网", + "boxes": [ + 196, + 945, + 776, + 987 + ] + }, + { + "text": "波，律师：申请破产不等于真", + "boxes": [ + 824, + 967, + 1098, + 1003 + ] + }, + { + "text": "发布，避免企业“重复造轮子”", + "boxes": [ + 1136, + 967, + 1412, + 1003 + ] + }, + { + "text": "友：总算是开窍了", + "boxes": [ + 196, + 981, + 442, + 1022 + ] + }, + { + "text": "", + "boxes": [ + 1452, + 977, + 1526, + 1036 + ] + }, + { + "text": "+3.3326", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "正破产", + "boxes": [ + 824, + 995, + 896, + 1026 + ] + }, + { + "text": "W", + "boxes": [ + 1592, + 995, + 1610, + 1011 + ] + }, + { + "text": "", + "boxes": [ + 826, + 1026, + 876, + 1044 + ] + }, + { + "text": "丢白选股", + "boxes": [ + 1636, + 1028, + 1692, + 1046 + ] + }, + { + "text": "2", + "boxes": [ + 190, + 1052, + 202, + 1064 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "·朱森元院士逝世，享年95岁", + "boxes": [ + 246, + 28, + 422, + 52 + ] + }, + { + "text": "→×", + "boxes": [ + 38, + 62, + 130, + 93 + ] + }, + { + "text": "", + "boxes": [ + 1592, + 62, + 1664, + 93 + ] + }, + { + "text": "I四@三", + "boxes": [ + 1784, + 62, + 1912, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1760, + 117, + 1792, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 270, + 175, + 318, + 201 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 346, + 175, + 690, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1726, + 204 + ] + }, + { + "text": "新京报", + "boxes": [ + 392, + 272, + 420, + 296 + ] + }, + { + "text": "新京报", + "boxes": [ + 414, + 268, + 480, + 302 + ] + }, + { + "text": "朱森元院士逝世，享年95岁", + "boxes": [ + 366, + 347, + 770, + 389 + ] + }, + { + "text": "新京报|记者 张建林编辑张牵 的报道·1 小时", + "boxes": [ + 364, + 413, + 720, + 449 + ] + }, + { + "text": "就摄", + "boxes": [ + 1434, + 560, + 1450, + 578 + ] + }, + { + "text": "访问新京报", + "boxes": [ + 1448, + 556, + 1538, + 582 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 558, + 1696, + 572 + ] + }, + { + "text": "3险企报案超4万件，北京冰置砸车", + "boxes": [ + 1446, + 602, + 1666, + 631 + ] + }, + { + "text": "如何理赔？建议48小时内报案", + "boxes": [ + 1448, + 625, + 1636, + 649 + ] + }, + { + "text": "现货黄金向下跌破3200美元/盗司", + "boxes": [ + 1446, + 673, + 1656, + 703 + ] + }, + { + "text": "和而泰：实控人等拟合计减持公司", + "boxes": [ + 1444, + 719, + 1660, + 748 + ] + }, + { + "text": "不超2.05%股份", + "boxes": [ + 1448, + 744, + 1546, + 768 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 872, + 198, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 873, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1669, + 870, + 1723, + 910 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 802, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 838, + 929, + 984, + 953 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 951, + 984, + 981 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 28, + 967, + 200, + 997 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "天森元院士逝", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "80_4_6", + "episode_id": 80, + "env_id": 4, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.340864181518555, + "advantages": 0.43654966354370117, + "generated_text": "{\n \"intent\": \"Move the mouse to click on each product display to explore more details.\",\n \"action\": \"DoubleClick(1084, 541)\" \n}", + "action_string": "DoubleClick(1084, 541)", + "intent_string": "Move the mouse to click on each product display to explore more details.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 824, + 320, + 930, + 357 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 768, + 1001, + 1140, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 82, + 32, + 126, + 50 + ] + }, + { + "text": "?", + "boxes": [ + 262, + 73, + 274, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1346, + 129 + ] + }, + { + "text": "C", + "boxes": [ + 456, + 159, + 520, + 222 + ] + }, + { + "text": "0", + "boxes": [ + 560, + 155, + 628, + 228 + ] + }, + { + "text": "口", + "boxes": [ + 663, + 157, + 716, + 222 + ] + }, + { + "text": "C", + "boxes": [ + 754, + 157, + 818, + 224 + ] + }, + { + "text": "00", + "boxes": [ + 842, + 161, + 920, + 226 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1168, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "[os", + "boxes": [ + 1308, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1210, + 218, + 1274, + 244 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "iPhone", + "boxes": [ + 103, + 389, + 365, + 481 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1798, + 474 + ] + }, + { + "text": "Monday,September9", + "boxes": [ + 846, + 582, + 1064, + 611 + ] + }, + { + "text": "9:41", + "boxes": [ + 848, + 606, + 1056, + 709 + ] + } + ] + }, + { + "frame_id": "80_5_6", + "episode_id": 80, + "env_id": 5, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.411073684692383, + "advantages": -0.01868312992155552, + "generated_text": "{\n \"intent\": \"Click on the Firefox icon to open the web browser. Open Firefox first because experts often use it while browsing the internet.\",\n \"action\": \"DoubleClick(27, 33)\"\n}", + "action_string": "DoubleClick(27, 33)", + "intent_string": "Click on the Firefox icon to open the web browser. Open Firefox first because experts often use it while browsing the internet.", + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 6, + 169, + 112, + 201 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Fil Eit Search View Document Help ", + "boxes": [ + 644, + 290, + 956, + 320 + ] + }, + { + "text": "Warning, you are using the root account, you may harm your system", + "boxes": [ + 734, + 318, + 1182, + 341 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 502, + 94, + 528 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "汇", + "boxes": [ + 52, + 909, + 66, + 929 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": ">", + "boxes": [ + 648, + 272, + 666, + 288 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "File Edit Search View Document Help ", + "boxes": [ + 646, + 290, + 956, + 320 + ] + }, + { + "text": "Warning, you are using the root account, you may harm your system", + "boxes": [ + 734, + 318, + 1182, + 341 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 502, + 94, + 528 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ] + }, + { + "frame_id": "80_6_6", + "episode_id": 80, + "env_id": 6, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.8783597946167, + "advantages": 0.210103839635849, + "generated_text": "{\n \"intent\": \"Click on the highlighted section to potentially get more information about the quality of specific iPhones.\",\n \"action\": \"DoubleClick(746, 800)\" \n}", + "action_string": "DoubleClick(746, 800)", + "intent_string": "Click on the highlighted section to potentially get more information about the quality of specific iPhones.", + "before_screen_ocr_results": [ + { + "text": "iPhone - Apple", + "boxes": [ + 30, + 32, + 126, + 50 + ] + }, + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1606, + 68, + 1658, + 87 + ] + }, + { + "text": "Vatch", + "boxes": [ + 774, + 113, + 802, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1348, + 129 + ] + }, + { + "text": "u", + "boxes": [ + 1382, + 115, + 1394, + 127 + ] + }, + { + "text": "亡", + "boxes": [ + 1428, + 111, + 1442, + 127 + ] + }, + { + "text": "B", + "boxes": [ + 456, + 157, + 522, + 218 + ] + }, + { + "text": "B", + "boxes": [ + 562, + 157, + 630, + 224 + ] + }, + { + "text": "", + "boxes": [ + 663, + 154, + 720, + 217 + ] + }, + { + "text": "口", + "boxes": [ + 748, + 153, + 824, + 224 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "00", + "boxes": [ + 846, + 165, + 920, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1028, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 222 + ] + }, + { + "text": "[os", + "boxes": [ + 1308, + 171, + 1354, + 218 + ] + }, + { + "text": "9?", + "boxes": [ + 944, + 181, + 992, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 244 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1212, + 222, + 1272, + 242 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "Get $170-$630 in credit t", + "boxes": [ + 592, + 282, + 758, + 306 + ] + }, + { + "text": "iPhone", + "boxes": [ + 103, + 390, + 365, + 479 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + }, + { + "text": "\"", + "boxes": [ + 1842, + 975, + 1858, + 993 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 82, + 32, + 126, + 50 + ] + }, + { + "text": "?", + "boxes": [ + 262, + 73, + 274, + 85 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1268, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1346, + 129 + ] + }, + { + "text": "二", + "boxes": [ + 1430, + 113, + 1442, + 125 + ] + }, + { + "text": "C", + "boxes": [ + 456, + 159, + 522, + 222 + ] + }, + { + "text": "C0", + "boxes": [ + 560, + 155, + 630, + 226 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 161, + 714, + 214 + ] + }, + { + "text": "", + "boxes": [ + 748, + 151, + 826, + 230 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1168, + 222 + ] + }, + { + "text": "00", + "boxes": [ + 846, + 165, + 920, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1210, + 218, + 1274, + 244 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "iPhone", + "boxes": [ + 101, + 386, + 365, + 483 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + }, + { + "text": "Monday, eptember9", + "boxes": [ + 830, + 554, + 1064, + 594 + ] + }, + { + "text": "9:41", + "boxes": [ + 840, + 586, + 1058, + 697 + ] + } + ] + }, + { + "frame_id": "80_7_6", + "episode_id": 80, + "env_id": 7, + "step": 6, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -4.6264190673828125, + "generated_text": "{\n \"intent\": \"Scrolling the page to see more gaming products and potentially find relevant items.\",\n \"action\": \"ScrollDown(0, -100)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 32, + 64, + 126, + 89 + ] + }, + { + "text": "D", + "boxes": [ + 260, + 69, + 274, + 85 + ] + }, + { + "text": "a253a&pd_rd_r=002c0de1-db97-409b-a2bf-385c265fl", + "boxes": [ + 1138, + 69, + 1520, + 87 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 91 + ] + }, + { + "text": "BDB", + "boxes": [ + 362, + 101, + 456, + 133 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 103, + 1876, + 135 + ] + }, + { + "text": "BB", + "boxes": [ + 349, + 122, + 451, + 165 + ] + }, + { + "text": "$5,146.26", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "8#E", + "boxes": [ + 348, + 155, + 424, + 193 + ] + }, + { + "text": "Deals & Dis", + "boxes": [ + 14, + 175, + 84, + 193 + ] + }, + { + "text": "中", + "boxes": [ + 422, + 171, + 434, + 183 + ] + }, + { + "text": "888", + "boxes": [ + 343, + 182, + 413, + 218 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 197, + 96, + 220 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 272, + 144, + 302 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 314, + 270, + 390, + 294 + ] + }, + { + "text": "Sponsored", + "boxes": [ + 906, + 272, + 972, + 292 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 1196, + 270, + 1270, + 294 + ] + }, + { + "text": "ASUS ROG Strix G16 Gaming ", + "boxes": [ + 1488, + 268, + 1706, + 298 + ] + }, + { + "text": "TROND Surge Protector Power Strip", + "boxes": [ + 310, + 288, + 584, + 326 + ] + }, + { + "text": "Amazon Basics 24 inch Gaming", + "boxes": [ + 602, + 288, + 842, + 326 + ] + }, + { + "text": "AS31 Active Bookshelf Speakers -2.0", + "boxes": [ + 900, + 292, + 1178, + 322 + ] + }, + { + "text": "Nex Playground - The Active Play", + "boxes": [ + 1184, + 288, + 1444, + 328 + ] + }, + { + "text": "Laptop, 15HzDislay NDI", + "boxes": [ + 1486, + 290, + 1726, + 326 + ] + }, + { + "text": "Department", + "boxes": [ + 12, + 310, + 98, + 336 + ] + }, + { + "text": "360° Rotating Flat Plug, 24 AC ", + "boxes": [ + 312, + 318, + 544, + 347 + ] + }, + { + "text": "Monitor, FHD 1080P, 165Hz, VESA", + "boxes": [ + 606, + 318, + 864, + 347 + ] + }, + { + "text": " Powered Stereo Compact laptops", + "boxes": [ + 898, + 315, + 1152, + 350 + ] + }, + { + "text": "System for Kids & Families where", + "boxes": [ + 1194, + 318, + 1444, + 347 + ] + }, + { + "text": "GeForce RTXTM 4060, Intel Core", + "boxes": [ + 1488, + 316, + 1720, + 345 + ] + }, + { + "text": "Computers&Accessories", + "boxes": [ + 16, + 338, + 172, + 355 + ] + }, + { + "text": "Outlets, 4000 Joules, 6ft Heavy Duty", + "boxes": [ + 312, + 339, + 588, + 369 + ] + }, + { + "text": " Compatible, Adaptive sync, 1m", + "boxes": [ + 602, + 341, + 838, + 371 + ] + }, + { + "text": "Desktop Speakers with 3'bass,", + "boxes": [ + 900, + 339, + 1124, + 369 + ] + }, + { + "text": "Indoor Physical Activity Meets", + "boxes": [ + 1194, + 341, + 1420, + 371 + ] + }, + { + "text": "i7-13650HX, 16GB DDR5, 1TB PCl.", + "boxes": [ + 1486, + 339, + 1746, + 369 + ] + }, + { + "text": " Computers & Tablets", + "boxes": [ + 14, + 349, + 160, + 379 + ] + }, + { + "text": "Extension Cord 1875W, ETL Listed...", + "boxes": [ + 314, + 363, + 584, + 395 + ] + }, + { + "text": " Response, Black", + "boxes": [ + 602, + 363, + 730, + 397 + ] + }, + { + "text": "Bluetooth 5.3, RCA/Optica...", + "boxes": [ + 900, + 363, + 1114, + 395 + ] + }, + { + "text": "Interactive Family Fun and Is Great.", + "boxes": [ + 1196, + 369, + 1454, + 393 + ] + }, + { + "text": "★★★★1.883", + "boxes": [ + 1488, + 367, + 1632, + 397 + ] + }, + { + "text": "★★★★★437", + "boxes": [ + 314, + 391, + 444, + 421 + ] + }, + { + "text": "★★★☆☆5", + "boxes": [ + 906, + 395, + 1014, + 423 + ] + }, + { + "text": "Apr 23, 2024", + "boxes": [ + 1198, + 389, + 1286, + 415 + ] + }, + { + "text": "Options: 3 sizes", + "boxes": [ + 610, + 399, + 696, + 417 + ] + }, + { + "text": "in past month", + "boxes": [ + 1566, + 393, + 1658, + 411 + ] + }, + { + "text": "Brands", + "boxes": [ + 8, + 403, + 66, + 435 + ] + }, + { + "text": "ESRB Rating: Everyone", + "boxes": [ + 1194, + 403, + 1345, + 439 + ] + }, + { + "text": "ASUS", + "boxes": [ + 7, + 424, + 75, + 457 + ] + }, + { + "text": "50+ bought in past month", + "boxes": [ + 318, + 415, + 484, + 439 + ] + }, + { + "text": "★★★★★42", + "boxes": [ + 608, + 419, + 730, + 449 + ] + }, + { + "text": "$21999", + "boxes": [ + 897, + 420, + 985, + 463 + ] + }, + { + "text": "$1,24478", + "boxes": [ + 1486, + 419, + 1594, + 457 + ] + }, + { + "text": "FIFINE", + "boxes": [ + 5, + 442, + 79, + 481 + ] + }, + { + "text": "$219 Typical prce: 525.99", + "boxes": [ + 309, + 440, + 509, + 487 + ] + }, + { + "text": "★★★★★1.445", + "boxes": [ + 1196, + 433, + 1336, + 463 + ] + }, + { + "text": "$12861", + "boxes": [ + 604, + 451, + 690, + 488 + ] + }, + { + "text": "7K+ bought in past", + "boxes": [ + 1196, + 451, + 1318, + 480 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 1486, + 455, + 1626, + 484 + ] + }, + { + "text": "□", + "boxes": [ + 12, + 472, + 38, + 486 + ] + }, + { + "text": "Amazon Basics", + "boxes": [ + 32, + 471, + 128, + 494 + ] + }, + { + "text": "VISOONE", + "boxes": [ + 8, + 488, + 100, + 514 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 312, + 480, + 450, + 510 + ] + }, + { + "text": "$46.23 delivery", + "boxes": [ + 603, + 482, + 713, + 519 + ] + }, + { + "text": "Delivery Tue, May 27", + "boxes": [ + 900, + 480, + 1042, + 510 + ] + }, + { + "text": "Android", + "boxes": [ + 1196, + 482, + 1254, + 508 + ] + }, + { + "text": "Ships to China ", + "boxes": [ + 1490, + 480, + 1574, + 504 + ] + }, + { + "text": " Logitech G ", + "boxes": [ + 3, + 504, + 109, + 541 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 316, + 504, + 392, + 528 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 610, + 512, + 690, + 536 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 904, + 504, + 980, + 528 + ] + }, + { + "text": "$199°0", + "boxes": [ + 1192, + 506, + 1274, + 538 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 1494, + 506, + 1580, + 538 + ] + }, + { + "text": "Razer", + "boxes": [ + 7, + 525, + 77, + 557 + ] + }, + { + "text": "Only 8 left in stock - order s", + "boxes": [ + 904, + 524, + 1080, + 548 + ] + }, + { + "text": " Redragon", + "boxes": [ + 5, + 543, + 99, + 578 + ] + }, + { + "text": "Se options", + "boxes": [ + 318, + 534, + 406, + 566 + ] + }, + { + "text": " Delivry st, May 24", + "boxes": [ + 1190, + 536, + 1334, + 578 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 1486, + 538, + 1624, + 568 + ] + }, + { + "text": "Ad to cart", + "boxes": [ + 612, + 560, + 702, + 592 + ] + }, + { + "text": "Add to cart ", + "boxes": [ + 908, + 556, + 990, + 582 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1198, + 564, + 1278, + 588 + ] + }, + { + "text": "$1,219.99 (7 used & new", + "boxes": [ + 1486, + 558, + 1648, + 588 + ] + }, + { + "text": "V See more", + "boxes": [ + 12, + 572, + 92, + 596 + ] + }, + { + "text": " Small Business ", + "boxes": [ + 1198, + 584, + 1336, + 613 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Condition", + "boxes": [ + 10, + 602, + 82, + 627 + ] + }, + { + "text": "New", + "boxes": [ + 7, + 621, + 71, + 652 + ] + }, + { + "text": "G20", + "boxes": [ + 1793, + 619, + 1880, + 662 + ] + }, + { + "text": "used", + "boxes": [ + 8, + 641, + 72, + 675 + ] + }, + { + "text": "DigtalGit Carnd", + "boxes": [ + 960, + 659, + 1038, + 685 + ] + }, + { + "text": "$10", + "boxes": [ + 1074, + 655, + 1120, + 689 + ] + }, + { + "text": "Seller", + "boxes": [ + 6, + 670, + 56, + 708 + ] + }, + { + "text": "ROBLOX", + "boxes": [ + 964, + 695, + 1112, + 727 + ] + }, + { + "text": "司", + "boxes": [ + 1526, + 697, + 1546, + 731 + ] + }, + { + "text": "erosebridal", + "boxes": [ + 8, + 715, + 110, + 746 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1814, + 719, + 1858, + 739 + ] + }, + { + "text": "C", + "boxes": [ + 1524, + 738, + 1546, + 762 + ] + }, + { + "text": "New Releases", + "boxes": [ + 12, + 774, + 102, + 798 + ] + }, + { + "text": "Last 30 days ", + "boxes": [ + 7, + 794, + 101, + 830 + ] + }, + { + "text": "DO", + "boxes": [ + 611, + 789, + 735, + 835 + ] + }, + { + "text": "Last 90 days ", + "boxes": [ + 12, + 818, + 98, + 844 + ] + }, + { + "text": "BO0", + "boxes": [ + 792, + 816, + 838, + 834 + ] + }, + { + "text": " Coming Soon", + "boxes": [ + 7, + 833, + 105, + 870 + ] + }, + { + "text": "Video Game DRM", + "boxes": [ + 8, + 868, + 132, + 897 + ] + }, + { + "text": "1,000 Robux", + "boxes": [ + 974, + 862, + 1096, + 891 + ] + }, + { + "text": "8", + "boxes": [ + 0, + 901, + 90, + 971 + ] + }, + { + "text": " DRM-Free", + "boxes": [ + 10, + 893, + 102, + 919 + ] + }, + { + "text": "800+200 Bonus Robux", + "boxes": [ + 968, + 897, + 1102, + 921 + ] + }, + { + "text": "HOUHUI RF Touch Panel RGB LED", + "boxes": [ + 606, + 927, + 860, + 957 + ] + }, + { + "text": "Roblox Digital Gift Card - 1,000", + "boxes": [ + 900, + 927, + 1136, + 957 + ] + }, + { + "text": "GTRACING 55 Inch Gaming Desk ", + "boxes": [ + 1194, + 927, + 1438, + 957 + ] + }, + { + "text": "LED Light Bar, Music Sync RGB Light", + "boxes": [ + 1484, + 923, + 1760, + 961 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "+3 other colors/patterns", + "boxes": [ + 318, + 931, + 454, + 959 + ] + }, + { + "text": "uplay", + "boxes": [ + 7, + 948, + 77, + 986 + ] + }, + { + "text": " Frigidaire EFMIS179 Gaming Light", + "boxes": [ + 310, + 959, + 568, + 993 + ] + }, + { + "text": "Controller Kit, RGB LED Strip Lights", + "boxes": [ + 608, + 953, + 870, + 983 + ] + }, + { + "text": "Robux [Includes Exclusive Virtual", + "boxes": [ + 902, + 955, + 1142, + 979 + ] + }, + { + "text": "with LED Lights, Computer Gamer", + "boxes": [ + 1196, + 953, + 1446, + 981 + ] + }, + { + "text": "Bar, USB Ambient Lamp, Color ", + "boxes": [ + 1488, + 953, + 1716, + 983 + ] + }, + { + "text": "Controller with RF Wireless Remote,", + "boxes": [ + 606, + 971, + 872, + 1009 + ] + }, + { + "text": "Item] [Digital Code] ", + "boxes": [ + 902, + 977, + 1052, + 1007 + ] + }, + { + "text": "Desk with Monitor Stand, Ergonomic", + "boxes": [ + 1194, + 975, + 1468, + 1007 + ] + }, + { + "text": " Changing Gaming TV Backlight with", + "boxes": [ + 1486, + 977, + 1756, + 1007 + ] + }, + { + "text": "云", + "boxes": [ + 1796, + 977, + 1814, + 993 + ] + }, + { + "text": "1", + "boxes": [ + 1816, + 975, + 1868, + 993 + ] + }, + { + "text": "Up Mini Beverage Refrigerator,", + "boxes": [ + 312, + 987, + 542, + 1016 + ] + }, + { + "text": "Stealth", + "boxes": [ + 312, + 1007, + 376, + 1040 + ] + }, + { + "text": "Dimmable Wall-Mounted Touch...", + "boxes": [ + 608, + 1005, + 854, + 1028 + ] + }, + { + "text": "May 15, 2019", + "boxes": [ + 904, + 1003, + 994, + 1026 + ] + }, + { + "text": "Carbon Fiber Surface Gaming Tabl..", + "boxes": [ + 1194, + 999, + 1464, + 1032 + ] + }, + { + "text": "Remote Control, 15 Dynamic Mod...", + "boxes": [ + 1490, + 1005, + 1750, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 32, + 64, + 126, + 89 + ] + }, + { + "text": "D", + "boxes": [ + 260, + 69, + 274, + 85 + ] + }, + { + "text": "a253a&pd_rd_r=002c0de1-db97-409b-a2bf-385c265fl", + "boxes": [ + 1138, + 69, + 1520, + 87 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 91 + ] + }, + { + "text": "BDB", + "boxes": [ + 362, + 101, + 456, + 133 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 103, + 1876, + 135 + ] + }, + { + "text": "BB", + "boxes": [ + 349, + 122, + 451, + 165 + ] + }, + { + "text": "$5,146.26", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "8#E", + "boxes": [ + 348, + 155, + 424, + 193 + ] + }, + { + "text": "Deals & Dis", + "boxes": [ + 14, + 175, + 84, + 193 + ] + }, + { + "text": "中", + "boxes": [ + 422, + 171, + 434, + 183 + ] + }, + { + "text": "888", + "boxes": [ + 343, + 182, + 413, + 218 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 197, + 96, + 220 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 272, + 144, + 302 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 314, + 270, + 390, + 294 + ] + }, + { + "text": "Sponsored", + "boxes": [ + 906, + 272, + 972, + 292 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 1196, + 270, + 1270, + 294 + ] + }, + { + "text": "ASUS ROG Strix G16 Gaming ", + "boxes": [ + 1488, + 268, + 1706, + 298 + ] + }, + { + "text": "TROND Surge Protector Power Strip", + "boxes": [ + 310, + 288, + 584, + 326 + ] + }, + { + "text": "Amazon Basics 24 inch Gaming", + "boxes": [ + 602, + 288, + 842, + 326 + ] + }, + { + "text": "AS31 Active Bookshelf Speakers -2.0", + "boxes": [ + 900, + 292, + 1178, + 322 + ] + }, + { + "text": "Nex Playground - The Active Play", + "boxes": [ + 1184, + 288, + 1444, + 328 + ] + }, + { + "text": "Laptop, 15HzDislay NDI", + "boxes": [ + 1486, + 290, + 1726, + 326 + ] + }, + { + "text": "Department", + "boxes": [ + 12, + 310, + 98, + 336 + ] + }, + { + "text": "360° Rotating Flat Plug, 24 AC ", + "boxes": [ + 312, + 318, + 544, + 347 + ] + }, + { + "text": "Monitor, FHD 1080P, 165Hz, VESA", + "boxes": [ + 606, + 318, + 864, + 347 + ] + }, + { + "text": " Powered Stereo Compact laptops", + "boxes": [ + 898, + 315, + 1152, + 350 + ] + }, + { + "text": "System for Kids & Families where", + "boxes": [ + 1194, + 318, + 1444, + 347 + ] + }, + { + "text": "GeForce RTXTM 4060, Intel Core", + "boxes": [ + 1488, + 316, + 1720, + 345 + ] + }, + { + "text": "Computers&Accessories", + "boxes": [ + 16, + 338, + 172, + 355 + ] + }, + { + "text": "Outlets, 4000 Joules, 6ft Heavy Duty", + "boxes": [ + 312, + 339, + 588, + 369 + ] + }, + { + "text": " Compatible, Adaptive sync, 1m", + "boxes": [ + 602, + 341, + 838, + 371 + ] + }, + { + "text": "Desktop Speakers with 3'bass,", + "boxes": [ + 900, + 339, + 1124, + 369 + ] + }, + { + "text": "Indoor Physical Activity Meets", + "boxes": [ + 1194, + 341, + 1420, + 371 + ] + }, + { + "text": "i7-13650HX, 16GB DDR5, 1TB PCl.", + "boxes": [ + 1486, + 339, + 1746, + 369 + ] + }, + { + "text": " Computers & Tablets", + "boxes": [ + 14, + 349, + 160, + 379 + ] + }, + { + "text": "Extension Cord 1875W, ETL Listed...", + "boxes": [ + 314, + 363, + 584, + 395 + ] + }, + { + "text": " Response, Black", + "boxes": [ + 602, + 363, + 730, + 397 + ] + }, + { + "text": "Bluetooth 5.3, RCA/Optica...", + "boxes": [ + 900, + 363, + 1114, + 395 + ] + }, + { + "text": "Interactive Family Fun and Is Great.", + "boxes": [ + 1196, + 369, + 1454, + 393 + ] + }, + { + "text": "★★★★1.883", + "boxes": [ + 1488, + 367, + 1632, + 397 + ] + }, + { + "text": "★★★★★437", + "boxes": [ + 314, + 391, + 444, + 421 + ] + }, + { + "text": "★★★☆☆5", + "boxes": [ + 906, + 395, + 1014, + 423 + ] + }, + { + "text": "Apr 23, 2024", + "boxes": [ + 1198, + 389, + 1286, + 415 + ] + }, + { + "text": "Options: 3 sizes", + "boxes": [ + 610, + 399, + 696, + 417 + ] + }, + { + "text": "in past month", + "boxes": [ + 1566, + 393, + 1658, + 411 + ] + }, + { + "text": "Brands", + "boxes": [ + 8, + 403, + 66, + 435 + ] + }, + { + "text": "ESRB Rating: Everyone", + "boxes": [ + 1194, + 403, + 1345, + 439 + ] + }, + { + "text": "ASUS", + "boxes": [ + 7, + 424, + 75, + 457 + ] + }, + { + "text": "50+ bought in past month", + "boxes": [ + 318, + 415, + 484, + 439 + ] + }, + { + "text": "★★★★★42", + "boxes": [ + 608, + 419, + 730, + 449 + ] + }, + { + "text": "$21999", + "boxes": [ + 897, + 420, + 985, + 463 + ] + }, + { + "text": "$1,24478", + "boxes": [ + 1486, + 419, + 1594, + 457 + ] + }, + { + "text": "FIFINE", + "boxes": [ + 5, + 442, + 79, + 481 + ] + }, + { + "text": "$219 Typical prce: 525.99", + "boxes": [ + 309, + 440, + 509, + 487 + ] + }, + { + "text": "★★★★★1.445", + "boxes": [ + 1196, + 433, + 1336, + 463 + ] + }, + { + "text": "$12861", + "boxes": [ + 604, + 451, + 690, + 488 + ] + }, + { + "text": "7K+ bought in past", + "boxes": [ + 1196, + 451, + 1318, + 480 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 1486, + 455, + 1626, + 484 + ] + }, + { + "text": "□", + "boxes": [ + 12, + 472, + 38, + 486 + ] + }, + { + "text": "Amazon Basics", + "boxes": [ + 32, + 471, + 128, + 494 + ] + }, + { + "text": "VISOONE", + "boxes": [ + 8, + 488, + 100, + 514 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 312, + 480, + 450, + 510 + ] + }, + { + "text": "$46.23 delivery", + "boxes": [ + 603, + 482, + 713, + 519 + ] + }, + { + "text": "Delivery Tue, May 27", + "boxes": [ + 900, + 480, + 1042, + 510 + ] + }, + { + "text": "Android", + "boxes": [ + 1196, + 482, + 1254, + 508 + ] + }, + { + "text": "Ships to China ", + "boxes": [ + 1490, + 480, + 1574, + 504 + ] + }, + { + "text": " Logitech G ", + "boxes": [ + 3, + 504, + 109, + 541 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 316, + 504, + 392, + 528 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 610, + 512, + 690, + 536 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 904, + 504, + 980, + 528 + ] + }, + { + "text": "$199°0", + "boxes": [ + 1192, + 506, + 1274, + 538 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 1494, + 506, + 1580, + 538 + ] + }, + { + "text": "Razer", + "boxes": [ + 7, + 525, + 77, + 557 + ] + }, + { + "text": "Only 8 left in stock - order s", + "boxes": [ + 904, + 524, + 1080, + 548 + ] + }, + { + "text": " Redragon", + "boxes": [ + 5, + 543, + 99, + 578 + ] + }, + { + "text": "Se options", + "boxes": [ + 318, + 534, + 406, + 566 + ] + }, + { + "text": " Delivry st, May 24", + "boxes": [ + 1190, + 536, + 1334, + 578 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 1486, + 538, + 1624, + 568 + ] + }, + { + "text": "Ad to cart", + "boxes": [ + 612, + 560, + 702, + 592 + ] + }, + { + "text": "Add to cart ", + "boxes": [ + 908, + 556, + 990, + 582 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1198, + 564, + 1278, + 588 + ] + }, + { + "text": "$1,219.99 (7 used & new", + "boxes": [ + 1486, + 558, + 1648, + 588 + ] + }, + { + "text": "V See more", + "boxes": [ + 12, + 572, + 92, + 596 + ] + }, + { + "text": " Small Business ", + "boxes": [ + 1198, + 584, + 1336, + 613 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Condition", + "boxes": [ + 10, + 602, + 82, + 627 + ] + }, + { + "text": "New", + "boxes": [ + 7, + 621, + 71, + 652 + ] + }, + { + "text": "G20", + "boxes": [ + 1793, + 619, + 1880, + 662 + ] + }, + { + "text": "used", + "boxes": [ + 8, + 641, + 72, + 675 + ] + }, + { + "text": "DigtalGit Carnd", + "boxes": [ + 960, + 659, + 1038, + 685 + ] + }, + { + "text": "$10", + "boxes": [ + 1074, + 655, + 1120, + 689 + ] + }, + { + "text": "Seller", + "boxes": [ + 6, + 670, + 56, + 708 + ] + }, + { + "text": "ROBLOX", + "boxes": [ + 964, + 695, + 1112, + 727 + ] + }, + { + "text": "司", + "boxes": [ + 1526, + 697, + 1546, + 731 + ] + }, + { + "text": "erosebridal", + "boxes": [ + 8, + 715, + 110, + 746 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1814, + 719, + 1858, + 739 + ] + }, + { + "text": "C", + "boxes": [ + 1524, + 738, + 1546, + 762 + ] + }, + { + "text": "New Releases", + "boxes": [ + 12, + 774, + 102, + 798 + ] + }, + { + "text": "Last 30 days ", + "boxes": [ + 7, + 794, + 101, + 830 + ] + }, + { + "text": "DO", + "boxes": [ + 611, + 789, + 735, + 835 + ] + }, + { + "text": "Last 90 days ", + "boxes": [ + 12, + 818, + 98, + 844 + ] + }, + { + "text": "BO0", + "boxes": [ + 792, + 816, + 838, + 834 + ] + }, + { + "text": " Coming Soon", + "boxes": [ + 7, + 833, + 105, + 870 + ] + }, + { + "text": "Video Game DRM", + "boxes": [ + 8, + 868, + 132, + 897 + ] + }, + { + "text": "1,000 Robux", + "boxes": [ + 974, + 862, + 1096, + 891 + ] + }, + { + "text": "8", + "boxes": [ + 0, + 901, + 90, + 971 + ] + }, + { + "text": " DRM-Free", + "boxes": [ + 10, + 893, + 102, + 919 + ] + }, + { + "text": "800+200 Bonus Robux", + "boxes": [ + 968, + 897, + 1102, + 921 + ] + }, + { + "text": "HOUHUI RF Touch Panel RGB LED", + "boxes": [ + 606, + 927, + 860, + 957 + ] + }, + { + "text": "Roblox Digital Gift Card - 1,000", + "boxes": [ + 900, + 927, + 1136, + 957 + ] + }, + { + "text": "GTRACING 55 Inch Gaming Desk ", + "boxes": [ + 1194, + 927, + 1438, + 957 + ] + }, + { + "text": "LED Light Bar, Music Sync RGB Light", + "boxes": [ + 1484, + 923, + 1760, + 961 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "+3 other colors/patterns", + "boxes": [ + 318, + 931, + 454, + 959 + ] + }, + { + "text": "uplay", + "boxes": [ + 7, + 948, + 77, + 986 + ] + }, + { + "text": " Frigidaire EFMIS179 Gaming Light", + "boxes": [ + 310, + 959, + 568, + 993 + ] + }, + { + "text": "Controller Kit, RGB LED Strip Lights", + "boxes": [ + 608, + 953, + 870, + 983 + ] + }, + { + "text": "Robux [Includes Exclusive Virtual", + "boxes": [ + 902, + 955, + 1142, + 979 + ] + }, + { + "text": "with LED Lights, Computer Gamer", + "boxes": [ + 1196, + 953, + 1446, + 981 + ] + }, + { + "text": "Bar, USB Ambient Lamp, Color ", + "boxes": [ + 1488, + 953, + 1716, + 983 + ] + }, + { + "text": "Controller with RF Wireless Remote,", + "boxes": [ + 606, + 971, + 872, + 1009 + ] + }, + { + "text": "Item] [Digital Code] ", + "boxes": [ + 902, + 977, + 1052, + 1007 + ] + }, + { + "text": "Desk with Monitor Stand, Ergonomic", + "boxes": [ + 1194, + 975, + 1468, + 1007 + ] + }, + { + "text": " Changing Gaming TV Backlight with", + "boxes": [ + 1486, + 977, + 1756, + 1007 + ] + }, + { + "text": "云", + "boxes": [ + 1796, + 977, + 1814, + 993 + ] + }, + { + "text": "1", + "boxes": [ + 1816, + 975, + 1868, + 993 + ] + }, + { + "text": "Up Mini Beverage Refrigerator,", + "boxes": [ + 312, + 987, + 542, + 1016 + ] + }, + { + "text": "Stealth", + "boxes": [ + 312, + 1007, + 376, + 1040 + ] + }, + { + "text": "Dimmable Wall-Mounted Touch...", + "boxes": [ + 608, + 1005, + 854, + 1028 + ] + }, + { + "text": "May 15, 2019", + "boxes": [ + 904, + 1003, + 994, + 1026 + ] + }, + { + "text": "Carbon Fiber Surface Gaming Tabl..", + "boxes": [ + 1194, + 999, + 1464, + 1032 + ] + }, + { + "text": "Remote Control, 15 Dynamic Mod...", + "boxes": [ + 1490, + 1005, + 1750, + 1028 + ] + } + ] + }, + { + "frame_id": "80_0_7", + "episode_id": 80, + "env_id": 0, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.292722702026367, + "advantages": -0.07662870734930038, + "generated_text": "{\n \"intent\": \"Initiate exploration by clicking on the password login option.\",\n \"action\": \"DoubleClick(958, 323)\" \n}", + "action_string": "DoubleClick(958, 323)", + "intent_string": "Initiate exploration by clicking on the password login option.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×」十", + "boxes": [ + 6, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1044, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1108, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×」十", + "boxes": [ + 6, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 312, + 1038, + 343 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1048, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "80_1_7", + "episode_id": 80, + "env_id": 1, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.487079620361328, + "advantages": 0.018529977649450302, + "generated_text": "{\n \"intent\": \"Click on the article headline to fully open the content.\",\n \"action\": \"DoubleClick(437, 363)\"\n}", + "action_string": "DoubleClick(437, 363)", + "intent_string": "Click on the article headline to fully open the content.", + "before_screen_ocr_results": [ + { + "text": "×」》技工王峰手握60项专利", + "boxes": [ + 188, + 28, + 392, + 52 + ] + }, + { + "text": "P技工王峰手握60项专利", + "boxes": [ + 446, + 32, + 614, + 50 + ] + }, + { + "text": "Q", + "boxes": [ + 66, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1594, + 62, + 1664, + 93 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1848, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市 9°℃", + "boxes": [ + 1630, + 117, + 1746, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 143 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 175, + 318, + 201 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 344, + 171, + 692, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "2人民资讯+关注", + "boxes": [ + 386, + 266, + 576, + 304 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1570, + 260, + 1706, + 312 + ] + }, + { + "text": "4.8K关注者", + "boxes": [ + 1106, + 276, + 1166, + 294 + ] + }, + { + "text": "d", + "boxes": [ + 192, + 286, + 214, + 310 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1567, + 305, + 1707, + 354 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "技工王峰手握60项专利", + "boxes": [ + 364, + 347, + 706, + 389 + ] + }, + { + "text": "写作助手", + "boxes": [ + 1569, + 339, + 1707, + 388 + ] + }, + { + "text": "点击下载", + "boxes": [ + 1604, + 383, + 1670, + 409 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "湖北日报的报道·16小时·01分钟读取", + "boxes": [ + 362, + 411, + 690, + 449 + ] + }, + { + "text": "豆包PC版_操作便捷_免费下载安", + "boxes": [ + 1422, + 409, + 1692, + 445 + ] + }, + { + "text": "装", + "boxes": [ + 1430, + 441, + 1450, + 461 + ] + }, + { + "text": "B", + "boxes": [ + 194, + 455, + 214, + 474 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1430, + 469, + 1530, + 494 + ] + }, + { + "text": "本文转自：湖北日报", + "boxes": [ + 364, + 504, + 524, + 534 + ] + }, + { + "text": "团风从流水线工人到\"技术大拿”", + "boxes": [ + 362, + 542, + 606, + 578 + ] + }, + { + "text": "?", + "boxes": [ + 1436, + 562, + 1454, + 576 + ] + }, + { + "text": "访问人民资讯", + "boxes": [ + 1446, + 556, + 1550, + 582 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1702, + 579 + ] + }, + { + "text": "技工王峰手握60项专利", + "boxes": [ + 364, + 588, + 544, + 617 + ] + }, + { + "text": "我国科学家率先“看见\"固体氢的最", + "boxes": [ + 1446, + 599, + 1662, + 631 + ] + }, + { + "text": "精细结构", + "boxes": [ + 1448, + 623, + 1510, + 649 + ] + }, + { + "text": "发布暴雨橙色预警信号", + "boxes": [ + 1450, + 687, + 1590, + 711 + ] + }, + { + "text": "辽宁省铁岭市昌图县气象台发布大", + "boxes": [ + 1446, + 729, + 1656, + 756 + ] + }, + { + "text": "雾橙色预警信号", + "boxes": [ + 1448, + 750, + 1550, + 776 + ] + }, + { + "text": "®", + "boxes": [ + 1416, + 830, + 1444, + 854 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 878, + 1086, + 901 + ] + }, + { + "text": "我接受", + "boxes": [ + 1674, + 878, + 1720, + 905 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息.个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 32, + 929, + 798, + 953 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 834, + 927, + 984, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置\"改变您的选择。欲了解详", + "boxes": [ + 30, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 196, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×」》技工王峰手握60项专利", + "boxes": [ + 188, + 28, + 394, + 52 + ] + }, + { + "text": "P技工王峰手握60项专利", + "boxes": [ + 446, + 32, + 614, + 50 + ] + }, + { + "text": "Q", + "boxes": [ + 66, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1594, + 62, + 1664, + 93 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1848, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市 9°℃", + "boxes": [ + 1630, + 117, + 1746, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 143 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 175, + 318, + 201 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 344, + 171, + 692, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "2人民资讯+关注", + "boxes": [ + 386, + 266, + 576, + 304 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1570, + 260, + 1706, + 312 + ] + }, + { + "text": "4.8K关注者", + "boxes": [ + 1106, + 276, + 1166, + 294 + ] + }, + { + "text": "d", + "boxes": [ + 192, + 286, + 214, + 310 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1567, + 305, + 1707, + 354 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "技工王峰手握60项专利", + "boxes": [ + 364, + 347, + 706, + 389 + ] + }, + { + "text": "写作助手", + "boxes": [ + 1569, + 339, + 1707, + 388 + ] + }, + { + "text": "点击下载", + "boxes": [ + 1604, + 383, + 1670, + 409 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "湖北日报的报道·16小时·①1分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "豆包PC版_操作便捷_免费下载安", + "boxes": [ + 1422, + 409, + 1692, + 445 + ] + }, + { + "text": "装", + "boxes": [ + 1430, + 441, + 1450, + 461 + ] + }, + { + "text": "B", + "boxes": [ + 194, + 455, + 214, + 474 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1430, + 469, + 1530, + 494 + ] + }, + { + "text": "本文转自：湖北日报", + "boxes": [ + 364, + 504, + 524, + 534 + ] + }, + { + "text": "团风从流水线工人到\"技术大拿”", + "boxes": [ + 362, + 542, + 606, + 578 + ] + }, + { + "text": "?", + "boxes": [ + 1436, + 562, + 1454, + 576 + ] + }, + { + "text": "访问人民资讯", + "boxes": [ + 1446, + 556, + 1550, + 582 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1702, + 579 + ] + }, + { + "text": "技工王峰手握60项专利", + "boxes": [ + 364, + 588, + 544, + 617 + ] + }, + { + "text": "我国科学家率先“看见\"固体氢的最", + "boxes": [ + 1446, + 599, + 1662, + 631 + ] + }, + { + "text": "精细结构", + "boxes": [ + 1448, + 623, + 1510, + 649 + ] + }, + { + "text": "发布暴雨橙色预警信号", + "boxes": [ + 1450, + 687, + 1590, + 711 + ] + }, + { + "text": "辽宁省铁岭市昌图县气象台发布大", + "boxes": [ + 1446, + 729, + 1656, + 756 + ] + }, + { + "text": "雾橙色预警信号", + "boxes": [ + 1448, + 750, + 1550, + 776 + ] + }, + { + "text": "®", + "boxes": [ + 1416, + 830, + 1444, + 854 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 878, + 1086, + 901 + ] + }, + { + "text": "我接受", + "boxes": [ + 1674, + 878, + 1720, + 905 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息.个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 32, + 929, + 798, + 953 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 834, + 927, + 984, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置\"改变您的选择。欲了解详", + "boxes": [ + 30, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 196, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + } + ] + }, + { + "frame_id": "80_2_7", + "episode_id": 80, + "env_id": 2, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.145814895629883, + "advantages": -0.1485559344291687, + "generated_text": "{\n \"intent\": \"Since I am in a blank Mousepad document, I should click on it to start writing or editing.\",\n \"action\": \"Click(90, 140)\"\n}", + "action_string": "Click(90, 140)", + "intent_string": "Since I am in a blank Mousepad document, I should click on it to start writing or editing.", + "before_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 10, + 30, + 34, + 44 + ] + }, + { + "text": "Search View", + "boxes": [ + 80, + 22, + 192, + 52 + ] + }, + { + "text": "t Help", + "boxes": [ + 258, + 24, + 310, + 50 + ] + }, + { + "text": "Untitled 1 - M..", + "boxes": [ + 366, + 1046, + 466, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 12, + 30, + 34, + 44 + ] + }, + { + "text": "Help", + "boxes": [ + 262, + 28, + 308, + 48 + ] + }, + { + "text": "Untitled 1 - M..", + "boxes": [ + 366, + 1046, + 466, + 1070 + ] + } + ] + }, + { + "frame_id": "80_3_7", + "episode_id": 80, + "env_id": 3, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.490703582763672, + "advantages": 0.020304298028349876, + "generated_text": "{\n \"intent\": \"After reading the news article, I want to scroll through the content to see more details.\",\n \"action\": \"ScrollDown(720,650)\"\n}", + "action_string": "ScrollDown(720, 650)", + "intent_string": "After reading the news article, I want to scroll through the content to see more details.", + "before_screen_ocr_results": [ + { + "text": "rosoft Bing", + "boxes": [ + 110, + 32, + 188, + 50 + ] + }, + { + "text": "×朱森元院士逝世，享年95岁", + "boxes": [ + 192, + 32, + 412, + 50 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市 9°℃", + "boxes": [ + 1630, + 117, + 1748, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 58, + 129, + 104, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 282, + 177, + 316, + 199 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "新K新京报+关注", + "boxes": [ + 380, + 260, + 562, + 308 + ] + }, + { + "text": "®", + "boxes": [ + 1411, + 247, + 1450, + 286 + ] + }, + { + "text": "21.5K关注者", + "boxes": [ + 1094, + 272, + 1174, + 298 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1420, + 280, + 1524, + 324 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1419, + 313, + 1555, + 362 + ] + }, + { + "text": "朱森元院士逝世，享年95岁", + "boxes": [ + 364, + 343, + 772, + 391 + ] + }, + { + "text": "F", + "boxes": [ + 192, + 395, + 214, + 421 + ] + }, + { + "text": "新京报|记者 张建林编辑张牵的报道·1 小时", + "boxes": [ + 362, + 413, + 718, + 449 + ] + }, + { + "text": "豆包专为创意工作者打造的智能", + "boxes": [ + 1424, + 409, + 1690, + 445 + ] + }, + { + "text": "工具，具备丰富的模板和案例库,·", + "boxes": [ + 1426, + 435, + 1694, + 465 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1426, + 469, + 1528, + 494 + ] + }, + { + "text": "新泉损", + "boxes": [ + 1432, + 558, + 1456, + 580 + ] + }, + { + "text": "访问新京报", + "boxes": [ + 1448, + 556, + 1538, + 582 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1702, + 579 + ] + }, + { + "text": "3险企报案超4万件，北京冰置砸车", + "boxes": [ + 1446, + 602, + 1668, + 631 + ] + }, + { + "text": "如何理赔？建议48小时内报案", + "boxes": [ + 1448, + 625, + 1636, + 649 + ] + }, + { + "text": "现货黄金向下跌破3200美元/盗司", + "boxes": [ + 1446, + 673, + 1656, + 703 + ] + }, + { + "text": "和而泰：实控人等拟合计减持公司", + "boxes": [ + 1444, + 719, + 1660, + 748 + ] + }, + { + "text": "不超2.05%股份", + "boxes": [ + 1448, + 744, + 1546, + 768 + ] + }, + { + "text": "®", + "boxes": [ + 1414, + 830, + 1444, + 852 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 872, + 198, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1674, + 878, + 1720, + 903 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 838, + 929, + 984, + 953 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 951, + 984, + 981 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 30, + 967, + 200, + 997 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + }, + { + "text": "天森元院士逝", + "boxes": [ + 224, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "回", + "boxes": [ + 1864, + 4, + 1912, + 22 + ] + }, + { + "text": "osoft Bing", + "boxes": [ + 118, + 32, + 188, + 50 + ] + }, + { + "text": "朱森元院士逝世，享年95岁", + "boxes": [ + 246, + 32, + 420, + 50 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1884, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 568, + 119, + 636, + 145 + ] + }, + { + "text": "长春市 9°℃", + "boxes": [ + 1630, + 117, + 1754, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1750, + 119, + 1790, + 147 + ] + }, + { + "text": "msn", + "boxes": [ + 60, + 129, + 102, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1832, + 123, + 1860, + 145 + ] + }, + { + "text": "®", + "boxes": [ + 1418, + 195, + 1442, + 220 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1420, + 224, + 1524, + 268 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1417, + 256, + 1559, + 304 + ] + }, + { + "text": "豆包专为创意工作者打造的智能", + "boxes": [ + 1422, + 351, + 1690, + 387 + ] + }, + { + "text": "工具，具备丰富的模板和案例库，·", + "boxes": [ + 1424, + 375, + 1694, + 409 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1428, + 413, + 1530, + 437 + ] + }, + { + "text": "新卓报", + "boxes": [ + 1432, + 502, + 1450, + 516 + ] + }, + { + "text": "访问新京报", + "boxes": [ + 1452, + 494, + 1540, + 526 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 500, + 1696, + 514 + ] + }, + { + "text": "3险企报案超4万件，北京冰置砸车", + "boxes": [ + 1446, + 544, + 1666, + 574 + ] + }, + { + "text": "如何理赔？建议48小时内报案", + "boxes": [ + 1444, + 562, + 1638, + 592 + ] + }, + { + "text": "现货黄金向下跌破3200美元/盗司", + "boxes": [ + 1446, + 615, + 1656, + 645 + ] + }, + { + "text": "和而泰：实控人等拟合计减持公司", + "boxes": [ + 1446, + 663, + 1664, + 693 + ] + }, + { + "text": "不超2.05%股份", + "boxes": [ + 1448, + 687, + 1548, + 711 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1565, + 776, + 1713, + 838 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1574, + 832, + 1704, + 862 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1670, + 876, + 1724, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 834, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1666, + 933, + 1728, + 965 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 28, + 967, + 200, + 997 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1663, + 988, + 1729, + 1027 + ] + }, + { + "text": "朱森元院士逝··", + "boxes": [ + 216, + 1048, + 306, + 1072 + ] + } + ] + }, + { + "frame_id": "80_4_7", + "episode_id": 80, + "env_id": 4, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.952781677246094, + "advantages": 0.24654138088226318, + "generated_text": "{\n \"intent\": \"To scroll down and explore more content below the fold.\",\n \"action\": \"ScrollDown(13, 7)\"\n}", + "action_string": "ScrollDown(13, 7)", + "intent_string": "To scroll down and explore more content below the fold.", + "before_screen_ocr_results": [ + { + "text": "iPhone - Apple", + "boxes": [ + 28, + 32, + 126, + 50 + ] + }, + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 60, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1606, + 68, + 1658, + 87 + ] + }, + { + "text": "Vatch", + "boxes": [ + 774, + 113, + 802, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1268, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1348, + 129 + ] + }, + { + "text": "Q", + "boxes": [ + 1380, + 111, + 1394, + 127 + ] + }, + { + "text": "亡", + "boxes": [ + 1428, + 111, + 1442, + 127 + ] + }, + { + "text": "B", + "boxes": [ + 456, + 157, + 522, + 218 + ] + }, + { + "text": "B", + "boxes": [ + 562, + 157, + 630, + 224 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 163, + 716, + 214 + ] + }, + { + "text": "口", + "boxes": [ + 748, + 153, + 824, + 224 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "00", + "boxes": [ + 846, + 165, + 920, + 222 + ] + }, + { + "text": "0", + "boxes": [ + 1371, + 141, + 1471, + 230 + ] + }, + { + "text": "·", + "boxes": [ + 1028, + 179, + 1068, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 222 + ] + }, + { + "text": "[os", + "boxes": [ + 1308, + 171, + 1354, + 218 + ] + }, + { + "text": "9?", + "boxes": [ + 944, + 181, + 992, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 910, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 244 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1212, + 222, + 1272, + 242 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1460, + 244 + ] + }, + { + "text": "Get $170-$630 in credit t", + "boxes": [ + 592, + 282, + 758, + 306 + ] + }, + { + "text": "iPhone", + "boxes": [ + 103, + 390, + 363, + 479 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + }, + { + "text": "\"", + "boxes": [ + 1840, + 975, + 1860, + 995 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 88, + 34, + 122, + 48 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1048, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1346, + 129 + ] + }, + { + "text": "C", + "boxes": [ + 456, + 159, + 520, + 222 + ] + }, + { + "text": "C", + "boxes": [ + 562, + 157, + 626, + 224 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 163, + 714, + 214 + ] + }, + { + "text": "C", + "boxes": [ + 754, + 157, + 818, + 224 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1168, + 222 + ] + }, + { + "text": "00", + "boxes": [ + 846, + 165, + 918, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "[os", + "boxes": [ + 1308, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Appe ard", + "boxes": [ + 1203, + 212, + 1277, + 249 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "iPhone", + "boxes": [ + 101, + 388, + 365, + 483 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + }, + { + "text": "Monday, September 9", + "boxes": [ + 836, + 564, + 1066, + 600 + ] + }, + { + "text": "9:41", + "boxes": [ + 842, + 592, + 1058, + 703 + ] + } + ] + }, + { + "frame_id": "80_5_7", + "episode_id": 80, + "env_id": 5, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.526164054870605, + "advantages": 0.527273952960968, + "generated_text": "{\n \"intent\": \"Open a text editor like LibreOffice Writer, which may contain useful resources or information.\",\n \"action\": \"DoubleClick(72, 483)\" \n}", + "action_string": "DoubleClick(72, 483)", + "intent_string": "Open a text editor like LibreOffice Writer, which may contain useful resources or information.", + "before_screen_ocr_results": [ + { + "text": " Firefox", + "boxes": [ + 22, + 64, + 98, + 95 + ] + }, + { + "text": "Mousepad", + "boxes": [ + 10, + 173, + 110, + 199 + ] + }, + { + "text": ">", + "boxes": [ + 648, + 272, + 666, + 288 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "File Edit Search View Document Help ", + "boxes": [ + 646, + 290, + 956, + 320 + ] + }, + { + "text": "Warning, you are using the root account, you may harm your system", + "boxes": [ + 734, + 318, + 1182, + 341 + ] + }, + { + "text": "Calculator", + "boxes": [ + 8, + 389, + 116, + 421 + ] + }, + { + "text": "LibreO..", + "boxes": [ + 18, + 502, + 94, + 528 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 34, + 675, + 82, + 721 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 719, + 90, + 752 + ] + }, + { + "text": "", + "boxes": [ + 32, + 772, + 82, + 832 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "汇", + "boxes": [ + 52, + 909, + 66, + 929 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 96, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 98, + 115, + 236, + 151 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 66, + 173, + 104, + 212 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 74, + 230, + 100, + 254 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "国", + "boxes": [ + 66, + 324, + 100, + 355 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 278, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 106, + 419, + 314, + 449 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 252, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "圆", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 96, + 508, + 244, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 560, + 258, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 222, + 985, + 292, + 1003 + ] + } + ] + }, + { + "frame_id": "80_6_7", + "episode_id": 80, + "env_id": 6, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.173383712768555, + "advantages": -0.13505801558494568, + "generated_text": "{\n \"intent\": \"Scroll down to explore more content\",\n \"action\": \"ScrollDown(0, 0)\"\n}", + "action_string": "ScrollDown(0, 0)", + "intent_string": "Scroll down to explore more content", + "before_screen_ocr_results": [ + { + "text": "iphone -Apple", + "boxes": [ + 16, + 25, + 128, + 54 + ] + }, + { + "text": "→", + "boxes": [ + 6, + 58, + 132, + 95 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "iPac", + "boxes": [ + 636, + 113, + 658, + 127 + ] + }, + { + "text": "Phone", + "boxes": [ + 698, + 113, + 730, + 127 + ] + }, + { + "text": "Watch", + "boxes": [ + 770, + 109, + 804, + 129 + ] + }, + { + "text": "AirPods", + "boxes": [ + 908, + 109, + 948, + 129 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1084, + 107, + 1166, + 131 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1268, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1373, + 104, + 1400, + 132 + ] + }, + { + "text": "B", + "boxes": [ + 454, + 157, + 522, + 218 + ] + }, + { + "text": "D", + "boxes": [ + 556, + 155, + 632, + 224 + ] + }, + { + "text": "□", + "boxes": [ + 664, + 161, + 720, + 216 + ] + }, + { + "text": "D", + "boxes": [ + 754, + 157, + 820, + 218 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "", + "boxes": [ + 1378, + 153, + 1468, + 228 + ] + }, + { + "text": "00", + "boxes": [ + 844, + 165, + 922, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1068, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1208, + 173, + 1276, + 220 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro ", + "boxes": [ + 446, + 216, + 532, + 248 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 562, + 216, + 628, + 248 + ] + }, + { + "text": "iPhone16e ", + "boxes": [ + 656, + 214, + 730, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 850, + 216, + 912, + 248 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card ", + "boxes": [ + 1206, + 216, + 1278, + 248 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1460, + 244 + ] + }, + { + "text": "Get $170-$630 in credit toward iPhon", + "boxes": [ + 592, + 282, + 838, + 306 + ] + }, + { + "text": "iPhone", + "boxes": [ + 97, + 382, + 369, + 490 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "iPhone - Apple", + "boxes": [ + 28, + 32, + 126, + 50 + ] + }, + { + "text": "?", + "boxes": [ + 262, + 73, + 274, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 88 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1084, + 107, + 1166, + 131 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1266, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1348, + 129 + ] + }, + { + "text": "Q", + "boxes": [ + 1380, + 111, + 1394, + 127 + ] + }, + { + "text": "亡", + "boxes": [ + 1428, + 111, + 1442, + 127 + ] + }, + { + "text": "D", + "boxes": [ + 456, + 157, + 520, + 218 + ] + }, + { + "text": "C0", + "boxes": [ + 560, + 155, + 630, + 226 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 161, + 714, + 214 + ] + }, + { + "text": "B", + "boxes": [ + 754, + 157, + 822, + 224 + ] + }, + { + "text": "00", + "boxes": [ + 843, + 161, + 921, + 226 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 939, + 175, + 995, + 224 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iPhone 15", + "boxes": [ + 758, + 218, + 820, + 244 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 946, + 218, + 994, + 244 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1210, + 218, + 1274, + 244 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "Get $170-$630 in credit to", + "boxes": [ + 592, + 282, + 766, + 306 + ] + }, + { + "text": "iPhone", + "boxes": [ + 101, + 386, + 365, + 486 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + }, + { + "text": "\"", + "boxes": [ + 1842, + 975, + 1858, + 993 + ] + } + ] + }, + { + "frame_id": "80_7_7", + "episode_id": 80, + "env_id": 7, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.93418025970459, + "advantages": -0.25217393040657043, + "generated_text": "{\n \"intent\": \"To select a product for investigation, based on customer feedback and previous clicks.\",\n \"action\": \"ScrollUp(0, 50)\"\n}", + "action_string": "ScrollUp(0, 50)", + "intent_string": "To select a product for investigation, based on customer feedback and previous clicks.", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 32, + 64, + 126, + 89 + ] + }, + { + "text": "D", + "boxes": [ + 260, + 69, + 274, + 85 + ] + }, + { + "text": "a253a&pd_rd_r=002c0de1-db97-409b-a2bf-385c265fl", + "boxes": [ + 1138, + 69, + 1520, + 87 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 91 + ] + }, + { + "text": "BDB", + "boxes": [ + 362, + 101, + 456, + 133 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 103, + 1876, + 135 + ] + }, + { + "text": "BB", + "boxes": [ + 349, + 122, + 451, + 165 + ] + }, + { + "text": "$5,146.26", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "8#E", + "boxes": [ + 348, + 155, + 424, + 193 + ] + }, + { + "text": "Deals & Dis", + "boxes": [ + 14, + 175, + 84, + 193 + ] + }, + { + "text": "中", + "boxes": [ + 422, + 171, + 434, + 183 + ] + }, + { + "text": "888", + "boxes": [ + 343, + 182, + 413, + 218 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 197, + 96, + 220 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 272, + 144, + 302 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 314, + 270, + 390, + 294 + ] + }, + { + "text": "Sponsored", + "boxes": [ + 906, + 272, + 972, + 292 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 1196, + 270, + 1270, + 294 + ] + }, + { + "text": "ASUS ROG Strix G16 Gaming ", + "boxes": [ + 1488, + 268, + 1706, + 298 + ] + }, + { + "text": "TROND Surge Protector Power Strip", + "boxes": [ + 310, + 288, + 584, + 326 + ] + }, + { + "text": "Amazon Basics 24 inch Gaming", + "boxes": [ + 602, + 288, + 842, + 326 + ] + }, + { + "text": "AS31 Active Bookshelf Speakers -2.0", + "boxes": [ + 900, + 292, + 1178, + 322 + ] + }, + { + "text": "Nex Playground - The Active Play", + "boxes": [ + 1184, + 288, + 1444, + 328 + ] + }, + { + "text": "Laptop, 15HzDislay NDI", + "boxes": [ + 1486, + 290, + 1726, + 326 + ] + }, + { + "text": "Department", + "boxes": [ + 12, + 310, + 98, + 336 + ] + }, + { + "text": "360° Rotating Flat Plug, 24 AC ", + "boxes": [ + 312, + 318, + 544, + 347 + ] + }, + { + "text": "Monitor, FHD 1080P, 165Hz, VESA", + "boxes": [ + 606, + 318, + 864, + 347 + ] + }, + { + "text": " Powered Stereo Compact laptops", + "boxes": [ + 898, + 315, + 1152, + 350 + ] + }, + { + "text": "System for Kids & Families where", + "boxes": [ + 1194, + 318, + 1444, + 347 + ] + }, + { + "text": "GeForce RTXTM 4060, Intel Core", + "boxes": [ + 1488, + 316, + 1720, + 345 + ] + }, + { + "text": "Computers&Accessories", + "boxes": [ + 16, + 338, + 172, + 355 + ] + }, + { + "text": "Outlets, 4000 Joules, 6ft Heavy Duty", + "boxes": [ + 314, + 341, + 590, + 371 + ] + }, + { + "text": " Compatible, Adaptive sync, 1m", + "boxes": [ + 602, + 341, + 838, + 371 + ] + }, + { + "text": "Desktop Speakers with 3'bass,", + "boxes": [ + 900, + 339, + 1124, + 369 + ] + }, + { + "text": "Indoor Physical Activity Meets", + "boxes": [ + 1194, + 341, + 1420, + 371 + ] + }, + { + "text": "i7-13650HX, 16GB DDR5, 1TB PCl.", + "boxes": [ + 1486, + 339, + 1746, + 369 + ] + }, + { + "text": " Computers & Tablets", + "boxes": [ + 14, + 349, + 160, + 379 + ] + }, + { + "text": "Extension Cord 1875W, ETL Listed...", + "boxes": [ + 314, + 363, + 584, + 395 + ] + }, + { + "text": " Response, Black", + "boxes": [ + 602, + 363, + 730, + 397 + ] + }, + { + "text": "Bluetooth 5.3, RCA/Optica...", + "boxes": [ + 900, + 363, + 1114, + 395 + ] + }, + { + "text": "Interactive Family Fun and Is Great.", + "boxes": [ + 1196, + 369, + 1454, + 393 + ] + }, + { + "text": "★★★★1.883", + "boxes": [ + 1488, + 367, + 1632, + 397 + ] + }, + { + "text": "★★★★★437", + "boxes": [ + 314, + 391, + 444, + 421 + ] + }, + { + "text": "★★★☆☆5", + "boxes": [ + 906, + 395, + 1014, + 423 + ] + }, + { + "text": "Apr 23, 2024", + "boxes": [ + 1198, + 389, + 1286, + 415 + ] + }, + { + "text": "Options: 3 sizes", + "boxes": [ + 610, + 399, + 696, + 417 + ] + }, + { + "text": "in past month", + "boxes": [ + 1566, + 393, + 1658, + 411 + ] + }, + { + "text": "Brands", + "boxes": [ + 8, + 403, + 66, + 435 + ] + }, + { + "text": "ESRB Rating: Everyone", + "boxes": [ + 1194, + 403, + 1345, + 439 + ] + }, + { + "text": "ASUS", + "boxes": [ + 7, + 424, + 75, + 457 + ] + }, + { + "text": "50+ bought in past month", + "boxes": [ + 318, + 415, + 484, + 439 + ] + }, + { + "text": "★★★★★42", + "boxes": [ + 608, + 419, + 730, + 449 + ] + }, + { + "text": "$21999", + "boxes": [ + 897, + 420, + 985, + 463 + ] + }, + { + "text": "$1,24478", + "boxes": [ + 1486, + 419, + 1594, + 457 + ] + }, + { + "text": "FIFINE", + "boxes": [ + 5, + 442, + 79, + 481 + ] + }, + { + "text": "$219 Typical prce: 525.99", + "boxes": [ + 309, + 440, + 509, + 487 + ] + }, + { + "text": "★★★★★1.445", + "boxes": [ + 1196, + 433, + 1336, + 463 + ] + }, + { + "text": "$12861", + "boxes": [ + 604, + 451, + 690, + 488 + ] + }, + { + "text": "7K+ bought in past", + "boxes": [ + 1196, + 451, + 1318, + 480 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 1486, + 455, + 1626, + 484 + ] + }, + { + "text": "□", + "boxes": [ + 12, + 472, + 38, + 486 + ] + }, + { + "text": "Amazon Basics", + "boxes": [ + 32, + 471, + 128, + 494 + ] + }, + { + "text": "VISOONE", + "boxes": [ + 8, + 488, + 100, + 514 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 312, + 480, + 450, + 510 + ] + }, + { + "text": "$46.23 delivery", + "boxes": [ + 603, + 482, + 713, + 519 + ] + }, + { + "text": "Delivery Tue, May 27", + "boxes": [ + 900, + 480, + 1042, + 510 + ] + }, + { + "text": "Android", + "boxes": [ + 1196, + 482, + 1254, + 508 + ] + }, + { + "text": "Ships to China ", + "boxes": [ + 1490, + 480, + 1574, + 504 + ] + }, + { + "text": " Logitech G ", + "boxes": [ + 3, + 504, + 109, + 541 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 316, + 504, + 392, + 528 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 610, + 512, + 690, + 536 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 904, + 504, + 980, + 528 + ] + }, + { + "text": "$199°0", + "boxes": [ + 1192, + 506, + 1274, + 538 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 1494, + 506, + 1580, + 538 + ] + }, + { + "text": "Razer", + "boxes": [ + 7, + 525, + 77, + 557 + ] + }, + { + "text": "Only 8 left in stock - order s", + "boxes": [ + 904, + 524, + 1080, + 548 + ] + }, + { + "text": " Redragon", + "boxes": [ + 5, + 543, + 99, + 578 + ] + }, + { + "text": "Se options", + "boxes": [ + 318, + 534, + 406, + 566 + ] + }, + { + "text": " Delivry st, May 24", + "boxes": [ + 1190, + 536, + 1334, + 578 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 1486, + 538, + 1624, + 568 + ] + }, + { + "text": "Ad to cart", + "boxes": [ + 612, + 560, + 702, + 592 + ] + }, + { + "text": "Add to cart ", + "boxes": [ + 908, + 556, + 990, + 582 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1198, + 564, + 1278, + 588 + ] + }, + { + "text": "$1,219.99 (7 used & new", + "boxes": [ + 1486, + 558, + 1648, + 588 + ] + }, + { + "text": "V See more", + "boxes": [ + 12, + 572, + 92, + 596 + ] + }, + { + "text": " Small Business ", + "boxes": [ + 1198, + 584, + 1336, + 613 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Condition", + "boxes": [ + 10, + 602, + 82, + 627 + ] + }, + { + "text": "New", + "boxes": [ + 7, + 621, + 71, + 652 + ] + }, + { + "text": "G20", + "boxes": [ + 1793, + 619, + 1880, + 662 + ] + }, + { + "text": "used", + "boxes": [ + 8, + 641, + 72, + 675 + ] + }, + { + "text": "DigtalGit Carnd", + "boxes": [ + 960, + 659, + 1038, + 685 + ] + }, + { + "text": "$10", + "boxes": [ + 1074, + 655, + 1120, + 689 + ] + }, + { + "text": "Seller", + "boxes": [ + 6, + 670, + 56, + 708 + ] + }, + { + "text": "ROBLOX", + "boxes": [ + 964, + 695, + 1112, + 727 + ] + }, + { + "text": "司", + "boxes": [ + 1526, + 697, + 1546, + 731 + ] + }, + { + "text": "erosebridal", + "boxes": [ + 8, + 715, + 110, + 746 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1814, + 719, + 1858, + 739 + ] + }, + { + "text": "C", + "boxes": [ + 1524, + 738, + 1546, + 762 + ] + }, + { + "text": "New Releases", + "boxes": [ + 12, + 774, + 102, + 798 + ] + }, + { + "text": "Last 30 days ", + "boxes": [ + 7, + 794, + 101, + 830 + ] + }, + { + "text": "DO", + "boxes": [ + 611, + 789, + 735, + 835 + ] + }, + { + "text": "Last 90 days ", + "boxes": [ + 12, + 818, + 98, + 844 + ] + }, + { + "text": "BO0", + "boxes": [ + 792, + 816, + 838, + 834 + ] + }, + { + "text": " Coming Soon", + "boxes": [ + 7, + 833, + 105, + 870 + ] + }, + { + "text": "Video Game DRM", + "boxes": [ + 8, + 868, + 132, + 897 + ] + }, + { + "text": "1,000 Robux", + "boxes": [ + 974, + 862, + 1096, + 891 + ] + }, + { + "text": "8", + "boxes": [ + 0, + 901, + 90, + 971 + ] + }, + { + "text": " DRM-Free", + "boxes": [ + 10, + 893, + 102, + 919 + ] + }, + { + "text": "800+200 Bonus Robux", + "boxes": [ + 968, + 897, + 1102, + 921 + ] + }, + { + "text": "HOUHUI RF Touch Panel RGB LED", + "boxes": [ + 606, + 927, + 860, + 957 + ] + }, + { + "text": "Roblox Digital Gift Card - 1,000", + "boxes": [ + 900, + 927, + 1136, + 957 + ] + }, + { + "text": "GTRACING 55 Inch Gaming Desk ", + "boxes": [ + 1194, + 927, + 1438, + 957 + ] + }, + { + "text": "LED Light Bar, Music Sync RGB Light", + "boxes": [ + 1484, + 923, + 1760, + 961 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "+3 other colors/patterns", + "boxes": [ + 318, + 931, + 454, + 959 + ] + }, + { + "text": "uplay", + "boxes": [ + 7, + 948, + 77, + 986 + ] + }, + { + "text": " Frigidaire EFMIS179 Gaming Light", + "boxes": [ + 310, + 959, + 568, + 993 + ] + }, + { + "text": "Controller Kit, RGB LED Strip Lights", + "boxes": [ + 608, + 953, + 870, + 983 + ] + }, + { + "text": "Robux [Includes Exclusive Virtual", + "boxes": [ + 902, + 955, + 1142, + 979 + ] + }, + { + "text": "with LED Lights, Computer Gamer", + "boxes": [ + 1196, + 953, + 1446, + 981 + ] + }, + { + "text": "Bar, USB Ambient Lamp, Color ", + "boxes": [ + 1488, + 953, + 1716, + 983 + ] + }, + { + "text": "Controller with RF Wireless Remote,", + "boxes": [ + 606, + 971, + 872, + 1009 + ] + }, + { + "text": "Item] [Digital Code] ", + "boxes": [ + 902, + 977, + 1052, + 1007 + ] + }, + { + "text": "Desk with Monitor Stand, Ergonomic", + "boxes": [ + 1194, + 975, + 1468, + 1007 + ] + }, + { + "text": " Changing Gaming TV Backlight with", + "boxes": [ + 1486, + 977, + 1756, + 1007 + ] + }, + { + "text": "云", + "boxes": [ + 1796, + 977, + 1814, + 993 + ] + }, + { + "text": "1", + "boxes": [ + 1816, + 975, + 1868, + 993 + ] + }, + { + "text": "Up Mini Beverage Refrigerator,", + "boxes": [ + 312, + 987, + 542, + 1016 + ] + }, + { + "text": "Stealth", + "boxes": [ + 312, + 1007, + 376, + 1040 + ] + }, + { + "text": "Dimmable Wall-Mounted Touch...", + "boxes": [ + 608, + 1005, + 854, + 1028 + ] + }, + { + "text": "May 15, 2019", + "boxes": [ + 904, + 1003, + 994, + 1026 + ] + }, + { + "text": "Carbon Fiber Surface Gaming Tabl..", + "boxes": [ + 1194, + 999, + 1464, + 1032 + ] + }, + { + "text": "Remote Control, 15 Dynamic Mod...", + "boxes": [ + 1490, + 1005, + 1750, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "a253a&pd_rd_r=002c0de1-db97-409b-a2bf-385c265fl", + "boxes": [ + 1138, + 69, + 1520, + 87 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 91 + ] + }, + { + "text": "BB", + "boxes": [ + 362, + 101, + 454, + 133 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 103, + 1876, + 135 + ] + }, + { + "text": "BB", + "boxes": [ + 349, + 122, + 451, + 165 + ] + }, + { + "text": "$5,146.26", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "B0D8", + "boxes": [ + 348, + 155, + 430, + 193 + ] + }, + { + "text": "Deals&Dis", + "boxes": [ + 16, + 175, + 84, + 193 + ] + }, + { + "text": "中", + "boxes": [ + 422, + 171, + 434, + 183 + ] + }, + { + "text": "8888", + "boxes": [ + 343, + 183, + 413, + 218 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 197, + 96, + 220 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 272, + 144, + 302 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 314, + 270, + 390, + 294 + ] + }, + { + "text": "Sponsored", + "boxes": [ + 906, + 272, + 972, + 292 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 1196, + 270, + 1270, + 294 + ] + }, + { + "text": "ASUS ROG Strix G16 Gaming ", + "boxes": [ + 1488, + 268, + 1706, + 298 + ] + }, + { + "text": "TROND Surge Protector Power Strip", + "boxes": [ + 310, + 288, + 584, + 326 + ] + }, + { + "text": " Amazon Basics 24 inch Gaming", + "boxes": [ + 602, + 288, + 842, + 326 + ] + }, + { + "text": "AS31 Active Bookshelf Speakers -2.0", + "boxes": [ + 900, + 292, + 1178, + 322 + ] + }, + { + "text": "Nex Playground -The Active Play", + "boxes": [ + 1184, + 288, + 1444, + 328 + ] + }, + { + "text": "Laptop,5HDislayD", + "boxes": [ + 1486, + 290, + 1724, + 326 + ] + }, + { + "text": "Department", + "boxes": [ + 12, + 310, + 98, + 336 + ] + }, + { + "text": "360° Rotating Flat Plug, 24 AC", + "boxes": [ + 312, + 318, + 544, + 347 + ] + }, + { + "text": "Monitor, FHD 1080P, 165Hz, VESA", + "boxes": [ + 606, + 318, + 864, + 347 + ] + }, + { + "text": " Powered Stereo Compact laptops", + "boxes": [ + 898, + 315, + 1152, + 350 + ] + }, + { + "text": "System for Kids & Families where", + "boxes": [ + 1194, + 318, + 1444, + 347 + ] + }, + { + "text": "GeForce RTXTM 4060, Intel Core", + "boxes": [ + 1488, + 316, + 1720, + 345 + ] + }, + { + "text": "Computers&Accessories", + "boxes": [ + 16, + 338, + 172, + 355 + ] + }, + { + "text": "Outlets, 4000 Joules, 6ft Heavy Duty", + "boxes": [ + 314, + 341, + 590, + 371 + ] + }, + { + "text": " Compatible, Adaptive sync, 1m", + "boxes": [ + 602, + 341, + 838, + 371 + ] + }, + { + "text": "Desktop Speakers with 3'bass,", + "boxes": [ + 900, + 339, + 1124, + 369 + ] + }, + { + "text": "Indoor Physical Activity Meets", + "boxes": [ + 1194, + 341, + 1420, + 371 + ] + }, + { + "text": "i7-13650HX, 16GB DDR5, 1TB PCI.", + "boxes": [ + 1486, + 339, + 1746, + 369 + ] + }, + { + "text": " Computers & Tablets", + "boxes": [ + 14, + 349, + 162, + 379 + ] + }, + { + "text": "PC Games & Accssores", + "boxes": [ + 10, + 371, + 168, + 401 + ] + }, + { + "text": "Extension Cord 1875W, ETL Listed,..", + "boxes": [ + 314, + 363, + 584, + 395 + ] + }, + { + "text": " Response, Black", + "boxes": [ + 602, + 363, + 730, + 397 + ] + }, + { + "text": "Bluetooth 5.3, RCA/Optica.", + "boxes": [ + 900, + 363, + 1114, + 395 + ] + }, + { + "text": "Interactive Family Fun and Is Great.", + "boxes": [ + 1196, + 369, + 1454, + 393 + ] + }, + { + "text": "★★★★1.883", + "boxes": [ + 1488, + 367, + 1632, + 397 + ] + }, + { + "text": "★★★★★437", + "boxes": [ + 314, + 391, + 444, + 421 + ] + }, + { + "text": "Options: 3 sizes", + "boxes": [ + 608, + 397, + 698, + 421 + ] + }, + { + "text": "★★★☆☆5", + "boxes": [ + 906, + 395, + 1014, + 423 + ] + }, + { + "text": "Apr 23, 2024", + "boxes": [ + 1198, + 389, + 1286, + 415 + ] + }, + { + "text": "in past month", + "boxes": [ + 1566, + 393, + 1658, + 411 + ] + }, + { + "text": "Brands", + "boxes": [ + 8, + 403, + 66, + 435 + ] + }, + { + "text": "ESRB Rating: Everyone", + "boxes": [ + 1194, + 403, + 1345, + 439 + ] + }, + { + "text": "ASUS", + "boxes": [ + 7, + 424, + 75, + 457 + ] + }, + { + "text": "50+ bought in past month", + "boxes": [ + 318, + 415, + 484, + 439 + ] + }, + { + "text": "★★★★★42", + "boxes": [ + 608, + 419, + 730, + 449 + ] + }, + { + "text": "$21999", + "boxes": [ + 897, + 420, + 985, + 463 + ] + }, + { + "text": "$1,24478", + "boxes": [ + 1486, + 419, + 1594, + 457 + ] + }, + { + "text": "FIFINE", + "boxes": [ + 5, + 442, + 79, + 481 + ] + }, + { + "text": "$2199 Typical price: $25.99", + "boxes": [ + 310, + 442, + 506, + 485 + ] + }, + { + "text": "★★★★★1.445", + "boxes": [ + 1196, + 433, + 1336, + 463 + ] + }, + { + "text": "$12861", + "boxes": [ + 604, + 451, + 690, + 488 + ] + }, + { + "text": "7K+ bought in past", + "boxes": [ + 1196, + 451, + 1318, + 480 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 1486, + 455, + 1626, + 484 + ] + }, + { + "text": "Amazon Basics", + "boxes": [ + 8, + 466, + 128, + 497 + ] + }, + { + "text": "VISOONE", + "boxes": [ + 7, + 481, + 103, + 523 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 316, + 484, + 450, + 508 + ] + }, + { + "text": "$46.23 delivery", + "boxes": [ + 603, + 482, + 713, + 519 + ] + }, + { + "text": "Delivery Tue, May 27", + "boxes": [ + 900, + 480, + 1042, + 510 + ] + }, + { + "text": "Android", + "boxes": [ + 1196, + 482, + 1254, + 508 + ] + }, + { + "text": "Ships to China ", + "boxes": [ + 1490, + 480, + 1574, + 504 + ] + }, + { + "text": "Logitech G ", + "boxes": [ + 3, + 502, + 111, + 545 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 316, + 504, + 392, + 528 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 610, + 512, + 690, + 536 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 901, + 500, + 981, + 529 + ] + }, + { + "text": "$199°0", + "boxes": [ + 1192, + 506, + 1274, + 538 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 1494, + 506, + 1580, + 538 + ] + }, + { + "text": "Razer", + "boxes": [ + 7, + 525, + 77, + 557 + ] + }, + { + "text": "Only 8 left in stock - order s", + "boxes": [ + 904, + 524, + 1080, + 548 + ] + }, + { + "text": " Redragon", + "boxes": [ + 5, + 541, + 99, + 581 + ] + }, + { + "text": "Se options", + "boxes": [ + 318, + 534, + 406, + 566 + ] + }, + { + "text": " Delivry st, May 24", + "boxes": [ + 1190, + 536, + 1334, + 578 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 1486, + 538, + 1624, + 568 + ] + }, + { + "text": "Ad to cart", + "boxes": [ + 612, + 560, + 702, + 592 + ] + }, + { + "text": "Add to cart ", + "boxes": [ + 908, + 556, + 990, + 582 + ] + }, + { + "text": "V See more", + "boxes": [ + 9, + 567, + 93, + 598 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1198, + 564, + 1278, + 588 + ] + }, + { + "text": "$1,219.99 (7 used & new", + "boxes": [ + 1486, + 558, + 1648, + 588 + ] + }, + { + "text": " Small Business ", + "boxes": [ + 1198, + 584, + 1336, + 613 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Condition", + "boxes": [ + 7, + 599, + 83, + 630 + ] + }, + { + "text": "New", + "boxes": [ + 7, + 621, + 71, + 652 + ] + }, + { + "text": "G20", + "boxes": [ + 1793, + 619, + 1880, + 662 + ] + }, + { + "text": "used", + "boxes": [ + 8, + 641, + 72, + 675 + ] + }, + { + "text": "DigtalGit Carnd", + "boxes": [ + 960, + 659, + 1038, + 685 + ] + }, + { + "text": "$10", + "boxes": [ + 1074, + 655, + 1120, + 689 + ] + }, + { + "text": "Seller", + "boxes": [ + 6, + 670, + 56, + 708 + ] + }, + { + "text": "ROBLOX", + "boxes": [ + 964, + 695, + 1112, + 727 + ] + }, + { + "text": "司", + "boxes": [ + 1526, + 697, + 1546, + 731 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1814, + 719, + 1858, + 739 + ] + }, + { + "text": "New Releases", + "boxes": [ + 12, + 774, + 102, + 798 + ] + }, + { + "text": "Last 30 days ", + "boxes": [ + 7, + 794, + 101, + 830 + ] + }, + { + "text": "DO", + "boxes": [ + 611, + 789, + 735, + 835 + ] + }, + { + "text": "Last 90 days ", + "boxes": [ + 12, + 818, + 98, + 844 + ] + }, + { + "text": "BO0", + "boxes": [ + 792, + 816, + 838, + 834 + ] + }, + { + "text": " Coming Soon", + "boxes": [ + 7, + 833, + 105, + 870 + ] + }, + { + "text": "Video Game DRM", + "boxes": [ + 8, + 868, + 132, + 897 + ] + }, + { + "text": "1,000 Robux", + "boxes": [ + 974, + 862, + 1096, + 891 + ] + }, + { + "text": "8", + "boxes": [ + 0, + 901, + 90, + 971 + ] + }, + { + "text": " DRM-Free", + "boxes": [ + 10, + 893, + 102, + 919 + ] + }, + { + "text": "800+200 Bonus Robux", + "boxes": [ + 968, + 897, + 1102, + 921 + ] + }, + { + "text": "HOUHUI RF Touch Panel RGB LED", + "boxes": [ + 606, + 927, + 860, + 957 + ] + }, + { + "text": "Roblox Digital Gift Card - 1,000", + "boxes": [ + 900, + 927, + 1136, + 957 + ] + }, + { + "text": "GTRACING 55 Inch Gaming Desk ", + "boxes": [ + 1194, + 927, + 1438, + 957 + ] + }, + { + "text": "LED Light Bar, Music Sync RGB Light", + "boxes": [ + 1484, + 923, + 1760, + 961 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "+3 other colors/patterns", + "boxes": [ + 318, + 931, + 454, + 959 + ] + }, + { + "text": "uplay", + "boxes": [ + 7, + 948, + 77, + 986 + ] + }, + { + "text": " Frigidaire EFMIS179 Gaming Light", + "boxes": [ + 310, + 959, + 568, + 993 + ] + }, + { + "text": "Controller Kit, RGB LED Strip Lights", + "boxes": [ + 608, + 953, + 870, + 983 + ] + }, + { + "text": "Robux [lncludes Exclusive Virtual", + "boxes": [ + 904, + 955, + 1142, + 979 + ] + }, + { + "text": "with LED Lights, Computer Gamer", + "boxes": [ + 1196, + 953, + 1446, + 981 + ] + }, + { + "text": "Bar, USB Ambient Lamp, Color ", + "boxes": [ + 1488, + 953, + 1716, + 983 + ] + }, + { + "text": "Controller with RF Wireless Remote,", + "boxes": [ + 606, + 971, + 872, + 1009 + ] + }, + { + "text": "Item] [Digital Code] ", + "boxes": [ + 902, + 977, + 1052, + 1007 + ] + }, + { + "text": "Desk with Monitor Stand, Ergonomic", + "boxes": [ + 1194, + 975, + 1468, + 1007 + ] + }, + { + "text": " Changing Gaming TV Backlight with", + "boxes": [ + 1486, + 977, + 1756, + 1007 + ] + }, + { + "text": "1", + "boxes": [ + 1816, + 975, + 1868, + 993 + ] + }, + { + "text": "Up Mini Beverage Refrigerator,", + "boxes": [ + 312, + 987, + 542, + 1016 + ] + }, + { + "text": "Stealth", + "boxes": [ + 312, + 1007, + 376, + 1040 + ] + }, + { + "text": "Dimmable Wall-Mounted Touch..", + "boxes": [ + 608, + 1005, + 854, + 1028 + ] + }, + { + "text": "May 15, 2019", + "boxes": [ + 904, + 1003, + 992, + 1026 + ] + }, + { + "text": "Carbon Fiber Surface Gaming Tab...", + "boxes": [ + 1194, + 999, + 1464, + 1032 + ] + }, + { + "text": "Remote Control, 15 Dynamic Mod...", + "boxes": [ + 1490, + 1005, + 1750, + 1028 + ] + } + ] + }, + { + "frame_id": "80_0_8", + "episode_id": 80, + "env_id": 0, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.487196922302246, + "advantages": -0.47102048993110657, + "generated_text": "{\n \"intent\": \"To explore the website layout, start by getting familiar with the navigation options.\",\n \"action\": \"DoubleClick(772, 919)\" \n}", + "action_string": "DoubleClick(772, 919)", + "intent_string": "To explore the website layout, start by getting familiar with the navigation options.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×十", + "boxes": [ + 8, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 312, + 1038, + 343 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1048, + 310, + 1124, + 341 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1060, + 387, + 1106, + 407 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×」十", + "boxes": [ + 6, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1038, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1108, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 732, + 733, + 796, + 752 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "无考化", + "boxes": [ + 924, + 989, + 988, + 1014 + ] + } + ] + }, + { + "frame_id": "80_1_8", + "episode_id": 80, + "env_id": 1, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.944839477539062, + "advantages": -0.24695508182048798, + "generated_text": "{\n \"intent\": \"Move the mouse to a more central area of the screen to explore other parts of the interface\",\n \"action\": \"Move(960, 540)\"\n}", + "action_string": "Move(960, 540)", + "intent_string": "Move the mouse to a more central area of the screen to explore other parts of the interface", + "before_screen_ocr_results": [ + { + "text": "×」》技工王峰手握60项专利", + "boxes": [ + 188, + 28, + 394, + 52 + ] + }, + { + "text": "P技工王峰手握60项专利", + "boxes": [ + 446, + 32, + 614, + 50 + ] + }, + { + "text": "Q", + "boxes": [ + 66, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1594, + 62, + 1664, + 93 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1848, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市 9°℃", + "boxes": [ + 1630, + 117, + 1746, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 143 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 175, + 318, + 201 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 344, + 171, + 692, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "2人民资讯+关注", + "boxes": [ + 386, + 266, + 576, + 304 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1570, + 260, + 1706, + 312 + ] + }, + { + "text": "4.8K关注者", + "boxes": [ + 1106, + 276, + 1166, + 294 + ] + }, + { + "text": "d", + "boxes": [ + 192, + 286, + 214, + 310 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1567, + 305, + 1707, + 354 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "技工王峰手握60项专利", + "boxes": [ + 364, + 347, + 706, + 389 + ] + }, + { + "text": "写作助手", + "boxes": [ + 1569, + 339, + 1707, + 388 + ] + }, + { + "text": "点击下载", + "boxes": [ + 1604, + 383, + 1670, + 409 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "湖北日报的报道·16小时·①1分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "豆包PC版_操作便捷_免费下载安", + "boxes": [ + 1422, + 409, + 1692, + 445 + ] + }, + { + "text": "装", + "boxes": [ + 1430, + 441, + 1450, + 461 + ] + }, + { + "text": "B", + "boxes": [ + 194, + 455, + 214, + 474 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1430, + 469, + 1530, + 494 + ] + }, + { + "text": "本文转自：湖北日报", + "boxes": [ + 364, + 504, + 524, + 534 + ] + }, + { + "text": "团风从流水线工人到\"技术大拿”", + "boxes": [ + 362, + 542, + 606, + 578 + ] + }, + { + "text": "?", + "boxes": [ + 1436, + 562, + 1454, + 576 + ] + }, + { + "text": "访问人民资讯", + "boxes": [ + 1446, + 556, + 1550, + 582 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1702, + 579 + ] + }, + { + "text": "技工王峰手握60项专利", + "boxes": [ + 364, + 588, + 544, + 617 + ] + }, + { + "text": "我国科学家率先“看见\"固体氢的最", + "boxes": [ + 1446, + 599, + 1662, + 631 + ] + }, + { + "text": "精细结构", + "boxes": [ + 1448, + 623, + 1510, + 649 + ] + }, + { + "text": "发布暴雨橙色预警信号", + "boxes": [ + 1450, + 687, + 1590, + 711 + ] + }, + { + "text": "辽宁省铁岭市昌图县气象台发布大", + "boxes": [ + 1446, + 729, + 1656, + 756 + ] + }, + { + "text": "雾橙色预警信号", + "boxes": [ + 1448, + 750, + 1550, + 776 + ] + }, + { + "text": "®", + "boxes": [ + 1416, + 830, + 1444, + 854 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 878, + 1086, + 901 + ] + }, + { + "text": "我接受", + "boxes": [ + 1674, + 878, + 1720, + 905 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息.个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 32, + 929, + 798, + 953 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 834, + 927, + 984, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置\"改变您的选择。欲了解详", + "boxes": [ + 30, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 196, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×」》技工王峰手握60项专利", + "boxes": [ + 188, + 28, + 392, + 52 + ] + }, + { + "text": "P技工王峰手握60项专利", + "boxes": [ + 446, + 32, + 614, + 50 + ] + }, + { + "text": "Q", + "boxes": [ + 66, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1594, + 62, + 1664, + 93 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1848, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市 9°℃", + "boxes": [ + 1630, + 117, + 1744, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 143 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 175, + 318, + 201 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 344, + 171, + 692, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "2人民资讯+关注", + "boxes": [ + 386, + 266, + 576, + 304 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1568, + 258, + 1708, + 316 + ] + }, + { + "text": "4.8K关注者", + "boxes": [ + 1106, + 276, + 1168, + 294 + ] + }, + { + "text": "d", + "boxes": [ + 192, + 286, + 214, + 310 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1567, + 305, + 1707, + 354 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "技工王峰手握60项专利", + "boxes": [ + 364, + 347, + 706, + 389 + ] + }, + { + "text": "写作助手", + "boxes": [ + 1569, + 339, + 1707, + 388 + ] + }, + { + "text": "点击下载", + "boxes": [ + 1604, + 383, + 1670, + 409 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "湖北日报的报道·16小时·①1分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "豆包PC版_操作便捷_免费下载安", + "boxes": [ + 1422, + 409, + 1692, + 445 + ] + }, + { + "text": "装", + "boxes": [ + 1430, + 441, + 1450, + 461 + ] + }, + { + "text": "B", + "boxes": [ + 194, + 455, + 214, + 474 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1430, + 469, + 1528, + 494 + ] + }, + { + "text": "本文转自：湖北日报", + "boxes": [ + 364, + 504, + 524, + 534 + ] + }, + { + "text": "团风从流水线工人到\"技术大拿”", + "boxes": [ + 362, + 542, + 606, + 578 + ] + }, + { + "text": "?", + "boxes": [ + 1436, + 562, + 1454, + 576 + ] + }, + { + "text": "访问人民资讯", + "boxes": [ + 1446, + 556, + 1550, + 582 + ] + }, + { + "text": "C", + "boxes": [ + 1678, + 556, + 1698, + 576 + ] + }, + { + "text": "技工王峰手握60项专利", + "boxes": [ + 362, + 586, + 542, + 615 + ] + }, + { + "text": "我国科学家率先“看见\"固体氢的最", + "boxes": [ + 1446, + 599, + 1662, + 631 + ] + }, + { + "text": "精细结构", + "boxes": [ + 1448, + 623, + 1510, + 649 + ] + }, + { + "text": "发布暴雨橙色预警信号", + "boxes": [ + 1452, + 691, + 1588, + 709 + ] + }, + { + "text": "辽宁省铁岭市昌图县气象台发布大", + "boxes": [ + 1446, + 729, + 1656, + 756 + ] + }, + { + "text": "雾橙色预警信号", + "boxes": [ + 1448, + 750, + 1550, + 776 + ] + }, + { + "text": "®", + "boxes": [ + 1416, + 830, + 1444, + 854 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 878, + 1086, + 901 + ] + }, + { + "text": "我接受", + "boxes": [ + 1674, + 878, + 1720, + 905 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息.个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 32, + 929, + 798, + 953 + ] + }, + { + "text": "量、受众研究和服务开发。", + "boxes": [ + 836, + 927, + 984, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置\"改变您的选择。欲了解详", + "boxes": [ + 30, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 196, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + } + ] + }, + { + "frame_id": "80_2_8", + "episode_id": 80, + "env_id": 2, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.663330078125, + "advantages": 0.10482359677553177, + "generated_text": "{\n \"intent\": \"The intention behind this action is to highlight sections of websites that might hold more content or information outside the current view.\",\n \"action\": \"DoubleClick(50, 20)\" \n}", + "action_string": "DoubleClick(50, 20)", + "intent_string": "The intention behind this action is to highlight sections of websites that might hold more content or information outside the current view.", + "before_screen_ocr_results": [ + { + "text": "File", + "boxes": [ + 12, + 30, + 34, + 44 + ] + }, + { + "text": "Help", + "boxes": [ + 262, + 28, + 308, + 48 + ] + }, + { + "text": "Untitled 1 - M..", + "boxes": [ + 366, + 1046, + 466, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Untitled 1-Mousepad", + "boxes": [ + 224, + 2, + 416, + 26 + ] + }, + { + "text": "Edit Search View Document Help", + "boxes": [ + 34, + 16, + 316, + 58 + ] + }, + { + "text": "File", + "boxes": [ + 10, + 28, + 36, + 48 + ] + }, + { + "text": "□0", + "boxes": [ + 1534, + 38, + 1600, + 69 + ] + }, + { + "text": "Warning, you are using the root account, you may harm your system.", + "boxes": [ + 94, + 52, + 544, + 75 + ] + }, + { + "text": "/www.apple.com", + "boxes": [ + 648, + 103, + 770, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1564, + 129 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1592, + 127 + ] + }, + { + "text": "Phone", + "boxes": [ + 700, + 153, + 732, + 167 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 153, + 806, + 167 + ] + }, + { + "text": "Vision", + "boxes": [ + 836, + 149, + 884, + 169 + ] + }, + { + "text": "AirPods", + "boxes": [ + 896, + 149, + 956, + 169 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 978, + 147, + 1054, + 171 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1080, + 147, + 1168, + 171 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 151, + 1270, + 169 + ] + }, + { + "text": "Support", + "boxes": [ + 1298, + 151, + 1350, + 171 + ] + }, + { + "text": "Q", + "boxes": [ + 1372, + 149, + 1402, + 169 + ] + }, + { + "text": "口", + "boxes": [ + 1426, + 151, + 1446, + 167 + ] + }, + { + "text": "iPhone", + "boxes": [ + 859, + 231, + 1053, + 305 + ] + }, + { + "text": "Meet the iPhone 16 family.", + "boxes": [ + 792, + 300, + 1116, + 341 + ] + }, + { + "text": " Learn more", + "boxes": [ + 826, + 363, + 918, + 389 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 967, + 355, + 1085, + 398 + ] + }, + { + "text": " Built for Apple Intelligence.", + "boxes": [ + 828, + 419, + 1078, + 459 + ] + }, + { + "text": "酒", + "boxes": [ + 32, + 556, + 80, + 608 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 34, + 778, + 80, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 943, + 1116, + 999 + ] + }, + { + "text": "Untitled 1 - M.", + "boxes": [ + 370, + 1048, + 466, + 1072 + ] + } + ] + }, + { + "frame_id": "80_3_8", + "episode_id": 80, + "env_id": 3, + "step": 8, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -4.6264190673828125, + "generated_text": "{\n \"intent\": \"Explore different sections of the desktop by iterating through footer elements.\",\n \"action\": \"ScrollDown(0, Number(auto))\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "回", + "boxes": [ + 1864, + 4, + 1912, + 22 + ] + }, + { + "text": "osoft Bing", + "boxes": [ + 118, + 32, + 188, + 50 + ] + }, + { + "text": "朱森元院士逝世，享年95岁", + "boxes": [ + 246, + 32, + 420, + 50 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1884, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 568, + 119, + 636, + 145 + ] + }, + { + "text": "长春市 9°℃", + "boxes": [ + 1630, + 117, + 1754, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1750, + 119, + 1790, + 147 + ] + }, + { + "text": "msn", + "boxes": [ + 60, + 129, + 102, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1832, + 123, + 1860, + 145 + ] + }, + { + "text": "®", + "boxes": [ + 1418, + 195, + 1442, + 220 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1420, + 224, + 1524, + 268 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1417, + 256, + 1559, + 304 + ] + }, + { + "text": "豆包专为创意工作者打造的智能", + "boxes": [ + 1422, + 351, + 1690, + 387 + ] + }, + { + "text": "工具，具备丰富的模板和案例库，·", + "boxes": [ + 1424, + 375, + 1694, + 409 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1428, + 413, + 1530, + 437 + ] + }, + { + "text": "新卓报", + "boxes": [ + 1432, + 502, + 1450, + 516 + ] + }, + { + "text": "访问新京报", + "boxes": [ + 1452, + 494, + 1540, + 526 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 500, + 1696, + 514 + ] + }, + { + "text": "3险企报案超4万件，北京冰置砸车", + "boxes": [ + 1446, + 544, + 1666, + 574 + ] + }, + { + "text": "如何理赔？建议48小时内报案", + "boxes": [ + 1444, + 562, + 1638, + 592 + ] + }, + { + "text": "现货黄金向下跌破3200美元/盗司", + "boxes": [ + 1446, + 615, + 1656, + 645 + ] + }, + { + "text": "和而泰：实控人等拟合计减持公司", + "boxes": [ + 1446, + 663, + 1664, + 693 + ] + }, + { + "text": "不超2.05%股份", + "boxes": [ + 1448, + 687, + 1548, + 711 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1565, + 776, + 1713, + 838 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1574, + 832, + 1704, + 862 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1670, + 876, + 1724, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 834, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1666, + 933, + 1728, + 965 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 28, + 967, + 200, + 997 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1663, + 988, + 1729, + 1027 + ] + }, + { + "text": "朱森元院士逝··", + "boxes": [ + 216, + 1048, + 306, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "回", + "boxes": [ + 1864, + 4, + 1912, + 22 + ] + }, + { + "text": "osoft Bing", + "boxes": [ + 118, + 32, + 188, + 50 + ] + }, + { + "text": "朱森元院士逝世，享年95岁", + "boxes": [ + 246, + 32, + 420, + 50 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1884, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 568, + 119, + 636, + 145 + ] + }, + { + "text": "长春市 9°℃", + "boxes": [ + 1630, + 117, + 1754, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1750, + 119, + 1790, + 147 + ] + }, + { + "text": "msn", + "boxes": [ + 60, + 129, + 102, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1832, + 123, + 1860, + 145 + ] + }, + { + "text": "®", + "boxes": [ + 1418, + 195, + 1442, + 220 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1420, + 224, + 1524, + 268 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1417, + 256, + 1559, + 304 + ] + }, + { + "text": "豆包专为创意工作者打造的智能", + "boxes": [ + 1422, + 351, + 1690, + 387 + ] + }, + { + "text": "工具，具备丰富的模板和案例库，·", + "boxes": [ + 1424, + 375, + 1694, + 409 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1428, + 413, + 1530, + 437 + ] + }, + { + "text": "新卓报", + "boxes": [ + 1432, + 502, + 1450, + 516 + ] + }, + { + "text": "访问新京报", + "boxes": [ + 1452, + 494, + 1540, + 526 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 500, + 1696, + 514 + ] + }, + { + "text": "3险企报案超4万件，北京冰置砸车", + "boxes": [ + 1446, + 544, + 1666, + 574 + ] + }, + { + "text": "如何理赔？建议48小时内报案", + "boxes": [ + 1444, + 562, + 1638, + 592 + ] + }, + { + "text": "现货黄金向下跌破3200美元/盗司", + "boxes": [ + 1446, + 615, + 1656, + 645 + ] + }, + { + "text": "和而泰：实控人等拟合计减持公司", + "boxes": [ + 1446, + 663, + 1664, + 693 + ] + }, + { + "text": "不超2.05%股份", + "boxes": [ + 1448, + 687, + 1548, + 711 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1565, + 776, + 1713, + 838 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1574, + 832, + 1704, + 862 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1670, + 876, + 1724, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 834, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1666, + 933, + 1728, + 965 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 28, + 967, + 200, + 997 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1663, + 988, + 1729, + 1027 + ] + }, + { + "text": "朱森元院士逝··", + "boxes": [ + 216, + 1048, + 306, + 1072 + ] + } + ] + }, + { + "frame_id": "80_4_8", + "episode_id": 80, + "env_id": 4, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.302458763122559, + "advantages": -0.07186185568571091, + "generated_text": "{\n \"intent\": \"Move my mouse to scan through different categories on the Apple website.\",\n \"action\": \"DoubleClick(276, 218)\" }", + "action_string": "DoubleClick(276, 218)", + "intent_string": "Move my mouse to scan through different categories on the Apple website.", + "before_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 84, + 34, + 124, + 50 + ] + }, + { + "text": "?", + "boxes": [ + 262, + 73, + 274, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1266, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1346, + 129 + ] + }, + { + "text": "C", + "boxes": [ + 456, + 159, + 520, + 222 + ] + }, + { + "text": "0", + "boxes": [ + 560, + 155, + 628, + 228 + ] + }, + { + "text": "口", + "boxes": [ + 663, + 157, + 716, + 222 + ] + }, + { + "text": "C", + "boxes": [ + 756, + 157, + 818, + 224 + ] + }, + { + "text": "00", + "boxes": [ + 842, + 161, + 920, + 226 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1168, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "[os", + "boxes": [ + 1308, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1210, + 218, + 1274, + 244 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "iPhone", + "boxes": [ + 103, + 386, + 365, + 486 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1798, + 474 + ] + }, + { + "text": "Monday, September 9", + "boxes": [ + 844, + 580, + 1064, + 615 + ] + }, + { + "text": "9:41", + "boxes": [ + 850, + 609, + 1056, + 713 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "iPhone - Apple", + "boxes": [ + 26, + 28, + 126, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 68, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 30, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 66, + 1662, + 91 + ] + }, + { + "text": "亦口", + "boxes": [ + 1790, + 69, + 1848, + 87 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1048, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1346, + 129 + ] + }, + { + "text": "Q", + "boxes": [ + 1380, + 111, + 1394, + 127 + ] + }, + { + "text": "亡", + "boxes": [ + 1428, + 111, + 1442, + 127 + ] + }, + { + "text": "D", + "boxes": [ + 456, + 159, + 522, + 218 + ] + }, + { + "text": "D", + "boxes": [ + 560, + 157, + 628, + 218 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 163, + 714, + 214 + ] + }, + { + "text": "C", + "boxes": [ + 754, + 159, + 820, + 218 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "00", + "boxes": [ + 846, + 165, + 918, + 222 + ] + }, + { + "text": "80", + "boxes": [ + 1382, + 157, + 1462, + 220 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "9?", + "boxes": [ + 944, + 181, + 992, + 218 + ] + }, + { + "text": "O", + "boxes": [ + 1019, + 172, + 1070, + 224 + ] + }, + { + "text": "iphone 16 Pro ", + "boxes": [ + 446, + 216, + 532, + 248 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 562, + 216, + 628, + 248 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 992, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1206, + 216, + 1276, + 248 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "Get $170-$630 in credit toward iPhon", + "boxes": [ + 592, + 282, + 838, + 306 + ] + }, + { + "text": "iPhone", + "boxes": [ + 100, + 385, + 368, + 490 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + }, + { + "text": "二", + "boxes": [ + 1842, + 975, + 1860, + 991 + ] + } + ] + }, + { + "frame_id": "80_5_8", + "episode_id": 80, + "env_id": 5, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.093433380126953, + "advantages": -0.1742023378610611, + "generated_text": "{\n \"intent\": \"To explore the application tested limits, I press a primary 'Shift+K' combined key combination before interacting further.\",\n \"action\": \"Key(\\\"Shift+K\\\")\"\n}", + "action_string": "Key(Shift_L+K)", + "intent_string": "To explore the application tested limits, I press a primary 'Shift+K' combined key combination before interacting further.", + "before_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 96, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 98, + 115, + 236, + 151 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 66, + 173, + 104, + 212 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 74, + 230, + 100, + 254 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "国", + "boxes": [ + 66, + 324, + 100, + 355 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 278, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 106, + 419, + 314, + 449 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 252, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "圆", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 96, + 508, + 244, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 560, + 258, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 222, + 985, + 292, + 1003 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 96, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 98, + 115, + 236, + 151 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 66, + 173, + 104, + 212 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 74, + 230, + 100, + 254 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "国", + "boxes": [ + 66, + 324, + 100, + 355 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 278, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 106, + 419, + 314, + 449 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 252, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "圆", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 96, + 508, + 244, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 560, + 258, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 222, + 985, + 292, + 1003 + ] + } + ] + }, + { + "frame_id": "80_6_8", + "episode_id": 80, + "env_id": 6, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.962470054626465, + "advantages": -0.23832301795482635, + "generated_text": "{\n \"intent\": \"Scroll down the page to read more information about the products and deals.\",\n \"action\": \"DoubleClick(725, 466)\" \n}", + "action_string": "DoubleClick(725, 466)", + "intent_string": "Scroll down the page to read more information about the products and deals.", + "before_screen_ocr_results": [ + { + "text": "iPhone - Apple", + "boxes": [ + 30, + 32, + 126, + 50 + ] + }, + { + "text": "（", + "boxes": [ + 16, + 68, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 64, + 128, + 89 + ] + }, + { + "text": "日", + "boxes": [ + 254, + 64, + 282, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1606, + 68, + 1660, + 87 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1348, + 129 + ] + }, + { + "text": "u", + "boxes": [ + 1382, + 115, + 1394, + 127 + ] + }, + { + "text": "亡", + "boxes": [ + 1428, + 111, + 1442, + 127 + ] + }, + { + "text": "B", + "boxes": [ + 456, + 157, + 522, + 218 + ] + }, + { + "text": "B", + "boxes": [ + 562, + 157, + 630, + 224 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 161, + 714, + 214 + ] + }, + { + "text": "口", + "boxes": [ + 748, + 153, + 824, + 224 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "00", + "boxes": [ + 846, + 165, + 920, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1028, + 179, + 1068, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "[os", + "boxes": [ + 1308, + 171, + 1354, + 218 + ] + }, + { + "text": "9?", + "boxes": [ + 944, + 181, + 992, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 910, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 244 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1210, + 218, + 1274, + 244 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "Get $170-$630 in credit t", + "boxes": [ + 592, + 282, + 758, + 306 + ] + }, + { + "text": "iPhone", + "boxes": [ + 103, + 390, + 365, + 479 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + }, + { + "text": "\"", + "boxes": [ + 1840, + 975, + 1860, + 995 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "-Apple", + "boxes": [ + 74, + 32, + 126, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 38, + 66, + 128, + 89 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1346, + 129 + ] + }, + { + "text": "u", + "boxes": [ + 1382, + 115, + 1394, + 127 + ] + }, + { + "text": "D", + "boxes": [ + 456, + 159, + 522, + 218 + ] + }, + { + "text": "C0", + "boxes": [ + 560, + 155, + 630, + 226 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 161, + 714, + 214 + ] + }, + { + "text": "口", + "boxes": [ + 748, + 153, + 824, + 224 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "00", + "boxes": [ + 846, + 165, + 920, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1028, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 222 + ] + }, + { + "text": "[os", + "boxes": [ + 1308, + 171, + 1354, + 218 + ] + }, + { + "text": "9?", + "boxes": [ + 944, + 181, + 992, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 910, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 244 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1212, + 222, + 1272, + 242 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "Get $170-$630 in credit", + "boxes": [ + 592, + 282, + 750, + 306 + ] + }, + { + "text": "iPhone", + "boxes": [ + 110, + 385, + 362, + 490 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + }, + { + "text": "\"", + "boxes": [ + 1842, + 975, + 1858, + 993 + ] + } + ] + }, + { + "frame_id": "80_7_8", + "episode_id": 80, + "env_id": 7, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.859996795654297, + "advantages": -0.288494735956192, + "generated_text": "{\n \"intent\": \"Opening icons from the desktop\",\n \"action\": \"DoubleClick(123, 456)\"\n}", + "action_string": "DoubleClick(123, 456)", + "intent_string": "Opening icons from the desktop", + "before_screen_ocr_results": [ + { + "text": "a253a&pd_rd_r=002c0de1-db97-409b-a2bf-385c265fl", + "boxes": [ + 1138, + 69, + 1520, + 87 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 91 + ] + }, + { + "text": "BB", + "boxes": [ + 362, + 101, + 454, + 133 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 103, + 1876, + 135 + ] + }, + { + "text": "BB", + "boxes": [ + 349, + 122, + 451, + 165 + ] + }, + { + "text": "$5,146.26", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "B0D8", + "boxes": [ + 348, + 155, + 430, + 193 + ] + }, + { + "text": "Deals&Dis", + "boxes": [ + 16, + 175, + 84, + 193 + ] + }, + { + "text": "中", + "boxes": [ + 422, + 171, + 434, + 183 + ] + }, + { + "text": "8888", + "boxes": [ + 343, + 183, + 413, + 218 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 197, + 96, + 220 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 272, + 144, + 302 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 314, + 270, + 390, + 294 + ] + }, + { + "text": "Sponsored", + "boxes": [ + 906, + 272, + 972, + 292 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 1196, + 270, + 1270, + 294 + ] + }, + { + "text": "ASUS ROG Strix G16 Gaming ", + "boxes": [ + 1488, + 268, + 1706, + 298 + ] + }, + { + "text": "TROND Surge Protector Power Strip", + "boxes": [ + 310, + 288, + 584, + 326 + ] + }, + { + "text": " Amazon Basics 24 inch Gaming", + "boxes": [ + 602, + 288, + 842, + 326 + ] + }, + { + "text": "AS31 Active Bookshelf Speakers -2.0", + "boxes": [ + 900, + 292, + 1178, + 322 + ] + }, + { + "text": "Nex Playground -The Active Play", + "boxes": [ + 1184, + 288, + 1444, + 328 + ] + }, + { + "text": "Laptop, 15HzDislay D", + "boxes": [ + 1486, + 290, + 1726, + 326 + ] + }, + { + "text": "Department", + "boxes": [ + 12, + 310, + 98, + 336 + ] + }, + { + "text": "360° Rotating Flat Plug, 24 AC", + "boxes": [ + 312, + 318, + 544, + 347 + ] + }, + { + "text": "Monitor, FHD 1080P, 165Hz, VESA", + "boxes": [ + 606, + 318, + 864, + 347 + ] + }, + { + "text": " Powered Stereo Compact laptops", + "boxes": [ + 898, + 315, + 1152, + 350 + ] + }, + { + "text": "System for Kids & Families where", + "boxes": [ + 1194, + 318, + 1444, + 347 + ] + }, + { + "text": "GeForce RTXTM 4060, Intel Core", + "boxes": [ + 1488, + 316, + 1720, + 345 + ] + }, + { + "text": "Computers&Accessories", + "boxes": [ + 16, + 338, + 172, + 355 + ] + }, + { + "text": "Outlets, 4000 Joules, 6ft Heavy Duty", + "boxes": [ + 312, + 339, + 588, + 369 + ] + }, + { + "text": " Compatible, Adaptive sync, 1m", + "boxes": [ + 602, + 341, + 838, + 371 + ] + }, + { + "text": "Desktop Speakers with 3'bass,", + "boxes": [ + 900, + 339, + 1124, + 369 + ] + }, + { + "text": "Indoor Physical Activity Meets", + "boxes": [ + 1194, + 341, + 1420, + 371 + ] + }, + { + "text": "i7-13650HX, 16GB DDR5, 1TB PCI.", + "boxes": [ + 1486, + 339, + 1746, + 369 + ] + }, + { + "text": " Computers & Tablets", + "boxes": [ + 14, + 349, + 162, + 379 + ] + }, + { + "text": "PC Games & Accssores", + "boxes": [ + 10, + 371, + 168, + 401 + ] + }, + { + "text": "Extension Cord 1875W, ETL Listed,..", + "boxes": [ + 314, + 363, + 584, + 395 + ] + }, + { + "text": " Response, Black", + "boxes": [ + 602, + 363, + 730, + 397 + ] + }, + { + "text": "Bluetooth 5.3, RCA/Optica.", + "boxes": [ + 900, + 363, + 1114, + 395 + ] + }, + { + "text": "Interactive Family Fun and Is Great.", + "boxes": [ + 1196, + 369, + 1454, + 393 + ] + }, + { + "text": "★★★★1.883", + "boxes": [ + 1488, + 367, + 1632, + 397 + ] + }, + { + "text": "★★★★★437", + "boxes": [ + 314, + 391, + 444, + 421 + ] + }, + { + "text": "Options: 3 sizes", + "boxes": [ + 608, + 397, + 698, + 421 + ] + }, + { + "text": "★★★☆☆5", + "boxes": [ + 906, + 395, + 1014, + 423 + ] + }, + { + "text": "Apr 23, 2024", + "boxes": [ + 1198, + 389, + 1286, + 415 + ] + }, + { + "text": "in past month", + "boxes": [ + 1566, + 393, + 1658, + 411 + ] + }, + { + "text": "Brands", + "boxes": [ + 8, + 403, + 66, + 435 + ] + }, + { + "text": "ESRB Rating: Everyone", + "boxes": [ + 1194, + 403, + 1345, + 439 + ] + }, + { + "text": "ASUS", + "boxes": [ + 7, + 424, + 75, + 457 + ] + }, + { + "text": "50+ bought in past month", + "boxes": [ + 318, + 415, + 484, + 439 + ] + }, + { + "text": "★★★★★42", + "boxes": [ + 608, + 419, + 730, + 449 + ] + }, + { + "text": "$21999", + "boxes": [ + 897, + 420, + 985, + 463 + ] + }, + { + "text": "$1,24478", + "boxes": [ + 1486, + 419, + 1594, + 457 + ] + }, + { + "text": "FIFINE", + "boxes": [ + 5, + 442, + 79, + 481 + ] + }, + { + "text": "$2199 Typical price: $25.99", + "boxes": [ + 310, + 442, + 506, + 485 + ] + }, + { + "text": "★★★★★1.445", + "boxes": [ + 1196, + 433, + 1336, + 463 + ] + }, + { + "text": "$12861", + "boxes": [ + 604, + 451, + 690, + 488 + ] + }, + { + "text": "7K+ bought in past", + "boxes": [ + 1196, + 451, + 1318, + 480 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 1486, + 455, + 1626, + 484 + ] + }, + { + "text": "Amazon Basics", + "boxes": [ + 8, + 466, + 128, + 497 + ] + }, + { + "text": "VISOONE", + "boxes": [ + 7, + 481, + 103, + 523 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 316, + 484, + 450, + 508 + ] + }, + { + "text": "$46.23 delivery", + "boxes": [ + 603, + 482, + 713, + 519 + ] + }, + { + "text": "Delivery Tue, May 27", + "boxes": [ + 900, + 480, + 1042, + 510 + ] + }, + { + "text": "Android", + "boxes": [ + 1196, + 482, + 1254, + 508 + ] + }, + { + "text": "Ships to China ", + "boxes": [ + 1490, + 480, + 1574, + 504 + ] + }, + { + "text": "Logitech G ", + "boxes": [ + 3, + 502, + 111, + 545 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 316, + 504, + 392, + 528 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 610, + 512, + 690, + 536 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 901, + 500, + 981, + 529 + ] + }, + { + "text": "$199°0", + "boxes": [ + 1192, + 506, + 1274, + 538 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 1494, + 506, + 1580, + 538 + ] + }, + { + "text": "Razer", + "boxes": [ + 7, + 525, + 77, + 557 + ] + }, + { + "text": "Only 8 left in stock - order s", + "boxes": [ + 904, + 524, + 1080, + 548 + ] + }, + { + "text": " Redragon", + "boxes": [ + 5, + 541, + 99, + 581 + ] + }, + { + "text": "Se options", + "boxes": [ + 318, + 534, + 406, + 566 + ] + }, + { + "text": " Delivry st, May 24", + "boxes": [ + 1190, + 536, + 1334, + 578 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 1486, + 538, + 1624, + 568 + ] + }, + { + "text": "Ad to cart", + "boxes": [ + 612, + 560, + 702, + 592 + ] + }, + { + "text": "Add to cart ", + "boxes": [ + 908, + 556, + 990, + 582 + ] + }, + { + "text": "V See more", + "boxes": [ + 9, + 567, + 93, + 598 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1198, + 564, + 1278, + 588 + ] + }, + { + "text": "$1,219.99 (7 used & new", + "boxes": [ + 1486, + 558, + 1648, + 588 + ] + }, + { + "text": " Small Business ", + "boxes": [ + 1198, + 584, + 1336, + 613 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Condition", + "boxes": [ + 7, + 599, + 83, + 630 + ] + }, + { + "text": "New", + "boxes": [ + 7, + 621, + 71, + 652 + ] + }, + { + "text": "G20", + "boxes": [ + 1793, + 619, + 1880, + 662 + ] + }, + { + "text": "used", + "boxes": [ + 8, + 641, + 72, + 675 + ] + }, + { + "text": "DigtalGit Carnd", + "boxes": [ + 960, + 659, + 1038, + 685 + ] + }, + { + "text": "$10", + "boxes": [ + 1074, + 655, + 1120, + 689 + ] + }, + { + "text": "Seller", + "boxes": [ + 6, + 670, + 56, + 708 + ] + }, + { + "text": "ROBLOX", + "boxes": [ + 964, + 695, + 1112, + 727 + ] + }, + { + "text": "司", + "boxes": [ + 1526, + 697, + 1546, + 731 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1814, + 719, + 1858, + 739 + ] + }, + { + "text": "New Releases", + "boxes": [ + 12, + 774, + 102, + 798 + ] + }, + { + "text": "Last 30 days ", + "boxes": [ + 7, + 794, + 101, + 830 + ] + }, + { + "text": "DO", + "boxes": [ + 611, + 789, + 735, + 835 + ] + }, + { + "text": "Last 90 days ", + "boxes": [ + 12, + 818, + 98, + 844 + ] + }, + { + "text": "BO0", + "boxes": [ + 792, + 816, + 838, + 834 + ] + }, + { + "text": " Coming Soon", + "boxes": [ + 7, + 833, + 105, + 870 + ] + }, + { + "text": "Video Game DRM", + "boxes": [ + 8, + 868, + 132, + 897 + ] + }, + { + "text": "1,000 Robux", + "boxes": [ + 974, + 862, + 1096, + 891 + ] + }, + { + "text": "8", + "boxes": [ + 0, + 901, + 90, + 971 + ] + }, + { + "text": " DRM-Free", + "boxes": [ + 10, + 893, + 102, + 919 + ] + }, + { + "text": "800+200 Bonus Robux", + "boxes": [ + 968, + 897, + 1102, + 921 + ] + }, + { + "text": "HOUHUI RF Touch Panel RGB LED", + "boxes": [ + 606, + 927, + 860, + 957 + ] + }, + { + "text": "Roblox Digital Gift Card - 1,000", + "boxes": [ + 900, + 927, + 1136, + 957 + ] + }, + { + "text": "GTRACING 55 Inch Gaming Desk ", + "boxes": [ + 1194, + 927, + 1438, + 957 + ] + }, + { + "text": "LED Light Bar, Music Sync RGB Light", + "boxes": [ + 1484, + 923, + 1760, + 961 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "+3 other colors/patterns", + "boxes": [ + 318, + 931, + 454, + 959 + ] + }, + { + "text": "uplay", + "boxes": [ + 7, + 948, + 77, + 986 + ] + }, + { + "text": " Frigidaire EFMIS179 Gaming Light", + "boxes": [ + 310, + 959, + 568, + 993 + ] + }, + { + "text": "Controller Kit, RGB LED Strip Lights", + "boxes": [ + 608, + 953, + 870, + 983 + ] + }, + { + "text": "Robux [lncludes Exclusive Virtual", + "boxes": [ + 904, + 955, + 1142, + 979 + ] + }, + { + "text": "with LED Lights, Computer Gamer", + "boxes": [ + 1196, + 953, + 1446, + 981 + ] + }, + { + "text": "Bar, USB Ambient Lamp, Color ", + "boxes": [ + 1488, + 953, + 1716, + 983 + ] + }, + { + "text": "Controller with RF Wireless Remote,", + "boxes": [ + 606, + 971, + 872, + 1009 + ] + }, + { + "text": "Item] [Digital Code] ", + "boxes": [ + 902, + 977, + 1052, + 1007 + ] + }, + { + "text": "Desk with Monitor Stand, Ergonomic", + "boxes": [ + 1194, + 975, + 1468, + 1007 + ] + }, + { + "text": " Changing Gaming TV Backlight with", + "boxes": [ + 1486, + 977, + 1756, + 1007 + ] + }, + { + "text": "1", + "boxes": [ + 1816, + 975, + 1868, + 993 + ] + }, + { + "text": "Up Mini Beverage Refrigerator,", + "boxes": [ + 312, + 987, + 542, + 1016 + ] + }, + { + "text": "Stealth", + "boxes": [ + 312, + 1007, + 376, + 1040 + ] + }, + { + "text": "Dimmable Wall-Mounted Touch..", + "boxes": [ + 608, + 1005, + 854, + 1028 + ] + }, + { + "text": "May 15, 2019", + "boxes": [ + 904, + 1003, + 992, + 1026 + ] + }, + { + "text": "Carbon Fiber Surface Gaming Tab...", + "boxes": [ + 1194, + 999, + 1464, + 1032 + ] + }, + { + "text": "Remote Control, 15 Dynamic Mod...", + "boxes": [ + 1490, + 1005, + 1750, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 32, + 64, + 126, + 89 + ] + }, + { + "text": "D", + "boxes": [ + 260, + 69, + 274, + 85 + ] + }, + { + "text": "a253a&pd_rd_r=002c0de1-db97-409b-a2bf-385c265fl", + "boxes": [ + 1138, + 69, + 1520, + 87 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 91 + ] + }, + { + "text": "BDB", + "boxes": [ + 362, + 101, + 456, + 133 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 103, + 1876, + 135 + ] + }, + { + "text": "BB", + "boxes": [ + 349, + 122, + 451, + 165 + ] + }, + { + "text": "$5,146.26", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "8#E", + "boxes": [ + 348, + 155, + 424, + 193 + ] + }, + { + "text": "Deals & Dis", + "boxes": [ + 14, + 175, + 84, + 193 + ] + }, + { + "text": "中", + "boxes": [ + 422, + 171, + 434, + 183 + ] + }, + { + "text": "8888", + "boxes": [ + 343, + 183, + 413, + 218 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 197, + 96, + 220 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 272, + 144, + 302 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 314, + 270, + 390, + 294 + ] + }, + { + "text": "Sponsored", + "boxes": [ + 906, + 272, + 972, + 292 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 1196, + 270, + 1270, + 294 + ] + }, + { + "text": "ASUS ROG Strix G16 Gaming", + "boxes": [ + 1488, + 268, + 1706, + 298 + ] + }, + { + "text": "TROND Surge Protector Power Strip", + "boxes": [ + 310, + 288, + 584, + 326 + ] + }, + { + "text": " Amazon Basics 24 inch Gaming", + "boxes": [ + 602, + 288, + 842, + 326 + ] + }, + { + "text": "AS31 Active Bookshelf Speakers -2.0", + "boxes": [ + 900, + 292, + 1178, + 322 + ] + }, + { + "text": "Nex Playground - The Active Play", + "boxes": [ + 1184, + 288, + 1444, + 328 + ] + }, + { + "text": "Laptop, 15Hz Dislay, NVDI", + "boxes": [ + 1486, + 290, + 1726, + 326 + ] + }, + { + "text": "Department", + "boxes": [ + 12, + 310, + 98, + 336 + ] + }, + { + "text": "360° Rotating Flat Plug, 24 AC ", + "boxes": [ + 312, + 318, + 544, + 347 + ] + }, + { + "text": "Monitor, FHD 1080P, 165Hz, VESA", + "boxes": [ + 606, + 318, + 864, + 347 + ] + }, + { + "text": " Powered Stereo Compact laptops", + "boxes": [ + 898, + 315, + 1152, + 350 + ] + }, + { + "text": "System for Kids & Families where", + "boxes": [ + 1194, + 318, + 1444, + 347 + ] + }, + { + "text": "GeForce RTXTM 4060, Intel Core", + "boxes": [ + 1488, + 316, + 1720, + 345 + ] + }, + { + "text": "Computers&Accessories", + "boxes": [ + 16, + 338, + 172, + 355 + ] + }, + { + "text": "Outlets, 4000 Joules, 6ft Heavy Duty ", + "boxes": [ + 314, + 341, + 590, + 371 + ] + }, + { + "text": " Compatible, Adaptive sync, 1m", + "boxes": [ + 602, + 341, + 838, + 371 + ] + }, + { + "text": "Desktop Speakers with 3'bass,", + "boxes": [ + 900, + 339, + 1124, + 369 + ] + }, + { + "text": "Indoor Physical Activity Meets", + "boxes": [ + 1194, + 341, + 1420, + 371 + ] + }, + { + "text": "i7-13650HX, 16GB DDR5, 1TB PCI.", + "boxes": [ + 1486, + 339, + 1746, + 369 + ] + }, + { + "text": " Computers & Tablets", + "boxes": [ + 14, + 349, + 160, + 379 + ] + }, + { + "text": "PC Games & Accssores", + "boxes": [ + 10, + 371, + 168, + 401 + ] + }, + { + "text": "Extension Cord 1875W, ETL Listed,..", + "boxes": [ + 314, + 363, + 584, + 395 + ] + }, + { + "text": " Response, Black", + "boxes": [ + 602, + 363, + 730, + 397 + ] + }, + { + "text": "Bluetooth 5.3, RCA/Optical..", + "boxes": [ + 900, + 363, + 1114, + 395 + ] + }, + { + "text": "Interactive Family Fun and Is Great.", + "boxes": [ + 1196, + 369, + 1454, + 393 + ] + }, + { + "text": "★★★★1.883", + "boxes": [ + 1488, + 367, + 1632, + 397 + ] + }, + { + "text": "★★★★★437", + "boxes": [ + 314, + 391, + 444, + 421 + ] + }, + { + "text": "Options: 3 sizes", + "boxes": [ + 608, + 397, + 698, + 421 + ] + }, + { + "text": "★★★☆☆5", + "boxes": [ + 906, + 395, + 1014, + 423 + ] + }, + { + "text": "Apr 23, 2024", + "boxes": [ + 1198, + 389, + 1286, + 415 + ] + }, + { + "text": "in past month", + "boxes": [ + 1566, + 393, + 1658, + 411 + ] + }, + { + "text": "Brands", + "boxes": [ + 10, + 405, + 62, + 431 + ] + }, + { + "text": "ESRB Rating: Everyone", + "boxes": [ + 1194, + 403, + 1345, + 439 + ] + }, + { + "text": "50+ bought in past month", + "boxes": [ + 318, + 415, + 484, + 439 + ] + }, + { + "text": "★★★★★42", + "boxes": [ + 608, + 419, + 730, + 449 + ] + }, + { + "text": "$21999", + "boxes": [ + 897, + 420, + 985, + 463 + ] + }, + { + "text": "$1,24478", + "boxes": [ + 1486, + 419, + 1594, + 457 + ] + }, + { + "text": "口", + "boxes": [ + 14, + 433, + 36, + 447 + ] + }, + { + "text": "$2199 Typical price: $25.99", + "boxes": [ + 310, + 442, + 506, + 485 + ] + }, + { + "text": "★★★★★1.445", + "boxes": [ + 1196, + 433, + 1336, + 463 + ] + }, + { + "text": "口", + "boxes": [ + 16, + 453, + 34, + 469 + ] + }, + { + "text": "FIFINE", + "boxes": [ + 32, + 449, + 78, + 474 + ] + }, + { + "text": "$12861", + "boxes": [ + 604, + 451, + 690, + 488 + ] + }, + { + "text": "7K+ bought in past", + "boxes": [ + 1196, + 451, + 1318, + 480 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 1486, + 455, + 1626, + 484 + ] + }, + { + "text": "VISOONE", + "boxes": [ + 7, + 481, + 103, + 521 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 316, + 484, + 450, + 508 + ] + }, + { + "text": "$46.23 delivery", + "boxes": [ + 603, + 482, + 713, + 519 + ] + }, + { + "text": "Delivery Tue, May 27", + "boxes": [ + 900, + 480, + 1042, + 510 + ] + }, + { + "text": "Android", + "boxes": [ + 1196, + 482, + 1254, + 508 + ] + }, + { + "text": "Ships to China ", + "boxes": [ + 1490, + 480, + 1574, + 504 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 5, + 504, + 107, + 541 + ] + }, + { + "text": "Ships to Chin", + "boxes": [ + 316, + 504, + 390, + 528 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 610, + 512, + 690, + 536 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 901, + 500, + 981, + 529 + ] + }, + { + "text": "$199°0", + "boxes": [ + 1192, + 506, + 1274, + 538 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 1494, + 506, + 1580, + 538 + ] + }, + { + "text": "Razer", + "boxes": [ + 7, + 525, + 77, + 557 + ] + }, + { + "text": "Only 8 left in stock - order s", + "boxes": [ + 904, + 524, + 1080, + 548 + ] + }, + { + "text": " Redragon", + "boxes": [ + 5, + 541, + 99, + 581 + ] + }, + { + "text": "Se options", + "boxes": [ + 318, + 534, + 406, + 566 + ] + }, + { + "text": " Delivry st, May 24", + "boxes": [ + 1190, + 536, + 1334, + 578 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 1486, + 538, + 1624, + 568 + ] + }, + { + "text": "Ad to cart", + "boxes": [ + 612, + 560, + 702, + 592 + ] + }, + { + "text": "Add to cart ", + "boxes": [ + 908, + 556, + 990, + 582 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1198, + 564, + 1278, + 588 + ] + }, + { + "text": "$1,219.99 (7 used & new", + "boxes": [ + 1486, + 558, + 1648, + 588 + ] + }, + { + "text": "V See more", + "boxes": [ + 12, + 572, + 92, + 596 + ] + }, + { + "text": " Small Business ", + "boxes": [ + 1198, + 584, + 1336, + 613 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Condition", + "boxes": [ + 10, + 602, + 82, + 627 + ] + }, + { + "text": "New", + "boxes": [ + 7, + 621, + 69, + 652 + ] + }, + { + "text": "G20", + "boxes": [ + 1793, + 619, + 1880, + 662 + ] + }, + { + "text": "used", + "boxes": [ + 8, + 641, + 72, + 675 + ] + }, + { + "text": "DigtalGit Carnd", + "boxes": [ + 960, + 659, + 1038, + 685 + ] + }, + { + "text": "$10", + "boxes": [ + 1074, + 655, + 1120, + 689 + ] + }, + { + "text": "Seller", + "boxes": [ + 7, + 672, + 55, + 706 + ] + }, + { + "text": "ROBLOX", + "boxes": [ + 964, + 695, + 1112, + 727 + ] + }, + { + "text": "司", + "boxes": [ + 1526, + 697, + 1546, + 731 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1814, + 719, + 1858, + 739 + ] + }, + { + "text": "New Releases", + "boxes": [ + 12, + 774, + 102, + 798 + ] + }, + { + "text": "Last 30 days ", + "boxes": [ + 7, + 794, + 101, + 830 + ] + }, + { + "text": "DO", + "boxes": [ + 611, + 789, + 735, + 835 + ] + }, + { + "text": "Last 90 days ", + "boxes": [ + 12, + 818, + 98, + 844 + ] + }, + { + "text": "BO0", + "boxes": [ + 792, + 816, + 838, + 834 + ] + }, + { + "text": " Coming Soon", + "boxes": [ + 7, + 833, + 105, + 870 + ] + }, + { + "text": "Video Game DRM", + "boxes": [ + 8, + 868, + 132, + 897 + ] + }, + { + "text": "1,000 Robux", + "boxes": [ + 974, + 862, + 1096, + 891 + ] + }, + { + "text": "8", + "boxes": [ + 0, + 901, + 90, + 971 + ] + }, + { + "text": " DRM-Free", + "boxes": [ + 10, + 893, + 102, + 919 + ] + }, + { + "text": "800+200 Bonus Robux", + "boxes": [ + 968, + 897, + 1102, + 921 + ] + }, + { + "text": "HOUHUI RF Touch Panel RGB LED", + "boxes": [ + 606, + 927, + 860, + 957 + ] + }, + { + "text": "Roblox Digital Gift Card - 1,000", + "boxes": [ + 900, + 927, + 1136, + 957 + ] + }, + { + "text": "GTRACING 55 Inch Gaming Desk ", + "boxes": [ + 1194, + 927, + 1438, + 957 + ] + }, + { + "text": "LED Light Bar, Music Sync RGBLight", + "boxes": [ + 1484, + 923, + 1760, + 961 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "+3 other colors/patterns", + "boxes": [ + 318, + 931, + 454, + 959 + ] + }, + { + "text": "uplay", + "boxes": [ + 7, + 948, + 77, + 986 + ] + }, + { + "text": " Frigidaire EFMIS179 Gaming Light", + "boxes": [ + 310, + 959, + 568, + 993 + ] + }, + { + "text": "Controller Kit, RGB LED Strip Lights", + "boxes": [ + 608, + 953, + 870, + 983 + ] + }, + { + "text": "Robux [lncludes Exclusive Virtual", + "boxes": [ + 904, + 955, + 1142, + 979 + ] + }, + { + "text": "with LED Lights, Computer Gamer", + "boxes": [ + 1196, + 953, + 1446, + 981 + ] + }, + { + "text": "Bar, USB Ambient Lamp, Color", + "boxes": [ + 1488, + 953, + 1716, + 983 + ] + }, + { + "text": "Controller with RF Wireless Remote,", + "boxes": [ + 606, + 971, + 872, + 1009 + ] + }, + { + "text": "Item] [Digital Code] ", + "boxes": [ + 902, + 977, + 1052, + 1007 + ] + }, + { + "text": "Desk with Monitor Stand, Ergonomic", + "boxes": [ + 1194, + 975, + 1468, + 1007 + ] + }, + { + "text": " Changing Gaming TV Backlight with", + "boxes": [ + 1486, + 977, + 1756, + 1007 + ] + }, + { + "text": "云", + "boxes": [ + 1796, + 977, + 1814, + 993 + ] + }, + { + "text": "1", + "boxes": [ + 1816, + 975, + 1868, + 993 + ] + }, + { + "text": "Up Mini Beverage Refrigerator,", + "boxes": [ + 312, + 987, + 542, + 1016 + ] + }, + { + "text": "Stealth", + "boxes": [ + 312, + 1007, + 376, + 1040 + ] + }, + { + "text": "Dimmable Wall-Mounted Touch...", + "boxes": [ + 608, + 1005, + 854, + 1028 + ] + }, + { + "text": "May 15, 2019", + "boxes": [ + 904, + 1003, + 992, + 1026 + ] + }, + { + "text": "Carbon Fiber Surface Gaming Tab...", + "boxes": [ + 1194, + 999, + 1464, + 1032 + ] + }, + { + "text": "Remote Control, 15 Dynamic Mod...", + "boxes": [ + 1490, + 1005, + 1750, + 1028 + ] + } + ] + }, + { + "frame_id": "80_0_9", + "episode_id": 80, + "env_id": 0, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.117955207824707, + "advantages": -0.16219624876976013, + "generated_text": "{\n \"intent\": \"To access different parts of the screen, double-clicking might be necessary since clicking an icon usually involves a click followed by a follow-up double-click to open.\",\n \"action\": \"DoubleClick(725, 411)\" \n}", + "action_string": "DoubleClick(725, 411)", + "intent_string": "To access different parts of the screen, double-clicking might be necessary since clicking an icon usually involves a click followed by a follow-up double-click to open.", + "before_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×」十", + "boxes": [ + 6, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1880, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1038, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 948, + 314, + 1038, + 339 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1108, + 411 + ] + }, + { + "text": "在「我的页」右上角打开扫一扫", + "boxes": [ + 658, + 411, + 862, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "无考化", + "boxes": [ + 924, + 989, + 988, + 1014 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "知知乎－有问题，就会有答案×」十", + "boxes": [ + 6, + 30, + 246, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "知乎", + "boxes": [ + 884, + 171, + 1036, + 250 + ] + }, + { + "text": "有问题就会有答案", + "boxes": [ + 896, + 238, + 1028, + 268 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 944, + 307, + 1040, + 342 + ] + }, + { + "text": "密码登录", + "boxes": [ + 1046, + 314, + 1122, + 339 + ] + }, + { + "text": "打开知乎ApP", + "boxes": [ + 701, + 377, + 815, + 413 + ] + }, + { + "text": "中国+86", + "boxes": [ + 950, + 385, + 1044, + 409 + ] + }, + { + "text": "手机号", + "boxes": [ + 1058, + 385, + 1108, + 411 + ] + }, + { + "text": "「我的页」右上角打开扫一扫", + "boxes": [ + 656, + 411, + 862, + 441 + ] + }, + { + "text": "输入6位短信验证码", + "boxes": [ + 950, + 441, + 1080, + 465 + ] + }, + { + "text": "获取短信验证码", + "boxes": [ + 1202, + 443, + 1310, + 471 + ] + }, + { + "text": "获取语音验证码", + "boxes": [ + 1202, + 486, + 1306, + 512 + ] + }, + { + "text": "登录/注册", + "boxes": [ + 1094, + 544, + 1158, + 570 + ] + }, + { + "text": "其他扫码方式：微信", + "boxes": [ + 692, + 631, + 826, + 661 + ] + }, + { + "text": "未注册手机验证后自动登录，注册即代表同意《知乎协议》《隐私", + "boxes": [ + 950, + 703, + 1298, + 727 + ] + }, + { + "text": "下载知乎ApP", + "boxes": [ + 632, + 731, + 710, + 754 + ] + }, + { + "text": "开通机构号", + "boxes": [ + 729, + 728, + 797, + 753 + ] + }, + { + "text": "无障碍模式", + "boxes": [ + 824, + 733, + 886, + 752 + ] + }, + { + "text": "保护指引》", + "boxes": [ + 952, + 725, + 1004, + 744 + ] + }, + { + "text": "5无障", + "boxes": [ + 926, + 993, + 986, + 1012 + ] + } + ] + }, + { + "frame_id": "80_1_9", + "episode_id": 80, + "env_id": 1, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.248299598693848, + "advantages": -0.09837860614061356, + "generated_text": "{\n \"intent\": \"Scroll down to read and understand the article further\",\n \"action\": \"ScrollDown(0, 500)\"\n}", + "action_string": "ScrollDown(0, 500)", + "intent_string": "Scroll down to read and understand the article further", + "before_screen_ocr_results": [ + { + "text": "×」》技工王峰手握60项专利", + "boxes": [ + 188, + 28, + 392, + 52 + ] + }, + { + "text": "P技工王峰手握60项专利", + "boxes": [ + 446, + 32, + 614, + 50 + ] + }, + { + "text": "Q", + "boxes": [ + 66, + 68, + 124, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1594, + 62, + 1664, + 93 + ] + }, + { + "text": "三口", + "boxes": [ + 1788, + 68, + 1848, + 87 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 566, + 117, + 638, + 149 + ] + }, + { + "text": "长春市 9°℃", + "boxes": [ + 1630, + 117, + 1746, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 143 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 175, + 318, + 201 + ] + }, + { + "text": "资讯 娱乐 时尚 教育 科技 萌宠 汽车", + "boxes": [ + 344, + 171, + 692, + 206 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1608, + 173, + 1724, + 204 + ] + }, + { + "text": "2人民资讯+关注", + "boxes": [ + 386, + 266, + 576, + 304 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1568, + 258, + 1708, + 316 + ] + }, + { + "text": "4.8K关注者", + "boxes": [ + 1106, + 276, + 1168, + 294 + ] + }, + { + "text": "d", + "boxes": [ + 192, + 286, + 214, + 310 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1567, + 305, + 1707, + 354 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 218, + 371 + ] + }, + { + "text": "技工王峰手握60项专利", + "boxes": [ + 364, + 347, + 706, + 389 + ] + }, + { + "text": "写作助手", + "boxes": [ + 1569, + 339, + 1707, + 388 + ] + }, + { + "text": "点击下载", + "boxes": [ + 1604, + 383, + 1670, + 409 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "湖北日报的报道·16小时·①1分钟读取", + "boxes": [ + 364, + 413, + 690, + 449 + ] + }, + { + "text": "豆包PC版_操作便捷_免费下载安", + "boxes": [ + 1422, + 409, + 1692, + 445 + ] + }, + { + "text": "装", + "boxes": [ + 1430, + 441, + 1450, + 461 + ] + }, + { + "text": "B", + "boxes": [ + 194, + 455, + 214, + 474 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1430, + 469, + 1528, + 494 + ] + }, + { + "text": "本文转自：湖北日报", + "boxes": [ + 364, + 504, + 524, + 534 + ] + }, + { + "text": "团风从流水线工人到\"技术大拿”", + "boxes": [ + 362, + 542, + 606, + 578 + ] + }, + { + "text": "?", + "boxes": [ + 1436, + 562, + 1454, + 576 + ] + }, + { + "text": "访问人民资讯", + "boxes": [ + 1446, + 556, + 1550, + 582 + ] + }, + { + "text": "C", + "boxes": [ + 1678, + 556, + 1698, + 576 + ] + }, + { + "text": "技工王峰手握60项专利", + "boxes": [ + 362, + 586, + 542, + 615 + ] + }, + { + "text": "我国科学家率先“看见\"固体氢的最", + "boxes": [ + 1446, + 599, + 1662, + 631 + ] + }, + { + "text": "精细结构", + "boxes": [ + 1448, + 623, + 1510, + 649 + ] + }, + { + "text": "发布暴雨橙色预警信号", + "boxes": [ + 1452, + 691, + 1588, + 709 + ] + }, + { + "text": "辽宁省铁岭市昌图县气象台发布大", + "boxes": [ + 1446, + 729, + 1656, + 756 + ] + }, + { + "text": "雾橙色预警信号", + "boxes": [ + 1448, + 750, + 1550, + 776 + ] + }, + { + "text": "®", + "boxes": [ + 1416, + 830, + 1444, + 854 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 836, + 878, + 1086, + 901 + ] + }, + { + "text": "我接受", + "boxes": [ + 1674, + 878, + 1720, + 905 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息.个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 32, + 929, + 798, + 953 + ] + }, + { + "text": "量、受众研究和服务开发。", + "boxes": [ + 836, + 927, + 984, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 937, + 1726, + 963 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的“管理设置\"改变您的选择。欲了解详", + "boxes": [ + 30, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 196, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 991, + 1728, + 1022 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "技工王峰手握60项专利", + "boxes": [ + 246, + 32, + 390, + 50 + ] + }, + { + "text": "?技工王峰手握60项专利", + "boxes": [ + 468, + 32, + 612, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 74, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1594, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 64, + 1876, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 568, + 119, + 634, + 145 + ] + }, + { + "text": "长春市 9°℃", + "boxes": [ + 1630, + 117, + 1750, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 143 + ] + }, + { + "text": "登录", + "boxes": [ + 1836, + 125, + 1854, + 141 + ] + }, + { + "text": "本文转自：湖北日报", + "boxes": [ + 364, + 173, + 522, + 202 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1568, + 199, + 1708, + 256 + ] + }, + { + "text": "团风从流水线工人到“技术大拿", + "boxes": [ + 364, + 214, + 602, + 244 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1567, + 244, + 1705, + 294 + ] + }, + { + "text": "山", + "boxes": [ + 198, + 266, + 210, + 278 + ] + }, + { + "text": "技工王峰手握60项专利", + "boxes": [ + 366, + 260, + 540, + 284 + ] + }, + { + "text": "写作助手", + "boxes": [ + 1564, + 282, + 1706, + 332 + ] + }, + { + "text": "", + "boxes": [ + 192, + 318, + 214, + 341 + ] + }, + { + "text": "点击下载", + "boxes": [ + 1610, + 328, + 1668, + 347 + ] + }, + { + "text": "豆包PC版_操作便捷_免费下载安", + "boxes": [ + 1422, + 351, + 1690, + 387 + ] + }, + { + "text": "D", + "boxes": [ + 183, + 366, + 219, + 400 + ] + }, + { + "text": "装", + "boxes": [ + 1430, + 383, + 1450, + 403 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1430, + 413, + 1526, + 437 + ] + }, + { + "text": "?", + "boxes": [ + 194, + 433, + 210, + 447 + ] + }, + { + "text": "%访问人民资讯", + "boxes": [ + 1426, + 496, + 1552, + 526 + ] + }, + { + "text": "我国科学家率先“看见\"固体氢的最", + "boxes": [ + 1446, + 542, + 1664, + 572 + ] + }, + { + "text": "精细结构", + "boxes": [ + 1450, + 570, + 1506, + 590 + ] + }, + { + "text": "广西壮族自治区梧州市藤县气象台", + "boxes": [ + 1444, + 605, + 1664, + 637 + ] + }, + { + "text": "发布暴雨橙色预警信号", + "boxes": [ + 1448, + 631, + 1590, + 655 + ] + }, + { + "text": "辽宁省铁岭市昌图县气象台发布大", + "boxes": [ + 1444, + 669, + 1664, + 701 + ] + }, + { + "text": "雾橙色预警信号", + "boxes": [ + 1450, + 693, + 1548, + 719 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1565, + 776, + 1711, + 838 + ] + }, + { + "text": "技工王峰手握60项专利", + "boxes": [ + 384, + 822, + 514, + 846 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1574, + 832, + 1704, + 862 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 878, + 1722, + 905 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意\"从而同意上述使用场景，或者点", + "boxes": [ + 30, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 834, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1666, + 933, + 1728, + 965 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 951, + 984, + 981 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 196, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1670, + 995, + 1726, + 1020 + ] + } + ] + }, + { + "frame_id": "80_2_9", + "episode_id": 80, + "env_id": 2, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.212407112121582, + "advantages": -0.11595185846090317, + "generated_text": "{\n \"intent\": \"Open the file menu to access saved documents\",\n \"action\": \"Move(56, 9)\" \n}", + "action_string": "Move(56, 9)", + "intent_string": "Open the file menu to access saved documents", + "before_screen_ocr_results": [ + { + "text": "Untitled 1-Mousepad", + "boxes": [ + 224, + 2, + 416, + 26 + ] + }, + { + "text": "Edit Search View Document Help", + "boxes": [ + 34, + 16, + 316, + 58 + ] + }, + { + "text": "File", + "boxes": [ + 10, + 28, + 36, + 48 + ] + }, + { + "text": "□0", + "boxes": [ + 1534, + 38, + 1600, + 69 + ] + }, + { + "text": "Warning, you are using the root account, you may harm your system.", + "boxes": [ + 94, + 52, + 544, + 75 + ] + }, + { + "text": "/www.apple.com", + "boxes": [ + 648, + 103, + 770, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1564, + 129 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1592, + 127 + ] + }, + { + "text": "Phone", + "boxes": [ + 700, + 153, + 732, + 167 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 153, + 806, + 167 + ] + }, + { + "text": "Vision", + "boxes": [ + 836, + 149, + 884, + 169 + ] + }, + { + "text": "AirPods", + "boxes": [ + 896, + 149, + 956, + 169 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 978, + 147, + 1054, + 171 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1080, + 147, + 1168, + 171 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 151, + 1270, + 169 + ] + }, + { + "text": "Support", + "boxes": [ + 1298, + 151, + 1350, + 171 + ] + }, + { + "text": "Q", + "boxes": [ + 1372, + 149, + 1402, + 169 + ] + }, + { + "text": "口", + "boxes": [ + 1426, + 151, + 1446, + 167 + ] + }, + { + "text": "iPhone", + "boxes": [ + 859, + 231, + 1053, + 305 + ] + }, + { + "text": "Meet the iPhone 16 family.", + "boxes": [ + 792, + 300, + 1116, + 341 + ] + }, + { + "text": " Learn more", + "boxes": [ + 826, + 363, + 918, + 389 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 967, + 355, + 1085, + 398 + ] + }, + { + "text": " Built for Apple Intelligence.", + "boxes": [ + 828, + 419, + 1078, + 459 + ] + }, + { + "text": "酒", + "boxes": [ + 32, + 556, + 80, + 608 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 34, + 778, + 80, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 943, + 1116, + 999 + ] + }, + { + "text": "Untitled 1 - M.", + "boxes": [ + 370, + 1048, + 466, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Edit Sarch View Document Help", + "boxes": [ + 38, + 18, + 316, + 56 + ] + }, + { + "text": "File", + "boxes": [ + 10, + 32, + 34, + 46 + ] + }, + { + "text": "□0", + "boxes": [ + 1534, + 38, + 1600, + 69 + ] + }, + { + "text": "Warning, you are using the root account, you may harm your system.", + "boxes": [ + 92, + 52, + 544, + 75 + ] + }, + { + "text": "/www.apple.com", + "boxes": [ + 648, + 103, + 770, + 133 + ] + }, + { + "text": "·☆", + "boxes": [ + 1284, + 101, + 1368, + 133 + ] + }, + { + "text": "三四?", + "boxes": [ + 1466, + 103, + 1564, + 129 + ] + }, + { + "text": "三", + "boxes": [ + 1572, + 107, + 1592, + 127 + ] + }, + { + "text": "Phone", + "boxes": [ + 700, + 153, + 732, + 167 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 153, + 806, + 167 + ] + }, + { + "text": "Vision", + "boxes": [ + 836, + 149, + 884, + 169 + ] + }, + { + "text": "AirPods", + "boxes": [ + 896, + 149, + 956, + 169 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 978, + 147, + 1054, + 171 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1080, + 147, + 1168, + 171 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1196, + 151, + 1270, + 169 + ] + }, + { + "text": "Support", + "boxes": [ + 1298, + 151, + 1350, + 171 + ] + }, + { + "text": "Q", + "boxes": [ + 1372, + 149, + 1402, + 169 + ] + }, + { + "text": "口", + "boxes": [ + 1426, + 151, + 1446, + 167 + ] + }, + { + "text": "iPhone", + "boxes": [ + 859, + 231, + 1053, + 305 + ] + }, + { + "text": "Meet the iPhone 16 family.", + "boxes": [ + 792, + 300, + 1116, + 341 + ] + }, + { + "text": " Learn more", + "boxes": [ + 826, + 363, + 918, + 389 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 967, + 355, + 1085, + 398 + ] + }, + { + "text": " Built for Apple Intelligence.", + "boxes": [ + 828, + 419, + 1078, + 459 + ] + }, + { + "text": "酒", + "boxes": [ + 32, + 556, + 80, + 608 + ] + }, + { + "text": "Writer", + "boxes": [ + 28, + 609, + 94, + 641 + ] + }, + { + "text": "國", + "boxes": [ + 36, + 681, + 80, + 719 + ] + }, + { + "text": "Excel", + "boxes": [ + 32, + 721, + 90, + 752 + ] + }, + { + "text": "D", + "boxes": [ + 34, + 778, + 80, + 828 + ] + }, + { + "text": "Draw", + "boxes": [ + 32, + 828, + 88, + 862 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 84, + 969 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 943, + 1116, + 999 + ] + }, + { + "text": "Untitled 1 - M.", + "boxes": [ + 370, + 1048, + 466, + 1072 + ] + } + ] + }, + { + "frame_id": "80_3_9", + "episode_id": 80, + "env_id": 3, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.009988784790039, + "advantages": -0.21505746245384216, + "generated_text": "{\n \"intent\": \"Clicking on an image would likely reveal more about the historical content or provide additional information related to Sun Yat-sen.\",\n \"action\": \"DoubleClick(784, 288)\"\n}", + "action_string": "DoubleClick(784, 288)", + "intent_string": "Clicking on an image would likely reveal more about the historical content or provide additional information related to Sun Yat-sen.", + "before_screen_ocr_results": [ + { + "text": "回", + "boxes": [ + 1864, + 4, + 1912, + 22 + ] + }, + { + "text": "osoft Bing", + "boxes": [ + 118, + 32, + 188, + 50 + ] + }, + { + "text": "朱森元院士逝世，享年95岁", + "boxes": [ + 246, + 32, + 420, + 50 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1884, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 568, + 119, + 636, + 145 + ] + }, + { + "text": "长春市 9°℃", + "boxes": [ + 1630, + 117, + 1754, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1750, + 119, + 1790, + 147 + ] + }, + { + "text": "msn", + "boxes": [ + 60, + 129, + 102, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1832, + 123, + 1860, + 145 + ] + }, + { + "text": "®", + "boxes": [ + 1418, + 195, + 1442, + 220 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1420, + 224, + 1524, + 268 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1417, + 256, + 1559, + 304 + ] + }, + { + "text": "豆包专为创意工作者打造的智能", + "boxes": [ + 1422, + 351, + 1690, + 387 + ] + }, + { + "text": "工具，具备丰富的模板和案例库，·", + "boxes": [ + 1424, + 375, + 1694, + 409 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1428, + 413, + 1530, + 437 + ] + }, + { + "text": "新卓报", + "boxes": [ + 1432, + 502, + 1450, + 516 + ] + }, + { + "text": "访问新京报", + "boxes": [ + 1452, + 494, + 1540, + 526 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 500, + 1696, + 514 + ] + }, + { + "text": "3险企报案超4万件，北京冰置砸车", + "boxes": [ + 1446, + 544, + 1666, + 574 + ] + }, + { + "text": "如何理赔？建议48小时内报案", + "boxes": [ + 1444, + 562, + 1638, + 592 + ] + }, + { + "text": "现货黄金向下跌破3200美元/盗司", + "boxes": [ + 1446, + 615, + 1656, + 645 + ] + }, + { + "text": "和而泰：实控人等拟合计减持公司", + "boxes": [ + 1446, + 663, + 1664, + 693 + ] + }, + { + "text": "不超2.05%股份", + "boxes": [ + 1448, + 687, + 1548, + 711 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1565, + 776, + 1713, + 838 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1574, + 832, + 1704, + 862 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1670, + 876, + 1724, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 26, + 907, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 834, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1666, + 933, + 1728, + 965 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 28, + 967, + 200, + 997 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1663, + 988, + 1729, + 1027 + ] + }, + { + "text": "朱森元院士逝··", + "boxes": [ + 216, + 1048, + 306, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "回", + "boxes": [ + 1864, + 4, + 1912, + 22 + ] + }, + { + "text": "osoft Bing", + "boxes": [ + 118, + 32, + 188, + 50 + ] + }, + { + "text": "朱森元院士逝世，享年95岁", + "boxes": [ + 246, + 32, + 420, + 50 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1884, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 568, + 119, + 636, + 145 + ] + }, + { + "text": "长春市 9°℃", + "boxes": [ + 1630, + 117, + 1754, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1750, + 119, + 1790, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1827, + 117, + 1863, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 60, + 129, + 102, + 149 + ] + }, + { + "text": "®", + "boxes": [ + 1418, + 195, + 1442, + 220 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1420, + 224, + 1524, + 268 + ] + }, + { + "text": "图像生成", + "boxes": [ + 1417, + 256, + 1559, + 304 + ] + }, + { + "text": "豆包专为创意工作者打造的智能", + "boxes": [ + 1422, + 351, + 1690, + 387 + ] + }, + { + "text": "工具，具备丰富的模板和案例库，·", + "boxes": [ + 1424, + 375, + 1694, + 409 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1428, + 413, + 1530, + 437 + ] + }, + { + "text": "新卓报", + "boxes": [ + 1432, + 502, + 1450, + 516 + ] + }, + { + "text": "访问新京报", + "boxes": [ + 1452, + 494, + 1540, + 526 + ] + }, + { + "text": "L", + "boxes": [ + 1680, + 500, + 1696, + 514 + ] + }, + { + "text": "3险企报案超4万件，北京冰置砸车", + "boxes": [ + 1446, + 544, + 1666, + 574 + ] + }, + { + "text": "如何理赔？建议48小时内报案", + "boxes": [ + 1444, + 562, + 1638, + 592 + ] + }, + { + "text": "现货黄金向下跌破3200美元/盗司", + "boxes": [ + 1446, + 615, + 1656, + 645 + ] + }, + { + "text": "和而泰：实控人等拟合计减持公司", + "boxes": [ + 1446, + 663, + 1664, + 693 + ] + }, + { + "text": "不超2.05%股份", + "boxes": [ + 1448, + 687, + 1548, + 711 + ] + }, + { + "text": "豆包AI", + "boxes": [ + 1565, + 776, + 1713, + 838 + ] + }, + { + "text": "全能高效", + "boxes": [ + 1574, + 832, + 1704, + 862 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 28, + 876, + 196, + 905 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1090, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 878, + 1722, + 905 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 798, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 834, + 907, + 1528, + 937 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 800, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 834, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1666, + 933, + 1728, + 965 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解详", + "boxes": [ + 28, + 947, + 808, + 977 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 838, + 955, + 982, + 979 + ] + }, + { + "text": "情，请访问：微软隐私声明", + "boxes": [ + 30, + 971, + 198, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1663, + 988, + 1729, + 1027 + ] + }, + { + "text": "朱森元院士逝·", + "boxes": [ + 216, + 1048, + 304, + 1072 + ] + } + ] + }, + { + "frame_id": "80_4_9", + "episode_id": 80, + "env_id": 4, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.252721786499023, + "advantages": 0.39339444041252136, + "generated_text": "{\n \"intent\": \"Click the iPad category to explore available products.\",\n \"action\": \"DoubleClick(641, 104)\" \n}", + "action_string": "DoubleClick(641, 104)", + "intent_string": "Click the iPad category to explore available products.", + "before_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 82, + 32, + 126, + 50 + ] + }, + { + "text": "?", + "boxes": [ + 262, + 73, + 274, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1603, + 65, + 1659, + 90 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1268, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1346, + 129 + ] + }, + { + "text": "u", + "boxes": [ + 1382, + 115, + 1394, + 127 + ] + }, + { + "text": "二", + "boxes": [ + 1430, + 113, + 1442, + 125 + ] + }, + { + "text": "D", + "boxes": [ + 456, + 159, + 522, + 218 + ] + }, + { + "text": "C0", + "boxes": [ + 560, + 155, + 630, + 226 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 161, + 714, + 214 + ] + }, + { + "text": "B", + "boxes": [ + 754, + 157, + 822, + 224 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "0", + "boxes": [ + 1380, + 153, + 1464, + 226 + ] + }, + { + "text": "00", + "boxes": [ + 846, + 165, + 920, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1205, + 212, + 1277, + 249 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "Get $170-$630 in credit t", + "boxes": [ + 592, + 282, + 758, + 306 + ] + }, + { + "text": "iPhone", + "boxes": [ + 101, + 386, + 367, + 483 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + }, + { + "text": "Monday,Septembe9", + "boxes": [ + 830, + 554, + 1058, + 588 + ] + }, + { + "text": "9:41", + "boxes": [ + 837, + 579, + 1057, + 698 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " iPad - Apple", + "boxes": [ + 8, + 23, + 110, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1608, + 68, + 1658, + 87 + ] + }, + { + "text": "", + "boxes": [ + 630, + 93, + 664, + 127 + ] + }, + { + "text": "内容和在线购物选项。", + "boxes": [ + 738, + 123, + 850, + 147 + ] + }, + { + "text": "√中国大陆", + "boxes": [ + 1000, + 115, + 1114, + 153 + ] + }, + { + "text": "继续", + "boxes": [ + 1366, + 123, + 1396, + 143 + ] + }, + { + "text": "Q", + "boxes": [ + 1378, + 181, + 1394, + 199 + ] + }, + { + "text": "C", + "boxes": [ + 1428, + 183, + 1442, + 199 + ] + }, + { + "text": "口", + "boxes": [ + 598, + 224, + 662, + 290 + ] + }, + { + "text": "口", + "boxes": [ + 686, + 236, + 732, + 286 + ] + }, + { + "text": "00", + "boxes": [ + 842, + 236, + 914, + 294 + ] + }, + { + "text": "G1", + "boxes": [ + 1344, + 228, + 1436, + 292 + ] + }, + { + "text": "口", + "boxes": [ + 766, + 242, + 812, + 290 + ] + }, + { + "text": "/", + "boxes": [ + 952, + 236, + 999, + 286 + ] + }, + { + "text": "", + "boxes": [ + 1264, + 244, + 1312, + 290 + ] + }, + { + "text": "iPadir", + "boxes": [ + 604, + 284, + 656, + 330 + ] + }, + { + "text": "iPed ", + "boxes": [ + 688, + 284, + 726, + 328 + ] + }, + { + "text": "Pad Pr", + "boxes": [ + 528, + 294, + 564, + 308 + ] + }, + { + "text": "iPad mini", + "boxes": [ + 757, + 283, + 815, + 316 + ] + }, + { + "text": "PadOS18", + "boxes": [ + 1262, + 292, + 1312, + 310 + ] + }, + { + "text": "Shop iPac", + "boxes": [ + 1360, + 292, + 1414, + 310 + ] + }, + { + "text": "NeW", + "boxes": [ + 1068, + 306, + 1090, + 320 + ] + }, + { + "text": "iPad", + "boxes": [ + 103, + 539, + 277, + 630 + ] + }, + { + "text": "Touch, draw, and type", + "boxes": [ + 1502, + 587, + 1788, + 636 + ] + }, + { + "text": "on one magical device.", + "boxes": [ + 1506, + 629, + 1796, + 665 + ] + } + ] + }, + { + "frame_id": "80_5_9", + "episode_id": 80, + "env_id": 5, + "step": 9, + "format_rewards": 1.0, + "rewards": 11.414838790893555, + "advantages": 0.9623761177062988, + "generated_text": "{\n \"intent\": \"Exploring the LibreOffice workspace by opening a new document.\",\n \"action\": \"DoubleClick(150, 338)\" \n}", + "action_string": "DoubleClick(150, 338)", + "intent_string": "Exploring the LibreOffice workspace by opening a new document.", + "before_screen_ocr_results": [ + { + "text": "Tools Help ", + "boxes": [ + 100, + 32, + 190, + 58 + ] + }, + { + "text": "Fire", + "boxes": [ + 26, + 66, + 60, + 93 + ] + }, + { + "text": " open File", + "boxes": [ + 60, + 62, + 208, + 105 + ] + }, + { + "text": "一", + "boxes": [ + 72, + 121, + 96, + 135 + ] + }, + { + "text": " Remote Files", + "boxes": [ + 98, + 115, + 236, + 151 + ] + }, + { + "text": "Mous", + "boxes": [ + 10, + 171, + 56, + 199 + ] + }, + { + "text": "?", + "boxes": [ + 66, + 173, + 104, + 212 + ] + }, + { + "text": " Recent Files", + "boxes": [ + 102, + 181, + 226, + 212 + ] + }, + { + "text": "T", + "boxes": [ + 74, + 230, + 100, + 254 + ] + }, + { + "text": " Templates ", + "boxes": [ + 100, + 228, + 212, + 260 + ] + }, + { + "text": "Terr", + "boxes": [ + 22, + 284, + 54, + 306 + ] + }, + { + "text": "Create:", + "boxes": [ + 63, + 279, + 141, + 316 + ] + }, + { + "text": "国", + "boxes": [ + 66, + 324, + 100, + 355 + ] + }, + { + "text": "Writer Document", + "boxes": [ + 104, + 321, + 278, + 360 + ] + }, + { + "text": "國", + "boxes": [ + 68, + 369, + 100, + 403 + ] + }, + { + "text": "Calc Spreadsheet", + "boxes": [ + 104, + 369, + 280, + 403 + ] + }, + { + "text": "Calc", + "boxes": [ + 12, + 389, + 54, + 415 + ] + }, + { + "text": "宣", + "boxes": [ + 68, + 413, + 100, + 449 + ] + }, + { + "text": "Impress Presentation", + "boxes": [ + 106, + 419, + 314, + 449 + ] + }, + { + "text": "D", + "boxes": [ + 70, + 461, + 100, + 496 + ] + }, + { + "text": " Draw Drawing", + "boxes": [ + 102, + 462, + 252, + 499 + ] + }, + { + "text": "Libr", + "boxes": [ + 16, + 500, + 56, + 528 + ] + }, + { + "text": "圆", + "boxes": [ + 68, + 510, + 104, + 546 + ] + }, + { + "text": " Math Formula", + "boxes": [ + 96, + 508, + 244, + 544 + ] + }, + { + "text": "Base Database", + "boxes": [ + 106, + 560, + 258, + 590 + ] + }, + { + "text": "Wr", + "boxes": [ + 32, + 609, + 56, + 631 + ] + }, + { + "text": "Welcome to LibreOffice.", + "boxes": [ + 994, + 637, + 1192, + 671 + ] + }, + { + "text": "Drop a document here or pick an app from the left side to create one.", + "boxes": [ + 812, + 669, + 1374, + 699 + ] + }, + { + "text": "Help", + "boxes": [ + 110, + 981, + 144, + 1003 + ] + }, + { + "text": "Extensions", + "boxes": [ + 222, + 985, + 292, + 1003 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "国", + "boxes": [ + 6, + 4, + 30, + 26 + ] + }, + { + "text": "Untitled 1 - LibreOffice Writer", + "boxes": [ + 832, + 8, + 1086, + 32 + ] + }, + { + "text": "File", + "boxes": [ + 10, + 28, + 34, + 42 + ] + }, + { + "text": "Styles", + "boxes": [ + 308, + 38, + 348, + 54 + ] + }, + { + "text": "Tools", + "boxes": [ + 464, + 38, + 500, + 52 + ] + }, + { + "text": "国", + "boxes": [ + 14, + 56, + 42, + 79 + ] + }, + { + "text": "-- X自", + "boxes": [ + 62, + 53, + 418, + 95 + ] + }, + { + "text": "m·", + "boxes": [ + 674, + 64, + 762, + 87 + ] + }, + { + "text": "T-Ω、", + "boxes": [ + 782, + 62, + 960, + 91 + ] + }, + { + "text": "『一→田", + "boxes": [ + 952, + 62, + 1310, + 91 + ] + }, + { + "text": "Default Style", + "boxes": [ + 78, + 103, + 164, + 121 + ] + }, + { + "text": "?", + "boxes": [ + 200, + 101, + 272, + 127 + ] + }, + { + "text": "a", + "boxes": [ + 574, + 109, + 594, + 123 + ] + }, + { + "text": "三", + "boxes": [ + 926, + 107, + 946, + 123 + ] + }, + { + "text": "T", + "boxes": [ + 1832, + 248, + 1854, + 278 + ] + }, + { + "text": "", + "boxes": [ + 1892, + 242, + 1906, + 270 + ] + }, + { + "text": "D", + "boxes": [ + 1834, + 290, + 1854, + 310 + ] + }, + { + "text": "Y", + "boxes": [ + 1892, + 282, + 1908, + 298 + ] + }, + { + "text": "O", + "boxes": [ + 1890, + 312, + 1912, + 338 + ] + }, + { + "text": "Page l of 1", + "boxes": [ + 64, + 993, + 136, + 1011 + ] + }, + { + "text": " Default Style", + "boxes": [ + 666, + 989, + 750, + 1012 + ] + }, + { + "text": "English (USA)", + "boxes": [ + 1040, + 989, + 1126, + 1012 + ] + } + ] + }, + { + "frame_id": "80_6_9", + "episode_id": 80, + "env_id": 6, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.693294525146484, + "advantages": 0.11949442327022552, + "generated_text": "{\n \"intent\": \"Scroll down to view more information and potentially access links on the website.\",\n \"action\": \"ScrollDown(800, 800)\"\n}", + "action_string": "ScrollDown(800, 800)", + "intent_string": "Scroll down to view more information and potentially access links on the website.", + "before_screen_ocr_results": [ + { + "text": "iPhone - Apple", + "boxes": [ + 28, + 32, + 126, + 50 + ] + }, + { + "text": "?", + "boxes": [ + 262, + 73, + 274, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1605, + 65, + 1659, + 90 + ] + }, + { + "text": "Watch", + "boxes": [ + 772, + 113, + 802, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1348, + 129 + ] + }, + { + "text": "Q", + "boxes": [ + 1380, + 111, + 1394, + 127 + ] + }, + { + "text": "亡", + "boxes": [ + 1428, + 111, + 1442, + 127 + ] + }, + { + "text": "D", + "boxes": [ + 456, + 157, + 520, + 218 + ] + }, + { + "text": "U", + "boxes": [ + 551, + 146, + 635, + 229 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 161, + 714, + 214 + ] + }, + { + "text": "口", + "boxes": [ + 751, + 154, + 821, + 224 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "00", + "boxes": [ + 846, + 165, + 920, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "[os", + "boxes": [ + 1308, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone16e ", + "boxes": [ + 656, + 214, + 730, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 244 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Ccard", + "boxes": [ + 1208, + 218, + 1274, + 244 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "Get $170-$630 in credit t", + "boxes": [ + 592, + 282, + 758, + 306 + ] + }, + { + "text": "iPhone", + "boxes": [ + 109, + 383, + 363, + 490 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1800, + 474 + ] + }, + { + "text": "", + "boxes": [ + 1838, + 971, + 1866, + 999 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 26, + 66, + 128, + 91 + ] + }, + { + "text": "?", + "boxes": [ + 258, + 69, + 274, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1606, + 68, + 1660, + 87 + ] + }, + { + "text": "iPhone", + "boxes": [ + 104, + 99, + 364, + 207 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1522, + 151, + 1798, + 187 + ] + }, + { + "text": "0", + "boxes": [ + 1834, + 957, + 1852, + 973 + ] + } + ] + }, + { + "frame_id": "80_7_9", + "episode_id": 80, + "env_id": 7, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.236241340637207, + "advantages": 0.38532549142837524, + "generated_text": "{\n \"intent\": \"Click on a recommended product to explore further. The ASUS ROG Strix G16 Gaming Laptop seems like a high-quality option.\",\n \"action\": \"DoubleClick(1275, 145)\" \n}", + "action_string": "DoubleClick(1275, 145)", + "intent_string": "Click on a recommended product to explore further. The ASUS ROG Strix G16 Gaming Laptop seems like a high-quality option.", + "before_screen_ocr_results": [ + { + "text": "→C", + "boxes": [ + 32, + 64, + 126, + 89 + ] + }, + { + "text": "D", + "boxes": [ + 260, + 69, + 274, + 85 + ] + }, + { + "text": "a253a&pd_rd_r=002c0de1-db97-409b-a2bf-385c265fl", + "boxes": [ + 1138, + 69, + 1520, + 87 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 91 + ] + }, + { + "text": "BDB", + "boxes": [ + 362, + 101, + 456, + 133 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1810, + 103, + 1876, + 135 + ] + }, + { + "text": "BB", + "boxes": [ + 349, + 122, + 451, + 165 + ] + }, + { + "text": "$5,146.26", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "8#E", + "boxes": [ + 348, + 155, + 424, + 193 + ] + }, + { + "text": "Deals & Dis", + "boxes": [ + 14, + 175, + 84, + 193 + ] + }, + { + "text": "中", + "boxes": [ + 422, + 171, + 434, + 183 + ] + }, + { + "text": "8888", + "boxes": [ + 343, + 183, + 413, + 218 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 197, + 96, + 220 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 272, + 144, + 302 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 314, + 270, + 390, + 294 + ] + }, + { + "text": "Sponsored", + "boxes": [ + 906, + 272, + 972, + 292 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 1196, + 270, + 1270, + 294 + ] + }, + { + "text": "ASUS ROG Strix G16 Gaming", + "boxes": [ + 1488, + 268, + 1706, + 298 + ] + }, + { + "text": "TROND Surge Protector Power Strip", + "boxes": [ + 310, + 288, + 584, + 326 + ] + }, + { + "text": " Amazon Basics 24 inch Gaming", + "boxes": [ + 602, + 288, + 842, + 326 + ] + }, + { + "text": "AS31 Active Bookshelf Speakers -2.0", + "boxes": [ + 900, + 292, + 1178, + 322 + ] + }, + { + "text": "Nex Playground - The Active Play", + "boxes": [ + 1184, + 288, + 1444, + 328 + ] + }, + { + "text": "Laptop, 15Hz Dislay, NVDI", + "boxes": [ + 1486, + 290, + 1726, + 326 + ] + }, + { + "text": "Department", + "boxes": [ + 12, + 310, + 98, + 336 + ] + }, + { + "text": "360° Rotating Flat Plug, 24 AC ", + "boxes": [ + 312, + 318, + 544, + 347 + ] + }, + { + "text": "Monitor, FHD 1080P, 165Hz, VESA", + "boxes": [ + 606, + 318, + 864, + 347 + ] + }, + { + "text": " Powered Stereo Compact laptops", + "boxes": [ + 898, + 315, + 1152, + 350 + ] + }, + { + "text": "System for Kids & Families where", + "boxes": [ + 1194, + 318, + 1444, + 347 + ] + }, + { + "text": "GeForce RTXTM 4060, Intel Core", + "boxes": [ + 1488, + 316, + 1720, + 345 + ] + }, + { + "text": "Computers&Accessories", + "boxes": [ + 16, + 338, + 172, + 355 + ] + }, + { + "text": "Outlets, 4000 Joules, 6ft Heavy Duty ", + "boxes": [ + 314, + 341, + 590, + 371 + ] + }, + { + "text": " Compatible, Adaptive sync, 1m", + "boxes": [ + 602, + 341, + 838, + 371 + ] + }, + { + "text": "Desktop Speakers with 3'bass,", + "boxes": [ + 900, + 339, + 1124, + 369 + ] + }, + { + "text": "Indoor Physical Activity Meets", + "boxes": [ + 1194, + 341, + 1420, + 371 + ] + }, + { + "text": "i7-13650HX, 16GB DDR5, 1TB PCI.", + "boxes": [ + 1486, + 339, + 1746, + 369 + ] + }, + { + "text": " Computers & Tablets", + "boxes": [ + 14, + 349, + 160, + 379 + ] + }, + { + "text": "PC Games & Accssores", + "boxes": [ + 10, + 371, + 168, + 401 + ] + }, + { + "text": "Extension Cord 1875W, ETL Listed,..", + "boxes": [ + 314, + 363, + 584, + 395 + ] + }, + { + "text": " Response, Black", + "boxes": [ + 602, + 363, + 730, + 397 + ] + }, + { + "text": "Bluetooth 5.3, RCA/Optical..", + "boxes": [ + 900, + 363, + 1114, + 395 + ] + }, + { + "text": "Interactive Family Fun and Is Great.", + "boxes": [ + 1196, + 369, + 1454, + 393 + ] + }, + { + "text": "★★★★1.883", + "boxes": [ + 1488, + 367, + 1632, + 397 + ] + }, + { + "text": "★★★★★437", + "boxes": [ + 314, + 391, + 444, + 421 + ] + }, + { + "text": "Options: 3 sizes", + "boxes": [ + 608, + 397, + 698, + 421 + ] + }, + { + "text": "★★★☆☆5", + "boxes": [ + 906, + 395, + 1014, + 423 + ] + }, + { + "text": "Apr 23, 2024", + "boxes": [ + 1198, + 389, + 1286, + 415 + ] + }, + { + "text": "in past month", + "boxes": [ + 1566, + 393, + 1658, + 411 + ] + }, + { + "text": "Brands", + "boxes": [ + 10, + 405, + 62, + 431 + ] + }, + { + "text": "ESRB Rating: Everyone", + "boxes": [ + 1194, + 403, + 1345, + 439 + ] + }, + { + "text": "50+ bought in past month", + "boxes": [ + 318, + 415, + 484, + 439 + ] + }, + { + "text": "★★★★★42", + "boxes": [ + 608, + 419, + 730, + 449 + ] + }, + { + "text": "$21999", + "boxes": [ + 897, + 420, + 985, + 463 + ] + }, + { + "text": "$1,24478", + "boxes": [ + 1486, + 419, + 1594, + 457 + ] + }, + { + "text": "口", + "boxes": [ + 14, + 433, + 36, + 447 + ] + }, + { + "text": "$2199 Typical price: $25.99", + "boxes": [ + 310, + 442, + 506, + 485 + ] + }, + { + "text": "★★★★★1.445", + "boxes": [ + 1196, + 433, + 1336, + 463 + ] + }, + { + "text": "口", + "boxes": [ + 16, + 453, + 34, + 469 + ] + }, + { + "text": "FIFINE", + "boxes": [ + 32, + 449, + 78, + 474 + ] + }, + { + "text": "$12861", + "boxes": [ + 604, + 451, + 690, + 488 + ] + }, + { + "text": "7K+ bought in past", + "boxes": [ + 1196, + 451, + 1318, + 480 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 1486, + 455, + 1626, + 484 + ] + }, + { + "text": "VISOONE", + "boxes": [ + 7, + 481, + 103, + 521 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 316, + 484, + 450, + 508 + ] + }, + { + "text": "$46.23 delivery", + "boxes": [ + 603, + 482, + 713, + 519 + ] + }, + { + "text": "Delivery Tue, May 27", + "boxes": [ + 900, + 480, + 1042, + 510 + ] + }, + { + "text": "Android", + "boxes": [ + 1196, + 482, + 1254, + 508 + ] + }, + { + "text": "Ships to China ", + "boxes": [ + 1490, + 480, + 1574, + 504 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 5, + 504, + 107, + 541 + ] + }, + { + "text": "Ships to Chin", + "boxes": [ + 316, + 504, + 390, + 528 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 610, + 512, + 690, + 536 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 901, + 500, + 981, + 529 + ] + }, + { + "text": "$199°0", + "boxes": [ + 1192, + 506, + 1274, + 538 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 1494, + 506, + 1580, + 538 + ] + }, + { + "text": "Razer", + "boxes": [ + 7, + 525, + 77, + 557 + ] + }, + { + "text": "Only 8 left in stock - order s", + "boxes": [ + 904, + 524, + 1080, + 548 + ] + }, + { + "text": " Redragon", + "boxes": [ + 5, + 541, + 99, + 581 + ] + }, + { + "text": "Se options", + "boxes": [ + 318, + 534, + 406, + 566 + ] + }, + { + "text": " Delivry st, May 24", + "boxes": [ + 1190, + 536, + 1334, + 578 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 1486, + 538, + 1624, + 568 + ] + }, + { + "text": "Ad to cart", + "boxes": [ + 612, + 560, + 702, + 592 + ] + }, + { + "text": "Add to cart ", + "boxes": [ + 908, + 556, + 990, + 582 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1198, + 564, + 1278, + 588 + ] + }, + { + "text": "$1,219.99 (7 used & new", + "boxes": [ + 1486, + 558, + 1648, + 588 + ] + }, + { + "text": "V See more", + "boxes": [ + 12, + 572, + 92, + 596 + ] + }, + { + "text": " Small Business ", + "boxes": [ + 1198, + 584, + 1336, + 613 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Condition", + "boxes": [ + 10, + 602, + 82, + 627 + ] + }, + { + "text": "New", + "boxes": [ + 7, + 621, + 69, + 652 + ] + }, + { + "text": "G20", + "boxes": [ + 1793, + 619, + 1880, + 662 + ] + }, + { + "text": "used", + "boxes": [ + 8, + 641, + 72, + 675 + ] + }, + { + "text": "DigtalGit Carnd", + "boxes": [ + 960, + 659, + 1038, + 685 + ] + }, + { + "text": "$10", + "boxes": [ + 1074, + 655, + 1120, + 689 + ] + }, + { + "text": "Seller", + "boxes": [ + 7, + 672, + 55, + 706 + ] + }, + { + "text": "ROBLOX", + "boxes": [ + 964, + 695, + 1112, + 727 + ] + }, + { + "text": "司", + "boxes": [ + 1526, + 697, + 1546, + 731 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1814, + 719, + 1858, + 739 + ] + }, + { + "text": "New Releases", + "boxes": [ + 12, + 774, + 102, + 798 + ] + }, + { + "text": "Last 30 days ", + "boxes": [ + 7, + 794, + 101, + 830 + ] + }, + { + "text": "DO", + "boxes": [ + 611, + 789, + 735, + 835 + ] + }, + { + "text": "Last 90 days ", + "boxes": [ + 12, + 818, + 98, + 844 + ] + }, + { + "text": "BO0", + "boxes": [ + 792, + 816, + 838, + 834 + ] + }, + { + "text": " Coming Soon", + "boxes": [ + 7, + 833, + 105, + 870 + ] + }, + { + "text": "Video Game DRM", + "boxes": [ + 8, + 868, + 132, + 897 + ] + }, + { + "text": "1,000 Robux", + "boxes": [ + 974, + 862, + 1096, + 891 + ] + }, + { + "text": "8", + "boxes": [ + 0, + 901, + 90, + 971 + ] + }, + { + "text": " DRM-Free", + "boxes": [ + 10, + 893, + 102, + 919 + ] + }, + { + "text": "800+200 Bonus Robux", + "boxes": [ + 968, + 897, + 1102, + 921 + ] + }, + { + "text": "HOUHUI RF Touch Panel RGB LED", + "boxes": [ + 606, + 927, + 860, + 957 + ] + }, + { + "text": "Roblox Digital Gift Card - 1,000", + "boxes": [ + 900, + 927, + 1136, + 957 + ] + }, + { + "text": "GTRACING 55 Inch Gaming Desk ", + "boxes": [ + 1194, + 927, + 1438, + 957 + ] + }, + { + "text": "LED Light Bar, Music Sync RGBLight", + "boxes": [ + 1484, + 923, + 1760, + 961 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "+3 other colors/patterns", + "boxes": [ + 318, + 931, + 454, + 959 + ] + }, + { + "text": "uplay", + "boxes": [ + 7, + 948, + 77, + 986 + ] + }, + { + "text": " Frigidaire EFMIS179 Gaming Light", + "boxes": [ + 310, + 959, + 568, + 993 + ] + }, + { + "text": "Controller Kit, RGB LED Strip Lights", + "boxes": [ + 608, + 953, + 870, + 983 + ] + }, + { + "text": "Robux [lncludes Exclusive Virtual", + "boxes": [ + 904, + 955, + 1142, + 979 + ] + }, + { + "text": "with LED Lights, Computer Gamer", + "boxes": [ + 1196, + 953, + 1446, + 981 + ] + }, + { + "text": "Bar, USB Ambient Lamp, Color", + "boxes": [ + 1488, + 953, + 1716, + 983 + ] + }, + { + "text": "Controller with RF Wireless Remote,", + "boxes": [ + 606, + 971, + 872, + 1009 + ] + }, + { + "text": "Item] [Digital Code] ", + "boxes": [ + 902, + 977, + 1052, + 1007 + ] + }, + { + "text": "Desk with Monitor Stand, Ergonomic", + "boxes": [ + 1194, + 975, + 1468, + 1007 + ] + }, + { + "text": " Changing Gaming TV Backlight with", + "boxes": [ + 1486, + 977, + 1756, + 1007 + ] + }, + { + "text": "云", + "boxes": [ + 1796, + 977, + 1814, + 993 + ] + }, + { + "text": "1", + "boxes": [ + 1816, + 975, + 1868, + 993 + ] + }, + { + "text": "Up Mini Beverage Refrigerator,", + "boxes": [ + 312, + 987, + 542, + 1016 + ] + }, + { + "text": "Stealth", + "boxes": [ + 312, + 1007, + 376, + 1040 + ] + }, + { + "text": "Dimmable Wall-Mounted Touch...", + "boxes": [ + 608, + 1005, + 854, + 1028 + ] + }, + { + "text": "May 15, 2019", + "boxes": [ + 904, + 1003, + 994, + 1026 + ] + }, + { + "text": "Carbon Fiber Surface Gaming Tab...", + "boxes": [ + 1194, + 999, + 1464, + 1032 + ] + }, + { + "text": "Remote Control, 15 Dynamic Mod...", + "boxes": [ + 1490, + 1005, + 1750, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→×", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "曰口", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "9f09-4ada", + "boxes": [ + 1496, + 68, + 1564, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1878, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming", + "boxes": [ + 296, + 113, + 364, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "$5,146.26", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 420, + 189 + ] + }, + { + "text": "International Kindle Paperwhite Buy Now", + "boxes": [ + 752, + 204, + 1062, + 234 + ] + }, + { + "text": " Nex Playground - The Active Play System for Kids & Families", + "boxes": [ + 638, + 300, + 1306, + 344 + ] + }, + { + "text": "山", + "boxes": [ + 590, + 324, + 606, + 341 + ] + }, + { + "text": "$199", + "boxes": [ + 1388, + 318, + 1476, + 355 + ] + }, + { + "text": "where Indoor Physical Activity Meets Interactive Family Fun and", + "boxes": [ + 642, + 338, + 1338, + 367 + ] + }, + { + "text": "FREE Interna", + "boxes": [ + 1396, + 359, + 1476, + 377 + ] + }, + { + "text": "Is Great for Gaming Nights, Parties and Playdates", + "boxes": [ + 640, + 369, + 1186, + 405 + ] + }, + { + "text": "$42.37 Shipping & Import", + "boxes": [ + 1394, + 389, + 1566, + 413 + ] + }, + { + "text": "Charges to China Detals Y", + "boxes": [ + 1392, + 407, + 1574, + 437 + ] + }, + { + "text": "Platform : Android | Rated: Everyone ", + "boxes": [ + 644, + 419, + 902, + 443 + ] + }, + { + "text": "4.7★★★★★", + "boxes": [ + 644, + 437, + 770, + 467 + ] + }, + { + "text": "Delivery Saturday, May 24.", + "boxes": [ + 1394, + 429, + 1572, + 453 + ] + }, + { + "text": "1,445 ratings", + "boxes": [ + 788, + 441, + 874, + 465 + ] + }, + { + "text": " Order within 23 hrs 35 mins", + "boxes": [ + 1390, + 447, + 1576, + 476 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 644, + 467, + 746, + 490 + ] + }, + { + "text": "@ Delivert China", + "boxes": [ + 1392, + 476, + 1506, + 506 + ] + }, + { + "text": "7K+ bought in past month", + "boxes": [ + 644, + 496, + 792, + 520 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 518, + 1466, + 544 + ] + }, + { + "text": "$19900", + "boxes": [ + 640, + 536, + 726, + 574 + ] + }, + { + "text": "$46.9", + "boxes": [ + 1818, + 540, + 1854, + 554 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1400, + 558, + 1486, + 584 + ] + }, + { + "text": "FREEInternational Returns V", + "boxes": [ + 646, + 582, + 834, + 600 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "nport Charges to China Details V", + "boxes": [ + 778, + 602, + 990, + 619 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 604, + 1542, + 627 + ] + }, + { + "text": "● 5 GAMES INCLUDED. UNLOCK MORE WITH PLAY PASS. Playground comes with Fruit Ninja, Starri, Whac-", + "boxes": [ + 648, + 627, + 1326, + 651 + ] + }, + { + "text": "G20", + "boxes": [ + 1796, + 619, + 1882, + 659 + ] + }, + { + "text": "a-Mole, Go Keeper, and Party Fowl. separate purchase of a 3-Month ($49) or 12-Month Play Pass($89) is ", + "boxes": [ + 660, + 643, + 1344, + 673 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 643, + 1530, + 669 + ] + }, + { + "text": "required to access the full catalog of games and get new games each month, including Barbie, Teenage", + "boxes": [ + 664, + 667, + 1322, + 691 + ] + }, + { + "text": "Mutanu", + "boxes": [ + 658, + 681, + 1338, + 717 + ] + }, + { + "text": "Ships from Amazon.com", + "boxes": [ + 1398, + 681, + 1544, + 711 + ] + }, + { + "text": "中", + "boxes": [ + 1796, + 682, + 1870, + 720 + ] + }, + { + "text": "· GET MOVING WITH ACTIVE FAMILY FUN. Nex Playground is a new kind of video game console that gets your", + "boxes": [ + 650, + 705, + 1352, + 739 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1397, + 698, + 1451, + 732 + ] + }, + { + "text": "Amazon.com", + "boxes": [ + 1464, + 703, + 1542, + 729 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 725, + 1450, + 752 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1808, + 717, + 1864, + 742 + ] + }, + { + "text": "family moving. It", + "boxes": [ + 662, + 731, + 774, + 754 + ] + }, + { + "text": "-a-Mole and more. Using a built-in camera to track", + "boxes": [ + 1000, + 750, + 1326, + 774 + ] + }, + { + "text": "e in the family can jump right in.", + "boxes": [ + 948, + 770, + 1154, + 794 + ] + }, + { + "text": "Payment", + "boxes": [ + 1402, + 764, + 1450, + 782 + ] + }, + { + "text": "Secure transactior", + "boxes": [ + 1468, + 764, + 1568, + 782 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 768, + 1820, + 788 + ] + }, + { + "text": "OY TO PLAY. Play naturally just by moving your body. Playground uses the magic of Al to", + "boxes": [ + 794, + 794, + 1354, + 818 + ] + }, + { + "text": "Trade-In and save", + "boxes": [ + 1394, + 798, + 1514, + 836 + ] + }, + { + "text": "ising thebultin wide-angle camerao controllersorclunky trackers!Upto4", + "boxes": [ + 822, + 810, + 1324, + 842 + ] + }, + { + "text": "口", + "boxes": [ + 1398, + 850, + 1418, + 866 + ] + }, + { + "text": "ractive motion gar", + "boxes": [ + 1082, + 862, + 1196, + 879 + ] + }, + { + "text": "ames, turning your living", + "boxes": [ + 1186, + 860, + 1344, + 883 + ] + }, + { + "text": "Add a gift receipt for easy", + "boxes": [ + 1416, + 866, + 1582, + 889 + ] + }, + { + "text": "There is something for everyone.It is perfect for indoor", + "boxes": [ + 976, + 879, + 1338, + 903 + ] + }, + { + "text": "returns", + "boxes": [ + 1416, + 885, + 1468, + 911 + ] + }, + { + "text": "with a simple HDMI connection and gets", + "boxes": [ + 1036, + 923, + 1294, + 947 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "nsole or mantle, and can easily fit in a", + "boxes": [ + 1052, + 943, + 1290, + 967 + ] + }, + { + "text": "Add to List ", + "boxes": [ + 1400, + 937, + 1478, + 963 + ] + }, + { + "text": "e life of every party.", + "boxes": [ + 1122, + 963, + 1252, + 985 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 975, + 1820, + 995 + ] + }, + { + "text": "Playgr", + "boxes": [ + 856, + 1011, + 900, + 1028 + ] + }, + { + "text": "SAFE+ COPPA certified and motion tracking data is", + "boxes": [ + 1002, + 1011, + 1324, + 1028 + ] + }, + { + "text": "Other sellers on Amazon", + "boxes": [ + 1384, + 1004, + 1576, + 1032 + ] + } + ] + } + ] +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_80/scores_v3.json b/ScreenExplorer-3B-E1/episode_80/scores_v3.json new file mode 100644 index 0000000000000000000000000000000000000000..b1c9e9053e66d8a9947a790fe472b297c08ea34c --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_80/scores_v3.json @@ -0,0 +1,19 @@ +{ + "directory_path": "logs/ScreenExplorer_2025-05-14_13-31-185da9f3/episode_80", + "single_trajectory_image_diversity": 0.44691841676831245, + "single_trajectory_text_diversity": 0.292416725307703, + "single_trajectory_image_diversity_max": 0.82275390625, + "single_trajectory_image_diversity_min": -0.00146484375, + "single_trajectory_image_diversity_std": 0.3026123046875, + "single_trajectory_text_diversity_max": 0.50244140625, + "single_trajectory_text_diversity_min": 0.00323486328125, + "single_trajectory_text_diversity_std": 0.16530609130859375, + "group_trajectories_image_diversity": 0.5984473824501038, + "group_trajectories_text_diversity": 0.43887415528297424, + "group_trajectories_image_diversity_max": 1.15625, + "group_trajectories_image_diversity_min": -0.0078125, + "group_trajectories_image_diversity_std": 0.287109375, + "group_trajectories_text_diversity_max": 0.67431640625, + "group_trajectories_text_diversity_min": -0.0009765625, + "group_trajectories_text_diversity_std": 0.138427734375 +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_90/game_record_20250515_005213.json b/ScreenExplorer-3B-E1/episode_90/game_record_20250515_005213.json new file mode 100644 index 0000000000000000000000000000000000000000..d44931c3309d422ea4510a9938980b7b11f6d0b9 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_90/game_record_20250515_005213.json @@ -0,0 +1,56421 @@ +{ + "start_time": "2025-05-15T00:52:13.526268", + "end_time": "2025-05-15T01:00:11.173003", + "buffer_size": 80, + "all_records": [ + { + "frame_id": "90_0_0", + "episode_id": 90, + "env_id": 0, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.396493911743164, + "advantages": 0.8933245539665222, + "generated_text": "{\n \"intent\": \"Click on the Firefox icon to open the web browser.\",\n \"action\": \"DoubleClick(47, 45)\" }", + "action_string": "DoubleClick(47, 45)", + "intent_string": "Click on the Firefox icon to open the web browser.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 198, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "90_1_0", + "episode_id": 90, + "env_id": 1, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.112505912780762, + "advantages": 0.7539348006248474, + "generated_text": "{\n \"intent\": \"Double clicking LibreOffice Writer to open an application.\",\n \"action\": \"DoubleClick(70, 14)\"\n}", + "action_string": "DoubleClick(70, 14)", + "intent_string": "Double clicking LibreOffice Writer to open an application.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "C", + "boxes": [ + 70, + 69, + 124, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "90_2_0", + "episode_id": 90, + "env_id": 2, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.479392051696777, + "advantages": 0.9340134263038635, + "generated_text": "{\n \"intent\": \"The browser Firefox icon should be explored as it indicates some actions could be performed through browsing. Taking a closer look might reveal different functionalities.\",\n \"action\": \"DoubleClick(68, 46)\"\n}", + "action_string": "DoubleClick(68, 46)", + "intent_string": "The browser Firefox icon should be explored as it indicates some actions could be performed through browsing. Taking a closer look might reveal different functionalities.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New", + "boxes": [ + 26, + 34, + 66, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C仓", + "boxes": [ + 74, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "90_3_0", + "episode_id": 90, + "env_id": 3, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.451245307922363, + "advantages": -0.06146138533949852, + "generated_text": "{\n \"intent\": \"To begin interacting with the desktop, I will start by selecting an icon.\",\n \"action\": \"DoubleClick(73, 417)\" }", + "action_string": "DoubleClick(73, 417)", + "intent_string": "To begin interacting with the desktop, I will start by selecting an icon.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 116, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "90_4_0", + "episode_id": 90, + "env_id": 4, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.399955749511719, + "advantages": 0.895023763179779, + "generated_text": "{\n \"intent\": \"Open Firefox browser to begin web exploration.\",\n \"action\": \"DoubleClick(78, 59)\"\n}", + "action_string": "DoubleClick(78, 59)", + "intent_string": "Open Firefox browser to begin web exploration.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "90_5_0", + "episode_id": 90, + "env_id": 5, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.16786003112793, + "advantages": -0.20055532455444336, + "generated_text": "{\n \"intent\": \"Explore the Firefox icon on the desktop.\",\n \"action\": \"DoubleClick(138, 29)\"\n}", + "action_string": "DoubleClick(138, 29)", + "intent_string": "Explore the Firefox icon on the desktop.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "90_6_0", + "episode_id": 90, + "env_id": 6, + "step": 0, + "format_rewards": 1.0, + "rewards": 9.299383163452148, + "advantages": -0.13599984347820282, + "generated_text": "{\n \"intent\": \"The first logically achievable step is to double click on an icon to open a window. Firefox is positioned closest to the center-top area of the screen.\",\n \"action\": \"DoubleClick(120, 53)\" \n}", + "action_string": "DoubleClick(120, 53)", + "intent_string": "The first logically achievable step is to double click on an icon to open a window. Firefox is positioned closest to the center-top area of the screen.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "90_7_0", + "episode_id": 90, + "env_id": 7, + "step": 0, + "format_rewards": 1.0, + "rewards": 11.909829139709473, + "advantages": 1.1452847719192505, + "generated_text": "{\n \"intent\": \"The first step is to double-click on one of the applications available on the desktop to open it.\",\n \"action\": \"DoubleClick(65, 74)\" }", + "action_string": "DoubleClick(65, 74)", + "intent_string": "The first step is to double-click on one of the applications available on the desktop to open it.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 46, + 68, + 128, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "90_0_1", + "episode_id": 90, + "env_id": 0, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.31675910949707, + "advantages": -0.1274712234735489, + "generated_text": "{\n \"intent\": \"To explore available websites easily, opening a new tab fills Firefox with fresh destinations.\",\n \"action\": \"DoubleClick(71, 33)\" \n}", + "action_string": "DoubleClick(71, 33)", + "intent_string": "To explore available websites easily, opening a new tab fills Firefox with fresh destinations.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "90_1_1", + "episode_id": 90, + "env_id": 1, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.622340202331543, + "advantages": 0.5133468508720398, + "generated_text": "{\n \"intent\": \"Click on the Bing icon as one of the contents displayed.\",\n \"action\": \"DoubleClick(632, 474)\"\n}", + "action_string": "DoubleClick(632, 474)", + "intent_string": "Click on the Bing icon as one of the contents displayed.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": "C", + "boxes": [ + 70, + 69, + 124, + 87 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 188, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 38, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1606, + 69, + 1658, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 185, + 153 + ] + }, + { + "text": "国内版", + "boxes": [ + 492, + 250, + 560, + 282 + ] + }, + { + "text": "国际版", + "boxes": [ + 556, + 250, + 636, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 474, + 298, + 630, + 328 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 642, + 401 + ] + }, + { + "text": "Next", + "boxes": [ + 1364, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1290, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 640, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1266, + 478 + ] + } + ] + }, + { + "frame_id": "90_2_1", + "episode_id": 90, + "env_id": 2, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.448546409606934, + "advantages": -0.06278608739376068, + "generated_text": "{\n \"intent\": \"Navigate to a new tab to start exploring web pages.\",\n \"action\": \"DoubleClick(770, 13)\"\n}", + "action_string": "DoubleClick(770, 13)", + "intent_string": "Navigate to a new tab to start exploring web pages.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "C仓", + "boxes": [ + 74, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "90_3_1", + "episode_id": 90, + "env_id": 3, + "step": 1, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -4.700414180755615, + "generated_text": "{\n \"intent\": \"Exploring the desktop to locate useful applications or settings.\",\n \"action\": \"DoubleClick(751, 8)`\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 116, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 116, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "90_4_1", + "episode_id": 90, + "env_id": 4, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.419877052307129, + "advantages": -0.07685785740613937, + "generated_text": "{\n \"intent\": \"Navigate to a web page via the search bar.\",\n \"action\": \"DoubleClick(772, 304)\" \n}", + "action_string": "DoubleClick(772, 304)", + "intent_string": "Navigate to a web page via the search bar.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web I", + "boxes": [ + 642, + 286, + 778, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "90_5_1", + "episode_id": 90, + "env_id": 5, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.06920337677002, + "advantages": -0.24897894263267517, + "generated_text": "{\n \"intent\": \"Move the cursor diagonally across the screen first to get an overview\",\n \"action\": \"Move(450, 250)\"\n}", + "action_string": "Move(450, 250)", + "intent_string": "Move the cursor diagonally across the screen first to get an overview", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ] + }, + { + "frame_id": "90_6_1", + "episode_id": 90, + "env_id": 6, + "step": 1, + "format_rewards": 1.0, + "rewards": 9.588834762573242, + "advantages": 0.006071618292480707, + "generated_text": "{\n \"intent\": \"Clicking the Firefox icon will open a web browser, potentially allowing further exploration of the internet.\",\n \"action\": \"DoubleClick(27, 31)\" \n}", + "action_string": "DoubleClick(27, 31)", + "intent_string": "Clicking the Firefox icon will open a web browser, potentially allowing further exploration of the internet.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 38, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "90_7_1", + "episode_id": 90, + "env_id": 7, + "step": 1, + "format_rewards": 1.0, + "rewards": 10.498398780822754, + "advantages": 0.4525127410888672, + "generated_text": "{\n \"intent\": \"Clicking on the top site Amazon link will likely help me access Amazon's website quickly.\",\n \"action\": \"Click(760, 500)\" \n}", + "action_string": "Click(760, 500)", + "intent_string": "Clicking on the top site Amazon link will likely help me access Amazon's website quickly.", + "before_screen_ocr_results": [ + { + "text": "×十", + "boxes": [ + 200, + 32, + 248, + 50 + ] + }, + { + "text": "→C", + "boxes": [ + 46, + 68, + 128, + 91 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "Retuns", + "boxes": [ + 1738, + 117, + 1780, + 137 + ] + }, + { + "text": "55", + "boxes": [ + 1826, + 115, + 1860, + 135 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1448, + 486, + 1550, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 610, + 530, + 916, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 982, + 530, + 1164, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 1348, + 526, + 1574, + 562 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 612, + 889, + 750, + 913 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 980, + 889, + 1066, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 1350, + 889, + 1430, + 913 + ] + }, + { + "text": " Top categories in Kitchen ", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Save on gifts for Dad", + "boxes": [ + 980, + 969, + 1194, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "appliances", + "boxes": [ + 240, + 997, + 356, + 1028 + ] + } + ] + }, + { + "frame_id": "90_0_2", + "episode_id": 90, + "env_id": 0, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.498659133911133, + "advantages": -0.03818926587700844, + "generated_text": "{\n \"intent\": \"Exploring website options by clicking the Chrome icon to see if there are any other browser-related websites open.\",\n \"action\": \"DoubleClick(244, 96)\" \n}", + "action_string": "DoubleClick(244, 96)", + "intent_string": "Exploring website options by clicking the Chrome icon to see if there are any other browser-related websites open.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 54, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 68, + 128, + 91 + ] + }, + { + "text": " Q Search with Bing or enter address", + "boxes": [ + 246, + 62, + 522, + 91 + ] + }, + { + "text": " Apple -- tt://www.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing 一 bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "a Amazon — http://www.amazon.com", + "boxes": [ + 256, + 179, + 510, + 202 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 272, + 214, + 590, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 252, + 324, + 272 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 516 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 506, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "90_1_2", + "episode_id": 90, + "env_id": 1, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.494129180908203, + "advantages": -0.04041270166635513, + "generated_text": "{\n \"intent\": \"Exploring trending topics, which may lead me to other interesting information or websites.\",\n \"action\": \"DoubleClick(513, 530)\"\n}", + "action_string": "DoubleClick(513, 530)", + "intent_string": "Exploring trending topics, which may lead me to other interesting information or websites.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 294, + 632, + 330 + ] + }, + { + "text": "9", + "boxes": [ + 1338, + 300, + 1358, + 326 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 640, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1466, + 856, + 1510, + 876 + ] + }, + { + "text": "新拉", + "boxes": [ + 1453, + 887, + 1525, + 942 + ] + }, + { + "text": "3.517%", + "boxes": [ + 1642, + 897, + 1692, + 933 + ] + }, + { + "text": "红板报·17小时", + "boxes": [ + 826, + 917, + 952, + 947 + ] + }, + { + "text": "D", + "boxes": [ + 1140, + 933, + 1166, + 953 + ] + }, + { + "text": "】一点视频/二丫讲综艺·2周", + "boxes": [ + 1156, + 927, + 1318, + 957 + ] + }, + { + "text": "奇瑞风云A9L：安全铸就豪华，向全球高端", + "boxes": [ + 204, + 945, + 764, + 987 + ] + }, + { + "text": "动察：哪吒汽车被申请破产审", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "黄州台", + "boxes": [ + 1456, + 939, + 1520, + 989 + ] + }, + { + "text": "薛平贵：代战不肯跪拜王宝", + "boxes": [ + 1134, + 947, + 1390, + 987 + ] + }, + { + "text": "+2.81%", + "boxes": [ + 1638, + 945, + 1690, + 971 + ] + }, + { + "text": "查，敢问路在何方？", + "boxes": [ + 824, + 967, + 1012, + 1001 + ] + }, + { + "text": "市场发起冲击", + "boxes": [ + 204, + 985, + 382, + 1020 + ] + }, + { + "text": "，王宝一个眼神，薛平贵", + "boxes": [ + 1136, + 977, + 1406, + 1011 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1458, + 983, + 1522, + 1024 + ] + }, + { + "text": "W", + "boxes": [ + 1594, + 995, + 1616, + 1009 + ] + }, + { + "text": "+3.95%", + "boxes": [ + 1640, + 993, + 1686, + 1011 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 44, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 10, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 248, + 638, + 280 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队,总教练", + "boxes": [ + 1100, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "1,.71", + "boxes": [ + 1634, + 806, + 1684, + 840 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1462, + 852, + 1514, + 878 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+35179 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "", + "boxes": [ + 1596, + 905, + 1610, + 921 + ] + }, + { + "text": "红板报·17小时", + "boxes": [ + 826, + 917, + 952, + 947 + ] + }, + { + "text": "D", + "boxes": [ + 1140, + 931, + 1164, + 953 + ] + }, + { + "text": "一点视频/二丫讲综艺·2周", + "boxes": [ + 1158, + 927, + 1320, + 957 + ] + }, + { + "text": "动察：哪吒汽车被申请破产审", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "薛平贵：代战不肯跪拜王宝", + "boxes": [ + 1134, + 947, + 1392, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "查，敢问路在何方？", + "boxes": [ + 826, + 971, + 1012, + 1001 + ] + }, + { + "text": "，王宝一个眼神，薛平贵", + "boxes": [ + 1136, + 977, + 1406, + 1011 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "断流30余：", + "boxes": [ + 204, + 989, + 334, + 1012 + ] + }, + { + "text": "", + "boxes": [ + 1588, + 989, + 1622, + 1016 + ] + }, + { + "text": "+3.5% ", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "晋祠难老", + "boxes": [ + 370, + 993, + 492, + 1011 + ] + }, + { + "text": "乖乖闭嘴", + "boxes": [ + 1136, + 1003, + 1230, + 1040 + ] + } + ] + }, + { + "frame_id": "90_2_2", + "episode_id": 90, + "env_id": 2, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.343835830688477, + "advantages": 0.3766486346721649, + "generated_text": "{\n \"intent\": \"To start browsing the web, I should click on one of the top sites displayed.\",\n \"action\": \"DoubleClick(743, 512)\" \n}", + "action_string": "DoubleClick(743, 512)", + "intent_string": "To start browsing the web, I should click on one of the top sites displayed.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 95 + ] + }, + { + "text": "→C", + "boxes": [ + 42, + 69, + 126, + 87 + ] + }, + { + "text": " Getting Started ", + "boxes": [ + 186, + 99, + 314, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 113, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "Retuns", + "boxes": [ + 1738, + 117, + 1780, + 137 + ] + }, + { + "text": "55", + "boxes": [ + 1826, + 115, + 1860, + 135 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "gistry", + "boxes": [ + 212, + 173, + 240, + 187 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1338, + 486, + 1550, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 794, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 1350, + 530, + 1608, + 560 + ] + }, + { + "text": "appliances", + "boxes": [ + 1350, + 558, + 1464, + 588 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 240, + 969, + 544, + 999 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Save on gifts for Dad", + "boxes": [ + 982, + 969, + 1196, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1506, + 999 + ] + } + ] + }, + { + "frame_id": "90_3_2", + "episode_id": 90, + "env_id": 3, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.326020240783691, + "advantages": -0.12292557954788208, + "generated_text": "{\n \"intent\": \"Open Firefox to start browsing.\",\n \"action\": \"DoubleClick(67, 103)\" \n}", + "action_string": "DoubleClick(67, 103)", + "intent_string": "Open Firefox to start browsing.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 116, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 115, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "90_4_2", + "episode_id": 90, + "env_id": 4, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.281201362609863, + "advantages": -0.14492401480674744, + "generated_text": "{\n \"intent\": \"Opening websites one by one will provide an overview of browsing.\",\n \"action\": \"DoubleClick(902, 307)\" }", + "action_string": "DoubleClick(902, 307)", + "intent_string": "Opening websites one by one will provide an overview of browsing.", + "before_screen_ocr_results": [ + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks..", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web I", + "boxes": [ + 656, + 286, + 778, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Mozilla Firef", + "boxes": [ + 898, + 2, + 1006, + 26 + ] + }, + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "earch the Web", + "boxes": [ + 640, + 284, + 766, + 314 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "90_5_2", + "episode_id": 90, + "env_id": 5, + "step": 2, + "format_rewards": 1.0, + "rewards": 9.19090461730957, + "advantages": -0.189244344830513, + "generated_text": "{\n \"intent\": \"To find program buttons on the desktop, I need them opened.\",\n \"action\": \"DoubleClick(672, 979)\" \n}", + "action_string": "DoubleClick(672, 979)", + "intent_string": "To find program buttons on the desktop, I need them opened.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 119, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 36, + 941, + 86, + 969 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 19, + 330, + 87, + 386 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "90_6_2", + "episode_id": 90, + "env_id": 6, + "step": 2, + "format_rewards": 1.0, + "rewards": 11.328009605407715, + "advantages": 0.8597104549407959, + "generated_text": "{\n \"intent\": \"Move the cursor to the Firefox icon to open it.\",\n \"action\": \"DoubleClick(57, 40)\"\n}", + "action_string": "DoubleClick(57, 40)", + "intent_string": "Move the cursor to the Firefox icon to open it.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "1", + "boxes": [ + 34, + 119, + 82, + 165 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q仓", + "boxes": [ + 70, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "90_7_2", + "episode_id": 90, + "env_id": 7, + "step": 2, + "format_rewards": 1.0, + "rewards": 10.446807861328125, + "advantages": 0.427190363407135, + "generated_text": "{\n \"intent\": \"Double clicking on the \\\"See more\\\" link under Gaming accessories will likely display additional products available in this category.\",\n \"action\": \"DoubleClick(272, 692)\" \n}", + "action_string": "DoubleClick(272, 692)", + "intent_string": "Double clicking on the \"See more\" link under Gaming accessories will likely display additional products available in this category.", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "①", + "boxes": [ + 249, + 63, + 313, + 94 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 294, + 109, + 414, + 143 + ] + }, + { + "text": "Returnder", + "boxes": [ + 1732, + 109, + 1786, + 151 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "mEN+", + "boxes": [ + 1520, + 119, + 1582, + 151 + ] + }, + { + "text": "55", + "boxes": [ + 1826, + 115, + 1860, + 135 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "egistry", + "boxes": [ + 200, + 169, + 246, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 420, + 187 + ] + }, + { + "text": "Sign in", + "boxes": [ + 1622, + 177, + 1680, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Shop Books", + "boxes": [ + 652, + 284, + 838, + 322 + ] + }, + { + "text": "explore titles", + "boxes": [ + 670, + 317, + 818, + 360 + ] + }, + { + "text": "1", + "boxes": [ + 1434, + 488, + 1468, + 508 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 610, + 530, + 918, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 982, + 530, + 1164, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 1346, + 524, + 1572, + 560 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Discover more in Home", + "boxes": [ + 612, + 889, + 750, + 913 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 980, + 889, + 1066, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 1350, + 889, + 1430, + 913 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 238, + 967, + 500, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Save on gifts for Dad", + "boxes": [ + 980, + 969, + 1194, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1510, + 999 + ] + }, + { + "text": " appliances", + "boxes": [ + 238, + 994, + 356, + 1029 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 426, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1814, + 105, + 1874, + 131 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "三 AIl ", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "1-16 of", + "boxes": [ + 10, + 208, + 60, + 228 + ] + }, + { + "text": "Popular Shopping Ideas", + "boxes": [ + 10, + 256, + 174, + 286 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "Video Game", + "boxes": [ + 10, + 278, + 96, + 310 + ] + }, + { + "text": "Wireless", + "boxes": [ + 12, + 302, + 72, + 328 + ] + }, + { + "text": "Desktop", + "boxes": [ + 8, + 318, + 72, + 349 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 601, + 315, + 677, + 346 + ] + }, + { + "text": "Animal", + "boxes": [ + 14, + 343, + 60, + 363 + ] + }, + { + "text": "ASUS ROG Pelta Wireless Gaming Headset (BT, ROG SpeedNova 2.4GHz, USB-C, Lightweight 309g, 50mm", + "boxes": [ + 602, + 343, + 1470, + 377 + ] + }, + { + "text": "ROG Titanium-Plated Drivers, 10mm Super-Wideband Mic, RGB, 70HR Battery, for PC, Switch, PS5)- Black", + "boxes": [ + 602, + 367, + 1470, + 401 + ] + }, + { + "text": "Customer Reviews", + "boxes": [ + 12, + 389, + 136, + 413 + ] + }, + { + "text": "★★★★☆614", + "boxes": [ + 606, + 397, + 736, + 427 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 413, + 144, + 443 + ] + }, + { + "text": "$12999", + "boxes": [ + 597, + 440, + 687, + 483 + ] + }, + { + "text": "Price", + "boxes": [ + 8, + 451, + 54, + 476 + ] + }, + { + "text": "$1-$1,200+", + "boxes": [ + 10, + 474, + 102, + 500 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 598, + 478, + 742, + 513 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 604, + 506, + 686, + 530 + ] + }, + { + "text": "Add to cart ", + "boxes": [ + 610, + 536, + 690, + 562 + ] + }, + { + "text": "Deals & Discour", + "boxes": [ + 12, + 558, + 116, + 584 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 586, + 96, + 604 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite & Callof Duty/FPS Gamers, PC, Nintendo Switch,", + "boxes": [ + 602, + 586, + 1460, + 619 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 14, + 604, + 100, + 629 + ] + }, + { + "text": "Bluetooth 5.3 Gaming Headphones with Noise Canceling Mic, Stereo Sound, 40+Hr Battery -White", + "boxes": [ + 604, + 613, + 1410, + 643 + ] + }, + { + "text": "620", + "boxes": [ + 1796, + 621, + 1880, + 659 + ] + }, + { + "text": "Brands", + "boxes": [ + 14, + 637, + 60, + 657 + ] + }, + { + "text": "steeSeres", + "boxes": [ + 5, + 650, + 107, + 688 + ] + }, + { + "text": "Top Reviewed for Sound quality", + "boxes": [ + 606, + 643, + 818, + 667 + ] + }, + { + "text": "★★★★☆9,232", + "boxes": [ + 606, + 659, + 744, + 685 + ] + }, + { + "text": "Razer", + "boxes": [ + 9, + 672, + 71, + 706 + ] + }, + { + "text": "7K+", + "boxes": [ + 608, + 685, + 636, + 705 + ] + }, + { + "text": "LL", + "boxes": [ + 14, + 703, + 40, + 717 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 32, + 699, + 106, + 723 + ] + }, + { + "text": " ozeino", + "boxes": [ + 12, + 719, + 82, + 744 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 717, + 1862, + 742 + ] + }, + { + "text": " Hyperx", + "boxes": [ + 10, + 739, + 84, + 764 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 604, + 744, + 740, + 772 + ] + }, + { + "text": "Corsall", + "boxes": [ + 16, + 760, + 76, + 780 + ] + }, + { + "text": " Turtle Be", + "boxes": [ + 14, + 780, + 92, + 798 + ] + }, + { + "text": "●○+2", + "boxes": [ + 704, + 866, + 784, + 889 + ] + }, + { + "text": "tivity", + "boxes": [ + 60, + 893, + 94, + 907 + ] + }, + { + "text": "wired", + "boxes": [ + 9, + 907, + 77, + 936 + ] + }, + { + "text": "Razer BlackShark V2 X Gaming Headset: 7.1 Surround Sound - 50mm Drivers - Memory Foam Cushion -", + "boxes": [ + 602, + 911, + 1448, + 947 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "for PC, Mac, PS4, PS5, Switch - 3.5mm Audio Jack - White", + "boxes": [ + 604, + 941, + 1078, + 965 + ] + }, + { + "text": "★★★★☆21,850", + "boxes": [ + 608, + 967, + 758, + 991 + ] + }, + { + "text": "2K+ bought In past month", + "boxes": [ + 606, + 984, + 774, + 1013 + ] + }, + { + "text": "口", + "boxes": [ + 1796, + 977, + 1818, + 991 + ] + }, + { + "text": "In Eal", + "boxes": [ + 36, + 993, + 68, + 1007 + ] + }, + { + "text": "OnEal", + "boxes": [ + 31, + 1004, + 77, + 1029 + ] + }, + { + "text": "$3649 Li", + "boxes": [ + 606, + 1014, + 678, + 1046 + ] + } + ] + }, + { + "frame_id": "90_0_3", + "episode_id": 90, + "env_id": 0, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.619410514831543, + "advantages": 0.5119088888168335, + "generated_text": "{\n \"intent\": \"Explore relevant websites such as Apple, Amazon, and Bing.\",\n \"action\": \"DoubleClick(374, 178)\"\n}", + "action_string": "DoubleClick(374, 178)", + "intent_string": "Explore relevant websites such as Apple, Amazon, and Bing.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 68, + 128, + 91 + ] + }, + { + "text": " Q Search with Bing or enter address", + "boxes": [ + 246, + 62, + 522, + 91 + ] + }, + { + "text": " Apple -- tt://www.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing 一 bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "a Amazon — http://www.amazon.com", + "boxes": [ + 256, + 179, + 510, + 202 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 272, + 214, + 590, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 252, + 324, + 272 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 516 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 506, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 298, + 115, + 410, + 139 + ] + }, + { + "text": "Q", + "boxes": [ + 1450, + 116, + 1476, + 137 + ] + }, + { + "text": "三EN+", + "boxes": [ + 1520, + 119, + 1580, + 151 + ] + }, + { + "text": "55", + "boxes": [ + 1826, + 115, + 1860, + 135 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": " Sign in ", + "boxes": [ + 1624, + 179, + 1678, + 208 + ] + }, + { + "text": "New customer? Start here", + "boxes": [ + 1586, + 216, + 1714, + 234 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 918, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1416, + 486, + 1546, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Top categories in Kitchen ", + "boxes": [ + 978, + 526, + 1240, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "appliances", + "boxes": [ + 982, + 558, + 1094, + 588 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 438, + 860 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1356, + 891, + 1484, + 909 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 242, + 969, + 464, + 999 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 908, + 999 + ] + }, + { + "text": "Save on gifts for Dad", + "boxes": [ + 980, + 969, + 1196, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1506, + 999 + ] + }, + { + "text": "ards/b/?ie=UTF88", + "boxes": [ + 216, + 1016, + 326, + 1040 + ] + } + ] + }, + { + "frame_id": "90_1_3", + "episode_id": 90, + "env_id": 1, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.323573112487793, + "advantages": -0.12412670254707336, + "generated_text": "{\n \"intent\": \"Exploring trending topics by clicking relevant links.\",\n \"action\": \"DoubleClick(487, 518)\" \n}", + "action_string": "DoubleClick(487, 518)", + "intent_string": "Exploring trending topics by clicking relevant links.", + "before_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 444, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "海狮07真正最纠结的事情", + "boxes": [ + 226, + 810, + 770, + 870 + ] + }, + { + "text": "1,.71%", + "boxes": [ + 1634, + 806, + 1686, + 840 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1462, + 852, + 1512, + 878 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+35179 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "红板报·17小时", + "boxes": [ + 826, + 917, + 952, + 947 + ] + }, + { + "text": "D", + "boxes": [ + 1140, + 931, + 1166, + 953 + ] + }, + { + "text": "一点视频/二丫讲综艺·2周", + "boxes": [ + 1158, + 927, + 1320, + 957 + ] + }, + { + "text": "动察：哪吒汽车被申请破产审", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "海狮07怎么选？纯电VS插混，你的需求说了", + "boxes": [ + 200, + 949, + 782, + 985 + ] + }, + { + "text": "薛平贵：代战不肯跪拜王宝", + "boxes": [ + 1134, + 947, + 1390, + 987 + ] + }, + { + "text": "查，敢问路在何方？", + "boxes": [ + 826, + 971, + 1012, + 1001 + ] + }, + { + "text": "算！", + "boxes": [ + 200, + 981, + 268, + 1020 + ] + }, + { + "text": "，王宝一个眼神，薛平贵", + "boxes": [ + 1136, + 977, + 1408, + 1011 + ] + }, + { + "text": "英传", + "boxes": [ + 1454, + 979, + 1526, + 1036 + ] + }, + { + "text": "?", + "boxes": [ + 1592, + 991, + 1620, + 1014 + ] + }, + { + "text": "+3.5% ", + "boxes": [ + 1630, + 983, + 1700, + 1030 + ] + }, + { + "text": "乖乖闭嘴", + "boxes": [ + 1136, + 1003, + 1230, + 1040 + ] + }, + { + "text": "rch - Micr", + "boxes": [ + 242, + 1050, + 308, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "1,.71", + "boxes": [ + 1634, + 806, + 1684, + 840 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1462, + 852, + 1512, + 878 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+3,5179 ", + "boxes": [ + 1634, + 891, + 1700, + 939 + ] + }, + { + "text": "红板报·17小时", + "boxes": [ + 826, + 917, + 952, + 947 + ] + }, + { + "text": "一点视频/二丫讲综艺·2周", + "boxes": [ + 1158, + 927, + 1320, + 957 + ] + }, + { + "text": "五菱越野车设计图曝光，酷似缩小版“JEEP", + "boxes": [ + 200, + 943, + 760, + 987 + ] + }, + { + "text": "动察：哪吒汽车被申请破产审", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "薛平贵：代战不肯跪拜王宝", + "boxes": [ + 1134, + 947, + 1390, + 987 + ] + }, + { + "text": "牧马人”", + "boxes": [ + 200, + 979, + 318, + 1022 + ] + }, + { + "text": "查，敢问路在何方？", + "boxes": [ + 826, + 971, + 1012, + 1001 + ] + }, + { + "text": "，王宝一个眼神，薛平贵", + "boxes": [ + 1136, + 977, + 1408, + 1011 + ] + }, + { + "text": "英传", + "boxes": [ + 1454, + 979, + 1526, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1588, + 989, + 1622, + 1016 + ] + }, + { + "text": "+3.529", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "乖乖闭嘴", + "boxes": [ + 1136, + 1003, + 1230, + 1040 + ] + } + ] + }, + { + "frame_id": "90_2_3", + "episode_id": 90, + "env_id": 2, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.877928733825684, + "advantages": 0.14796754717826843, + "generated_text": "{\n \"intent\": \"Start browsing by exploring categories related to kitchen appliances or department store deals.\",\n \"action\": \"Move(783, 87)\"\n}", + "action_string": "Move(783, 87)", + "intent_string": "Start browsing by exploring categories related to kitchen appliances or department store deals.", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 4, + 59, + 130, + 96 + ] + }, + { + "text": "①", + "boxes": [ + 254, + 68, + 308, + 87 + ] + }, + { + "text": "·☆", + "boxes": [ + 1584, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 298, + 115, + 412, + 139 + ] + }, + { + "text": "EN", + "boxes": [ + 1524, + 121, + 1576, + 147 + ] + }, + { + "text": "三AlL", + "boxes": [ + 24, + 167, + 66, + 195 + ] + }, + { + "text": "Free international returns", + "boxes": [ + 512, + 254, + 1056, + 312 + ] + }, + { + "text": "on qualifying items*", + "boxes": [ + 696, + 316, + 902, + 351 + ] + }, + { + "text": "*Restrictionsaply", + "boxes": [ + 731, + 355, + 841, + 392 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 794, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 1352, + 530, + 1608, + 560 + ] + }, + { + "text": "appliances", + "boxes": [ + 1350, + 556, + 1462, + 586 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 612, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": " Shop for your home essentials", + "boxes": [ + 238, + 967, + 548, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Save on gifts for Dad", + "boxes": [ + 982, + 969, + 1196, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "①", + "boxes": [ + 250, + 64, + 310, + 89 + ] + }, + { + "text": "日", + "boxes": [ + 1582, + 62, + 1668, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 296, + 115, + 414, + 139 + ] + }, + { + "text": "Q", + "boxes": [ + 1452, + 115, + 1476, + 137 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "5", + "boxes": [ + 1826, + 115, + 1860, + 137 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 356, + 169, + 420, + 187 + ] + }, + { + "text": "Kitchen favorites", + "boxes": [ + 610, + 280, + 878, + 324 + ] + }, + { + "text": "under $50", + "boxes": [ + 690, + 326, + 800, + 357 + ] + }, + { + "text": "ons of products with fast local delivery. Click here to goto amazon.n", + "boxes": [ + 958, + 455, + 1400, + 484 + ] + }, + { + "text": "", + "boxes": [ + 1026, + 488, + 1080, + 508 + ] + }, + { + "text": "WLLN", + "boxes": [ + 1386, + 482, + 1512, + 512 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1206, + 562 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 1350, + 530, + 1608, + 560 + ] + }, + { + "text": "appliances", + "boxes": [ + 1352, + 558, + 1464, + 588 + ] + }, + { + "text": "Chair", + "boxes": [ + 410, + 844, + 436, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 238, + 967, + 550, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Save on gifts for Dad", + "boxes": [ + 978, + 969, + 1194, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + } + ] + }, + { + "frame_id": "90_3_3", + "episode_id": 90, + "env_id": 3, + "step": 3, + "format_rewards": 1.0, + "rewards": 11.347431182861328, + "advantages": 0.8692431449890137, + "generated_text": "{\n \"intent\": \"Move the cursor towards one of the commonly used applications like Firefox, Calculator or LibreOffice to perform an exploratory exploration.\",\n \"action\": \"DoubleClick(77, 49)\" }", + "action_string": "DoubleClick(77, 49)", + "intent_string": "Move the cursor towards one of the commonly used applications like Firefox, Calculator or LibreOffice to perform an exploratory exploration.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 115, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 524, + 488, + 562, + 528 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "90_4_3", + "episode_id": 90, + "env_id": 4, + "step": 3, + "format_rewards": 1.0, + "rewards": 10.365577697753906, + "advantages": 0.3873201906681061, + "generated_text": "{\n \"intent\": \"Click the Bing search engine icon to proceed\",\n \"action\": \"DoubleClick(652, 483)\"\n}", + "action_string": "DoubleClick(652, 483)", + "intent_string": "Click the Bing search engine icon to proceed", + "before_screen_ocr_results": [ + { + "text": "Mozilla Firef", + "boxes": [ + 898, + 2, + 1006, + 26 + ] + }, + { + "text": "New Tab", + "boxes": [ + 26, + 32, + 86, + 50 + ] + }, + { + "text": "→", + "boxes": [ + 34, + 66, + 130, + 91 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 248, + 61, + 520, + 93 + ] + }, + { + "text": " Import bookmarks...", + "boxes": [ + 12, + 99, + 166, + 123 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 103, + 310, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 443, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 38, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1604, + 69, + 1660, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 185, + 153 + ] + }, + { + "text": "国内版", + "boxes": [ + 492, + 250, + 560, + 282 + ] + }, + { + "text": "国际版", + "boxes": [ + 550, + 250, + 636, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 298, + 630, + 328 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1288, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + } + ] + }, + { + "frame_id": "90_5_3", + "episode_id": 90, + "env_id": 5, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.506246566772461, + "advantages": -0.03446512669324875, + "generated_text": "{\n \"intent\": \"Moving across the desktop area to explore possible applications or documents.\",\n \"action\": \"Move(784, 532)\" \n}", + "action_string": "Move(784, 532)", + "intent_string": "Moving across the desktop area to explore possible applications or documents.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 78, + 264 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "", + "boxes": [ + 28, + 336, + 82, + 379 + ] + }, + { + "text": "Calculator", + "boxes": [ + 6, + 385, + 118, + 423 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 88, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ] + }, + { + "frame_id": "90_6_3", + "episode_id": 90, + "env_id": 6, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.545330047607422, + "advantages": -0.015281791798770428, + "generated_text": "{\n \"intent\": \"Following the URL, I will type 'Reddit' in the search bar.\",\n \"action\": \"DoubleClick(785, 80)\"\n}", + "action_string": "DoubleClick(785, 80)", + "intent_string": "Following the URL, I will type 'Reddit' in the search bar.", + "before_screen_ocr_results": [ + { + "text": "×+", + "boxes": [ + 200, + 32, + 246, + 50 + ] + }, + { + "text": "Q仓", + "boxes": [ + 70, + 69, + 126, + 87 + ] + }, + { + "text": "QSearch with Bing or enteraddress", + "boxes": [ + 246, + 60, + 522, + 95 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 186, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 36, + 68, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter adress", + "boxes": [ + 248, + 62, + 522, + 91 + ] + }, + { + "text": " Apple --htt://ww.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 252, + 210, + 592, + 242 + ] + }, + { + "text": "知zhihu -", + "boxes": [ + 254, + 250, + 328, + 274 + ] + }, + { + "text": "G ifeng - ifeng.com", + "boxes": [ + 254, + 284, + 402, + 314 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 516 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 506, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 748, + 772, + 792, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "90_7_3", + "episode_id": 90, + "env_id": 7, + "step": 3, + "format_rewards": 1.0, + "rewards": 9.784303665161133, + "advantages": 0.10201358050107956, + "generated_text": "{\n \"intent\": \"My goal is to scroll down to view more products since there might be additional gaming headsets beyond the currently visible ones.\",\n \"action\": \"ScrollDown(500, 500)\" \n}", + "action_string": "ScrollDown(500, 500)", + "intent_string": "My goal is to scroll down to view more products since there might be additional gaming headsets beyond the currently visible ones.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1586, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 426, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1814, + 105, + 1874, + 131 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "三 AIl ", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "1-16 of", + "boxes": [ + 10, + 208, + 60, + 228 + ] + }, + { + "text": "Popular Shopping Ideas", + "boxes": [ + 10, + 256, + 174, + 286 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "Video Game", + "boxes": [ + 10, + 278, + 96, + 310 + ] + }, + { + "text": "Wireless", + "boxes": [ + 12, + 302, + 72, + 328 + ] + }, + { + "text": "Desktop", + "boxes": [ + 8, + 318, + 72, + 349 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 601, + 315, + 677, + 346 + ] + }, + { + "text": "Animal", + "boxes": [ + 14, + 343, + 60, + 363 + ] + }, + { + "text": "ASUS ROG Pelta Wireless Gaming Headset (BT, ROG SpeedNova 2.4GHz, USB-C, Lightweight 309g, 50mm", + "boxes": [ + 602, + 343, + 1470, + 377 + ] + }, + { + "text": "ROG Titanium-Plated Drivers, 10mm Super-Wideband Mic, RGB, 70HR Battery, for PC, Switch, PS5)- Black", + "boxes": [ + 602, + 367, + 1470, + 401 + ] + }, + { + "text": "Customer Reviews", + "boxes": [ + 12, + 389, + 136, + 413 + ] + }, + { + "text": "★★★★☆614", + "boxes": [ + 606, + 397, + 736, + 427 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 413, + 144, + 443 + ] + }, + { + "text": "$12999", + "boxes": [ + 597, + 440, + 687, + 483 + ] + }, + { + "text": "Price", + "boxes": [ + 8, + 451, + 54, + 476 + ] + }, + { + "text": "$1-$1,200+", + "boxes": [ + 10, + 474, + 102, + 500 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 598, + 478, + 742, + 513 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 604, + 506, + 686, + 530 + ] + }, + { + "text": "Add to cart ", + "boxes": [ + 610, + 536, + 690, + 562 + ] + }, + { + "text": "Deals & Discour", + "boxes": [ + 12, + 558, + 116, + 584 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 586, + 96, + 604 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite & Callof Duty/FPS Gamers, PC, Nintendo Switch,", + "boxes": [ + 602, + 586, + 1460, + 619 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 14, + 604, + 100, + 629 + ] + }, + { + "text": "Bluetooth 5.3 Gaming Headphones with Noise Canceling Mic, Stereo Sound, 40+Hr Battery -White", + "boxes": [ + 604, + 613, + 1410, + 643 + ] + }, + { + "text": "620", + "boxes": [ + 1796, + 621, + 1880, + 659 + ] + }, + { + "text": "Brands", + "boxes": [ + 14, + 637, + 60, + 657 + ] + }, + { + "text": "steeSeres", + "boxes": [ + 5, + 650, + 107, + 688 + ] + }, + { + "text": "Top Reviewed for Sound quality", + "boxes": [ + 606, + 643, + 818, + 667 + ] + }, + { + "text": "★★★★☆9,232", + "boxes": [ + 606, + 659, + 744, + 685 + ] + }, + { + "text": "Razer", + "boxes": [ + 9, + 672, + 71, + 706 + ] + }, + { + "text": "7K+", + "boxes": [ + 608, + 685, + 636, + 705 + ] + }, + { + "text": "LL", + "boxes": [ + 14, + 703, + 40, + 717 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 32, + 699, + 106, + 723 + ] + }, + { + "text": " ozeino", + "boxes": [ + 12, + 719, + 82, + 744 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 717, + 1862, + 742 + ] + }, + { + "text": " Hyperx", + "boxes": [ + 10, + 739, + 84, + 764 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 604, + 744, + 740, + 772 + ] + }, + { + "text": "Corsall", + "boxes": [ + 16, + 760, + 76, + 780 + ] + }, + { + "text": " Turtle Be", + "boxes": [ + 14, + 780, + 92, + 798 + ] + }, + { + "text": "●○+2", + "boxes": [ + 704, + 866, + 784, + 889 + ] + }, + { + "text": "tivity", + "boxes": [ + 60, + 893, + 94, + 907 + ] + }, + { + "text": "wired", + "boxes": [ + 9, + 907, + 77, + 936 + ] + }, + { + "text": "Razer BlackShark V2 X Gaming Headset: 7.1 Surround Sound - 50mm Drivers - Memory Foam Cushion -", + "boxes": [ + 602, + 911, + 1448, + 947 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "for PC, Mac, PS4, PS5, Switch - 3.5mm Audio Jack - White", + "boxes": [ + 604, + 941, + 1078, + 965 + ] + }, + { + "text": "★★★★☆21,850", + "boxes": [ + 608, + 967, + 758, + 991 + ] + }, + { + "text": "2K+ bought In past month", + "boxes": [ + 606, + 984, + 774, + 1013 + ] + }, + { + "text": "口", + "boxes": [ + 1796, + 977, + 1818, + 991 + ] + }, + { + "text": "In Eal", + "boxes": [ + 36, + 993, + 68, + 1007 + ] + }, + { + "text": "OnEal", + "boxes": [ + 31, + 1004, + 77, + 1029 + ] + }, + { + "text": "$3649 Li", + "boxes": [ + 606, + 1014, + 678, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 38, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1590, + 68, + 1660, + 89 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1876, + 91 + ] + }, + { + "text": "Price", + "boxes": [ + 10, + 103, + 54, + 131 + ] + }, + { + "text": "$12999", + "boxes": [ + 598, + 99, + 684, + 137 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1816, + 109, + 1870, + 129 + ] + }, + { + "text": "$1-$1,200+", + "boxes": [ + 10, + 129, + 100, + 155 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 602, + 139, + 738, + 163 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 606, + 161, + 686, + 185 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 612, + 193, + 692, + 218 + ] + }, + { + "text": "Deals & Discou", + "boxes": [ + 12, + 214, + 110, + 238 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 12, + 238, + 100, + 262 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for P5, PS4 Fortnite & Callof Duty/FPS Gamers, PC, Nintendo Switch,", + "boxes": [ + 602, + 242, + 1464, + 278 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 258, + 102, + 284 + ] + }, + { + "text": "Bluetooth 5.3 Gaming Headphones with Noise Canceling Mic, Stereo Sound, 40+Hr Battery -White", + "boxes": [ + 604, + 268, + 1410, + 298 + ] + }, + { + "text": "Brands", + "boxes": [ + 10, + 290, + 64, + 316 + ] + }, + { + "text": "steelSeries", + "boxes": [ + 5, + 307, + 111, + 344 + ] + }, + { + "text": "dquality", + "boxes": [ + 758, + 302, + 816, + 320 + ] + }, + { + "text": "Razer", + "boxes": [ + 12, + 336, + 72, + 355 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 12, + 353, + 106, + 379 + ] + }, + { + "text": "ozeino", + "boxes": [ + 10, + 373, + 84, + 399 + ] + }, + { + "text": " Hyperx", + "boxes": [ + 7, + 388, + 85, + 424 + ] + }, + { + "text": "DeliverySat,May24", + "boxes": [ + 610, + 405, + 736, + 423 + ] + }, + { + "text": "L", + "boxes": [ + 18, + 417, + 40, + 431 + ] + }, + { + "text": "Corsai", + "boxes": [ + 36, + 417, + 76, + 433 + ] + }, + { + "text": " Turtle Be", + "boxes": [ + 14, + 435, + 92, + 453 + ] + }, + { + "text": " Top Brands", + "boxes": [ + 5, + 503, + 109, + 543 + ] + }, + { + "text": "：.", + "boxes": [ + 608, + 520, + 686, + 544 + ] + }, + { + "text": " Connectivity", + "boxes": [ + 7, + 535, + 105, + 572 + ] + }, + { + "text": "wired ", + "boxes": [ + 9, + 561, + 79, + 592 + ] + }, + { + "text": "Razer BlackShark V2 X Gaming Headset: 7.1 Surround Sound - 50mm Drivers - Memory Foam Cushion -", + "boxes": [ + 602, + 566, + 1444, + 600 + ] + }, + { + "text": " wireless", + "boxes": [ + 7, + 583, + 91, + 612 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "for PC, Mac, PS4, PS5, Switch - 3.5mm Audio Jack - White", + "boxes": [ + 604, + 592, + 1078, + 621 + ] + }, + { + "text": "★★★★☆21,850", + "boxes": [ + 608, + 621, + 756, + 645 + ] + }, + { + "text": "620", + "boxes": [ + 1796, + 621, + 1878, + 657 + ] + }, + { + "text": "in Ear", + "boxes": [ + 7, + 637, + 75, + 668 + ] + }, + { + "text": "tmonth", + "boxes": [ + 720, + 645, + 772, + 663 + ] + }, + { + "text": "on Ear", + "boxes": [ + 14, + 659, + 82, + 685 + ] + }, + { + "text": "$3649 List: $59.99", + "boxes": [ + 603, + 664, + 741, + 709 + ] + }, + { + "text": "$13.95 delivery", + "boxes": [ + 604, + 707, + 706, + 731 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 717, + 1862, + 742 + ] + }, + { + "text": "Ships to Chin", + "boxes": [ + 608, + 733, + 678, + 750 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 607, + 758, + 695, + 789 + ] + }, + { + "text": "口", + "boxes": [ + 1798, + 772, + 1810, + 784 + ] + }, + { + "text": "Kleer", + "boxes": [ + 31, + 795, + 69, + 823 + ] + }, + { + "text": "More Buying Choices ", + "boxes": [ + 604, + 788, + 744, + 818 + ] + }, + { + "text": "口", + "boxes": [ + 16, + 800, + 38, + 814 + ] + }, + { + "text": "NFC", + "boxes": [ + 7, + 811, + 67, + 845 + ] + }, + { + "text": "$35.38 (5 used & new offers)", + "boxes": [ + 604, + 808, + 794, + 838 + ] + }, + { + "text": " RF", + "boxes": [ + 12, + 838, + 52, + 858 + ] + }, + { + "text": "○···", + "boxes": [ + 604, + 844, + 712, + 872 + ] + }, + { + "text": " wi-Fi", + "boxes": [ + 12, + 858, + 70, + 883 + ] + }, + { + "text": "NoiseControl", + "boxes": [ + 16, + 893, + 104, + 911 + ] + }, + { + "text": "Overall Pick 0", + "boxes": [ + 316, + 889, + 406, + 915 + ] + }, + { + "text": " CORSAIR VOID RGB ELITE Wireless Gaming Headset - 7.1 Surround Sound - Omni-Directional", + "boxes": [ + 602, + 893, + 1372, + 923 + ] + }, + { + "text": "Microphone - Microfiber Mesh Earpads - Up to 40ft Range -icCUE Compatible - PC, Mac, PS5, PS4", + "boxes": [ + 604, + 917, + 1402, + 947 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1814, + 925, + 1860, + 945 + ] + }, + { + "text": "★★★★☆23.646", + "boxes": [ + 606, + 943, + 754, + 971 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 608, + 969, + 774, + 993 + ] + }, + { + "text": "34B2HW2N/ref", + "boxes": [ + 594, + 1018, + 692, + 1036 + ] + } + ] + }, + { + "frame_id": "90_0_4", + "episode_id": 90, + "env_id": 0, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.7197847366333, + "advantages": 0.5611755847930908, + "generated_text": "{\n \"intent\": \"Locate and interact with search elements to inquire about product availability on Amazon.\",\n \"action\": \"DoubleClick(320, 137)\" \n}", + "action_string": "DoubleClick(320, 137)", + "intent_string": "Locate and interact with search elements to inquire about product availability on Amazon.", + "before_screen_ocr_results": [ + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "①", + "boxes": [ + 256, + 68, + 310, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 130, + 143 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 298, + 115, + 412, + 139 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "5", + "boxes": [ + 1826, + 115, + 1860, + 137 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 68, + 195 + ] + }, + { + "text": "Kitchen favorites", + "boxes": [ + 610, + 280, + 876, + 324 + ] + }, + { + "text": "under $50", + "boxes": [ + 690, + 326, + 800, + 357 + ] + }, + { + "text": "ons of products with fast local delivery Click here to go to amazon.cn", + "boxes": [ + 954, + 455, + 1398, + 484 + ] + }, + { + "text": "", + "boxes": [ + 992, + 486, + 1080, + 510 + ] + }, + { + "text": "MLL", + "boxes": [ + 1394, + 482, + 1512, + 512 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 978, + 526, + 1242, + 562 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "appliances", + "boxes": [ + 980, + 556, + 1094, + 586 + ] + }, + { + "text": "Chairs", + "boxes": [ + 408, + 840, + 438, + 860 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": "Discover more in Hom", + "boxes": [ + 1354, + 891, + 1484, + 909 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 240, + 969, + 464, + 999 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": " Save on gifts for Dad", + "boxes": [ + 978, + 969, + 1194, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "①", + "boxes": [ + 254, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1666, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1779, + 59, + 1881, + 96 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "α", + "boxes": [ + 1450, + 115, + 1480, + 147 + ] + }, + { + "text": "EN", + "boxes": [ + 1520, + 121, + 1578, + 147 + ] + }, + { + "text": " gaming headsets", + "boxes": [ + 302, + 153, + 440, + 183 + ] + }, + { + "text": "+", + "boxes": [ + 1442, + 145, + 1486, + 189 + ] + }, + { + "text": "三AIl", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "gaming", + "boxes": [ + 302, + 189, + 370, + 220 + ] + }, + { + "text": "××××", + "boxes": [ + 1448, + 181, + 1478, + 328 + ] + }, + { + "text": "toys games", + "boxes": [ + 304, + 226, + 394, + 252 + ] + }, + { + "text": " cleaning tools", + "boxes": [ + 302, + 258, + 418, + 288 + ] + }, + { + "text": " gaming keyboard", + "boxes": [ + 300, + 290, + 444, + 326 + ] + }, + { + "text": "cooker", + "boxes": [ + 302, + 326, + 364, + 357 + ] + }, + { + "text": "home decor", + "boxes": [ + 304, + 365, + 398, + 391 + ] + }, + { + "text": "×", + "boxes": [ + 1450, + 357, + 1478, + 395 + ] + }, + { + "text": " gaming mouse", + "boxes": [ + 300, + 395, + 424, + 431 + ] + }, + { + "text": "+", + "boxes": [ + 1446, + 393, + 1478, + 425 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 980, + 526, + 1238, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "appliances", + "boxes": [ + 980, + 554, + 1094, + 588 + ] + }, + { + "text": "本W甲", + "boxes": [ + 1094, + 802, + 1186, + 834 + ] + }, + { + "text": "Pots and Par", + "boxes": [ + 1092, + 846, + 1174, + 864 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 298, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 612, + 889, + 694, + 915 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 240, + 969, + 462, + 999 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 612, + 969, + 908, + 999 + ] + }, + { + "text": "Save on gifts for Dad", + "boxes": [ + 982, + 969, + 1194, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "", + "boxes": [ + 276, + 1016, + 330, + 1042 + ] + }, + { + "text": "", + "boxes": [ + 442, + 1016, + 484, + 1036 + ] + } + ] + }, + { + "frame_id": "90_1_4", + "episode_id": 90, + "env_id": 1, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.645841598510742, + "advantages": 0.03405227139592171, + "generated_text": "{\n \"intent\": \"Navigate to the Bing homepage by clicking the shortcut icon.\",\n \"action\": \"DoubleClick(1456, 62)\"\n}", + "action_string": "DoubleClick(1456, 62)", + "intent_string": "Navigate to the Bing homepage by clicking the shortcut icon.", + "before_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 444, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队,总教练", + "boxes": [ + 1102, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "1,.71%", + "boxes": [ + 1634, + 806, + 1686, + 840 + ] + }, + { + "text": "十", + "boxes": [ + 738, + 842, + 770, + 874 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1462, + 852, + 1512, + 878 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+3,5179 ", + "boxes": [ + 1634, + 891, + 1700, + 939 + ] + }, + { + "text": "红板报·17小时", + "boxes": [ + 826, + 917, + 952, + 947 + ] + }, + { + "text": "一点视频/二丫讲综艺·2周", + "boxes": [ + 1158, + 927, + 1320, + 957 + ] + }, + { + "text": "动察：哪吒汽车被申请破产审", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "陈妍希高叶现身北京腾讯大厦扫楼，陈妍希太", + "boxes": [ + 202, + 949, + 790, + 985 + ] + }, + { + "text": "薛平贵：代战不肯跪拜王宝", + "boxes": [ + 1134, + 947, + 1390, + 987 + ] + }, + { + "text": "查，敢问路在何方？", + "boxes": [ + 826, + 971, + 1012, + 1001 + ] + }, + { + "text": "瘦高叶豪爽 ", + "boxes": [ + 202, + 985, + 360, + 1020 + ] + }, + { + "text": "，王宝一个眼神，薛平贵", + "boxes": [ + 1136, + 977, + 1408, + 1011 + ] + }, + { + "text": "英博工", + "boxes": [ + 1456, + 983, + 1526, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1588, + 989, + 1622, + 1016 + ] + }, + { + "text": "+3.529", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "乖乖闭嘴", + "boxes": [ + 1136, + 1003, + 1230, + 1040 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 130, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 244, + 59, + 448, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 187, + 153 + ] + }, + { + "text": " Apple -- tt://www.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing -", + "boxes": [ + 254, + 143, + 322, + 169 + ] + }, + { + "text": "— bing.com", + "boxes": [ + 310, + 145, + 394, + 169 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 282, + 214, + 590, + 238 + ] + }, + { + "text": "-iqiyi.con", + "boxes": [ + 594, + 220, + 660, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 254, + 316, + 272 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 478, + 449, + 638, + 477 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1464, + 856, + 1510, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+3,5179 ", + "boxes": [ + 1634, + 891, + 1700, + 939 + ] + }, + { + "text": "红板报·17小时", + "boxes": [ + 826, + 917, + 952, + 947 + ] + }, + { + "text": "D", + "boxes": [ + 1140, + 931, + 1164, + 953 + ] + }, + { + "text": "一点视频/二丫讲综艺·2周", + "boxes": [ + 1158, + 927, + 1320, + 957 + ] + }, + { + "text": "动察：哪吒汽车被申请破产审", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "薛平贵：代战不肯跪拜王宝", + "boxes": [ + 1134, + 947, + 1392, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "查，敢问路在何方？", + "boxes": [ + 826, + 971, + 1012, + 1001 + ] + }, + { + "text": "，王宝一个眼神，薛平贵", + "boxes": [ + 1136, + 977, + 1406, + 1011 + ] + }, + { + "text": "英传", + "boxes": [ + 1454, + 979, + 1526, + 1036 + ] + }, + { + "text": "?", + "boxes": [ + 1592, + 991, + 1620, + 1014 + ] + }, + { + "text": "+3.529", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "乖乖闭嘴", + "boxes": [ + 1136, + 1003, + 1230, + 1040 + ] + } + ] + }, + { + "frame_id": "90_2_4", + "episode_id": 90, + "env_id": 2, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.106082916259766, + "advantages": 0.2599524259567261, + "generated_text": "{\n \"intent\": \"Explore different categories on the Amazon page by clicking on their respective images.\",\n \"action\": \"DoubleClick(278, 602)\" \n}", + "action_string": "DoubleClick(278, 602)", + "intent_string": "Explore different categories on the Amazon page by clicking on their respective images.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "①", + "boxes": [ + 250, + 64, + 312, + 89 + ] + }, + { + "text": "日", + "boxes": [ + 1582, + 62, + 1668, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "Search Amazon", + "boxes": [ + 296, + 117, + 414, + 141 + ] + }, + { + "text": "Q", + "boxes": [ + 1454, + 119, + 1474, + 135 + ] + }, + { + "text": "55", + "boxes": [ + 1822, + 111, + 1860, + 141 + ] + }, + { + "text": "EN", + "boxes": [ + 1522, + 121, + 1578, + 147 + ] + }, + { + "text": "三All", + "boxes": [ + 24, + 167, + 70, + 195 + ] + }, + { + "text": "Gift Caro", + "boxes": [ + 356, + 169, + 412, + 187 + ] + }, + { + "text": "Father's Day", + "boxes": [ + 654, + 240, + 920, + 306 + ] + }, + { + "text": "gifts he'll love", + "boxes": [ + 656, + 290, + 942, + 350 + ] + }, + { + "text": "", + "boxes": [ + 1338, + 486, + 1552, + 510 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": " Shop deals in Fashion", + "boxes": [ + 978, + 526, + 1204, + 562 + ] + }, + { + "text": " Top categories in Kitchen", + "boxes": [ + 1348, + 528, + 1606, + 558 + ] + }, + { + "text": "appliances", + "boxes": [ + 1350, + 558, + 1464, + 588 + ] + }, + { + "text": "Chairs", + "boxes": [ + 410, + 844, + 438, + 858 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 300, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 610, + 889, + 696, + 915 + ] + }, + { + "text": " See all deals", + "boxes": [ + 980, + 889, + 1060, + 913 + ] + }, + { + "text": " Shop for your home essentials ", + "boxes": [ + 238, + 967, + 550, + 1003 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 610, + 969, + 910, + 999 + ] + }, + { + "text": "Save on gifts for Dad", + "boxes": [ + 980, + 969, + 1196, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "曰·", + "boxes": [ + 252, + 66, + 310, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四", + "boxes": [ + 1788, + 68, + 1852, + 87 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 426, + 145 + ] + }, + { + "text": "155", + "boxes": [ + 1684, + 107, + 1735, + 142 + ] + }, + { + "text": "EN", + "boxes": [ + 1400, + 125, + 1446, + 145 + ] + }, + { + "text": "三 AIl ", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "1-16 of", + "boxes": [ + 10, + 208, + 60, + 228 + ] + }, + { + "text": " Popular Shopping Ideas", + "boxes": [ + 8, + 254, + 172, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "Video Game", + "boxes": [ + 10, + 278, + 96, + 310 + ] + }, + { + "text": "Wireless", + "boxes": [ + 12, + 302, + 72, + 328 + ] + }, + { + "text": "Desktop", + "boxes": [ + 7, + 317, + 71, + 348 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 601, + 319, + 675, + 344 + ] + }, + { + "text": "Animal", + "boxes": [ + 14, + 343, + 60, + 363 + ] + }, + { + "text": "ASUS ROG Pelta Wireless Gaming Headset (BT, ROG SpeedNova 2.4GHz, USB-C, Lightweight 309g, 50mm", + "boxes": [ + 600, + 341, + 1470, + 379 + ] + }, + { + "text": "ROG Titanium-Plated Drivers, 10mm Super-Wideband Mic, RGB, 70HR Battery, for PC, Switch, PS5)- Black", + "boxes": [ + 602, + 367, + 1470, + 401 + ] + }, + { + "text": "Customer Reviews", + "boxes": [ + 12, + 389, + 136, + 413 + ] + }, + { + "text": "★★★★☆614", + "boxes": [ + 606, + 397, + 736, + 427 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 413, + 144, + 443 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 606, + 415, + 784, + 445 + ] + }, + { + "text": "$12999", + "boxes": [ + 597, + 440, + 687, + 483 + ] + }, + { + "text": "Price", + "boxes": [ + 8, + 451, + 54, + 476 + ] + }, + { + "text": "$1-$1,200+", + "boxes": [ + 10, + 474, + 102, + 500 + ] + }, + { + "text": " Delivery at, May 24", + "boxes": [ + 598, + 478, + 742, + 515 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 604, + 506, + 686, + 530 + ] + }, + { + "text": "Add to cart ", + "boxes": [ + 610, + 536, + 692, + 562 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 586, + 96, + 604 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite & Callof Duty/FPS Gamers, PC, Nintendo Switch,", + "boxes": [ + 602, + 586, + 1460, + 619 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 14, + 604, + 100, + 629 + ] + }, + { + "text": "Bluetooth 5.3 Gaming Headphones with Noise Canceling Mic, Stereo Sound, 40+Hr Battery -White", + "boxes": [ + 604, + 613, + 1410, + 643 + ] + }, + { + "text": "Brands", + "boxes": [ + 12, + 637, + 60, + 657 + ] + }, + { + "text": "Top Reviewed forSound quality", + "boxes": [ + 604, + 639, + 818, + 671 + ] + }, + { + "text": "steeSeres", + "boxes": [ + 5, + 650, + 107, + 688 + ] + }, + { + "text": "★★★★☆9,232", + "boxes": [ + 608, + 661, + 744, + 685 + ] + }, + { + "text": "Razer", + "boxes": [ + 7, + 672, + 71, + 706 + ] + }, + { + "text": "7K+", + "boxes": [ + 608, + 685, + 636, + 705 + ] + }, + { + "text": "ght in past month", + "boxes": [ + 658, + 687, + 772, + 705 + ] + }, + { + "text": "LL", + "boxes": [ + 14, + 703, + 40, + 717 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 32, + 699, + 106, + 723 + ] + }, + { + "text": " ozeino", + "boxes": [ + 12, + 719, + 82, + 744 + ] + }, + { + "text": " Hyperx", + "boxes": [ + 10, + 739, + 84, + 764 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 604, + 744, + 740, + 772 + ] + }, + { + "text": "Corsair", + "boxes": [ + 14, + 760, + 78, + 780 + ] + }, + { + "text": " Turtle Be", + "boxes": [ + 14, + 780, + 92, + 798 + ] + }, + { + "text": "：.", + "boxes": [ + 606, + 866, + 690, + 891 + ] + }, + { + "text": "●●○", + "boxes": [ + 678, + 866, + 784, + 889 + ] + }, + { + "text": "tivity", + "boxes": [ + 60, + 893, + 96, + 907 + ] + }, + { + "text": "wired ", + "boxes": [ + 7, + 907, + 79, + 938 + ] + }, + { + "text": "Razer BlackShark V2 X Gaming Headset: 7.1 Surround Sound - 50mm Drivers - Memory Foam Cushion -", + "boxes": [ + 602, + 911, + 1450, + 947 + ] + }, + { + "text": "Wireless", + "boxes": [ + 34, + 935, + 86, + 953 + ] + }, + { + "text": "for PC, Mac, PS4, PS5, Switch - 3.5mm Audio Jack - White", + "boxes": [ + 604, + 941, + 1078, + 965 + ] + }, + { + "text": "★★★★☆21,850", + "boxes": [ + 608, + 967, + 758, + 991 + ] + }, + { + "text": "In Eal", + "boxes": [ + 36, + 993, + 68, + 1007 + ] + }, + { + "text": "2K+ bought in past month", + "boxes": [ + 604, + 984, + 774, + 1013 + ] + }, + { + "text": "onEar", + "boxes": [ + 23, + 1004, + 79, + 1031 + ] + }, + { + "text": "$3649 Lis", + "boxes": [ + 606, + 1014, + 682, + 1046 + ] + } + ] + }, + { + "frame_id": "90_3_4", + "episode_id": 90, + "env_id": 3, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.523225784301758, + "advantages": -0.026131222024559975, + "generated_text": "{\n \"intent\": \"I want to explore content from various websites created by different institutions.\",\n \"action\": \"DoubleClick(320, 161)\"\n}", + "action_string": "DoubleClick(320, 161)", + "intent_string": "I want to explore content from various websites created by different institutions.", + "before_screen_ocr_results": [ + { + "text": "Qbearch with Bing orenteraddress", + "boxes": [ + 244, + 57, + 522, + 100 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "十", + "boxes": [ + 228, + 34, + 244, + 48 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 14, + 103, + 158, + 121 + ] + }, + { + "text": " Getting Startec", + "boxes": [ + 188, + 103, + 306, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "90_4_4", + "episode_id": 90, + "env_id": 4, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.836050987243652, + "advantages": 0.12741270661354065, + "generated_text": "{\n \"intent\": \"To explore Xiaowang's surprise as he discovers his latest skill level reduction.\",\n \"action\": \"RightClick(417, 84)\" \n}", + "action_string": "RightClick(417, 84)", + "intent_string": "To explore Xiaowang's surprise as he discovers his latest skill level reduction.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 446, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 296, + 632, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 484, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 792, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 484, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 792, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "识海迷坠的学者", + "boxes": [ + 462, + 760, + 626, + 790 + ] + }, + { + "text": "上海市中考数学题", + "boxes": [ + 1162, + 770, + 1368, + 806 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1454, + 764, + 1554, + 796 + ] + }, + { + "text": "识海迷坠的学者", + "boxes": [ + 460, + 808, + 588, + 838 + ] + }, + { + "text": "若a² +b4ab ", + "boxes": [ + 1184, + 806, + 1348, + 856 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1453, + 797, + 1549, + 847 + ] + }, + { + "text": "1,.71%", + "boxes": [ + 1625, + 797, + 1693, + 845 + ] + }, + { + "text": "二件套：暴击率提高8%。", + "boxes": [ + 462, + 834, + 656, + 864 + ] + }, + { + "text": "四件套：战技和终结技造成的伤害提高20%，", + "boxes": [ + 458, + 856, + 798, + 889 + ] + }, + { + "text": "求a²-b²", + "boxes": [ + 1202, + 858, + 1298, + 895 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 837, + 1523, + 894 + ] + }, + { + "text": " 232,30%", + "boxes": [ + 1620, + 850, + 1692, + 889 + ] + }, + { + "text": "一次施放战技时造成的伤害额外提高25%", + "boxes": [ + 464, + 879, + 778, + 913 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+3426 ", + "boxes": [ + 1630, + 891, + 1700, + 939 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 901, + 1616, + 925 + ] + }, + { + "text": "套装：", + "boxes": [ + 462, + 919, + 498, + 939 + ] + }, + { + "text": "时代周报·2小时", + "boxes": [ + 826, + 921, + 952, + 945 + ] + }, + { + "text": "学者的银边视镜", + "boxes": [ + 464, + 935, + 572, + 959 + ] + }, + { + "text": "1.", + "boxes": [ + 1144, + 937, + 1162, + 951 + ] + }, + { + "text": "一点视频/小张园地", + "boxes": [ + 1158, + 929, + 1272, + 961 + ] + }, + { + "text": "奇瑞汽车总是“起个大早，赶", + "boxes": [ + 826, + 941, + 1090, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "上海市中考数学题，有很多方", + "boxes": [ + 1138, + 955, + 1406, + 985 + ] + }, + { + "text": "崩铁那刻夏培养攻略，这个男人值得抽吗？", + "boxes": [ + 198, + 973, + 760, + 1026 + ] + }, + { + "text": "了晚集”？尹同跃：我们的胆", + "boxes": [ + 826, + 967, + 1090, + 1003 + ] + }, + { + "text": "法可以解答，出错率不低", + "boxes": [ + 1136, + 979, + 1370, + 1014 + ] + }, + { + "text": "英传", + "boxes": [ + 1454, + 979, + 1526, + 1036 + ] + }, + { + "text": "?", + "boxes": [ + 1592, + 991, + 1620, + 1014 + ] + }, + { + "text": "+3.81", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "子很小", + "boxes": [ + 826, + 995, + 896, + 1028 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "Undo", + "boxes": [ + 440, + 89, + 486, + 117 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "Cut", + "boxes": [ + 440, + 115, + 476, + 147 + ] + }, + { + "text": "Copy", + "boxes": [ + 438, + 141, + 486, + 177 + ] + }, + { + "text": "Paste", + "boxes": [ + 442, + 171, + 486, + 199 + ] + }, + { + "text": "Paste & Go", + "boxes": [ + 444, + 199, + 524, + 224 + ] + }, + { + "text": "Delete", + "boxes": [ + 440, + 224, + 498, + 256 + ] + }, + { + "text": " Select All", + "boxes": [ + 440, + 254, + 512, + 280 + ] + }, + { + "text": "反国际版", + "boxes": [ + 532, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 474, + 295, + 630, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "上海市中考数学题", + "boxes": [ + 1162, + 770, + 1368, + 806 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "若a² +b4ab ", + "boxes": [ + 1184, + 806, + 1348, + 856 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1453, + 797, + 1549, + 847 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "求a²-b²", + "boxes": [ + 1202, + 858, + 1298, + 895 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1446, + 834, + 1524, + 897 + ] + }, + { + "text": " 32,30%", + "boxes": [ + 1620, + 850, + 1690, + 889 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+3426 ", + "boxes": [ + 1630, + 891, + 1700, + 939 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 901, + 1616, + 925 + ] + }, + { + "text": "时代周报·2小时", + "boxes": [ + 826, + 921, + 952, + 945 + ] + }, + { + "text": "1.", + "boxes": [ + 1144, + 935, + 1162, + 951 + ] + }, + { + "text": "一点视频/小张园地", + "boxes": [ + 1158, + 929, + 1272, + 961 + ] + }, + { + "text": "2025年中国网络文明大会设14场分论坛", + "boxes": [ + 200, + 945, + 736, + 987 + ] + }, + { + "text": "奇瑞汽车总是“起个大早，赶", + "boxes": [ + 826, + 941, + 1090, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "上海市中考数学题，有很多方", + "boxes": [ + 1138, + 955, + 1406, + 985 + ] + }, + { + "text": "了晚集”？尹同跃：我们的胆", + "boxes": [ + 824, + 967, + 1090, + 1003 + ] + }, + { + "text": "议题包括道德建设、行为规范等六大领域", + "boxes": [ + 202, + 981, + 736, + 1022 + ] + }, + { + "text": "法可以解答，出错率不低", + "boxes": [ + 1136, + 979, + 1370, + 1014 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1588, + 989, + 1622, + 1016 + ] + }, + { + "text": "+3.81", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "子很小", + "boxes": [ + 826, + 995, + 896, + 1026 + ] + } + ] + }, + { + "frame_id": "90_5_4", + "episode_id": 90, + "env_id": 5, + "step": 4, + "format_rewards": 1.0, + "rewards": 11.375406265258789, + "advantages": 0.8829741477966309, + "generated_text": "{\n \"intent\": \"Move the mouse to the Firefox icon so I can open the browser.\",\n \"action\": \"DoubleClick(74, 50)\" \n}", + "action_string": "DoubleClick(74, 50)", + "intent_string": "Move the mouse to the Firefox icon so I can open the browser.", + "before_screen_ocr_results": [ + { + "text": " Firefox ", + "boxes": [ + 20, + 62, + 100, + 99 + ] + }, + { + "text": "D", + "boxes": [ + 36, + 123, + 80, + 163 + ] + }, + { + "text": " Mousepad", + "boxes": [ + 1, + 164, + 117, + 207 + ] + }, + { + "text": "二", + "boxes": [ + 40, + 234, + 76, + 262 + ] + }, + { + "text": "Terminal", + "boxes": [ + 20, + 282, + 104, + 308 + ] + }, + { + "text": "Calculator", + "boxes": [ + 3, + 383, + 121, + 425 + ] + }, + { + "text": "Libreo...", + "boxes": [ + 16, + 498, + 98, + 530 + ] + }, + { + "text": "酒", + "boxes": [ + 30, + 554, + 84, + 611 + ] + }, + { + "text": "Writer", + "boxes": [ + 26, + 609, + 96, + 641 + ] + }, + { + "text": "", + "boxes": [ + 30, + 665, + 84, + 723 + ] + }, + { + "text": "Excel", + "boxes": [ + 30, + 719, + 92, + 752 + ] + }, + { + "text": "", + "boxes": [ + 26, + 766, + 89, + 836 + ] + }, + { + "text": "Draw", + "boxes": [ + 28, + 826, + 90, + 866 + ] + }, + { + "text": "D", + "boxes": [ + 30, + 885, + 80, + 943 + ] + }, + { + "text": "Files", + "boxes": [ + 34, + 939, + 88, + 973 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ] + }, + { + "frame_id": "90_6_4", + "episode_id": 90, + "env_id": 6, + "step": 4, + "format_rewards": 1.0, + "rewards": 10.23864459991455, + "advantages": 0.32501763105392456, + "generated_text": "{\n \"intent\": \"To explore popular websites on the home screen, starting with the Apple website.\",\n \"action\": \"DoubleClick(704, 661)\"\n}", + "action_string": "DoubleClick(704, 661)", + "intent_string": "To explore popular websites on the home screen, starting with the Apple website.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 60, + 524, + 95 + ] + }, + { + "text": " Apple --htt://ww.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "a Amazon — http://www.amazon.com", + "boxes": [ + 256, + 179, + 510, + 202 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 252, + 210, + 592, + 242 + ] + }, + { + "text": "知zhihu -", + "boxes": [ + 254, + 250, + 328, + 274 + ] + }, + { + "text": "G ifeng - ifeng.com", + "boxes": [ + 254, + 284, + 404, + 314 + ] + }, + { + "text": "weibo", + "boxes": [ + 258, + 324, + 322, + 341 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 516 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 506, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 748, + 772, + 792, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 824, + 320, + 930, + 357 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 766, + 1001, + 1138, + 1036 + ] + } + ] + }, + { + "frame_id": "90_7_4", + "episode_id": 90, + "env_id": 7, + "step": 4, + "format_rewards": 1.0, + "rewards": 9.309459686279297, + "advantages": -0.13105399906635284, + "generated_text": "{\n \"intent\": \"Select andclick the second gaming headset from Excalibur games.\",\n \"action\": \"DoubleClick(793, 501)\"\n}", + "action_string": "DoubleClick(793, 501)", + "intent_string": "Select andclick the second gaming headset from Excalibur games.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 38, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1590, + 68, + 1660, + 89 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1876, + 91 + ] + }, + { + "text": "Price", + "boxes": [ + 10, + 103, + 54, + 131 + ] + }, + { + "text": "$12999", + "boxes": [ + 598, + 99, + 684, + 137 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1814, + 105, + 1872, + 131 + ] + }, + { + "text": "$1-$1,200+", + "boxes": [ + 10, + 129, + 100, + 155 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 602, + 139, + 738, + 163 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 606, + 161, + 686, + 185 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 612, + 193, + 692, + 218 + ] + }, + { + "text": "Deals & Discou", + "boxes": [ + 12, + 214, + 110, + 238 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 12, + 238, + 100, + 262 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for P5, PS4 Fortnite & Callof Duty/FPS Gamers, PC, Nintendo Switch,", + "boxes": [ + 602, + 242, + 1464, + 278 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 258, + 102, + 284 + ] + }, + { + "text": "Bluetooth 5.3 Gaming Headphones with Noise Canceling Mic, Stereo Sound, 40+Hr Battery -White", + "boxes": [ + 604, + 268, + 1410, + 298 + ] + }, + { + "text": "Brands", + "boxes": [ + 10, + 290, + 64, + 316 + ] + }, + { + "text": "steelSeries", + "boxes": [ + 5, + 307, + 111, + 344 + ] + }, + { + "text": "dquality", + "boxes": [ + 758, + 302, + 816, + 320 + ] + }, + { + "text": "Razer", + "boxes": [ + 12, + 336, + 72, + 355 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 12, + 353, + 106, + 379 + ] + }, + { + "text": "ozeino", + "boxes": [ + 10, + 373, + 84, + 399 + ] + }, + { + "text": " Hyperx", + "boxes": [ + 7, + 388, + 85, + 424 + ] + }, + { + "text": "DeliverySat,May24", + "boxes": [ + 610, + 405, + 736, + 423 + ] + }, + { + "text": "L", + "boxes": [ + 18, + 417, + 40, + 431 + ] + }, + { + "text": "Corsai", + "boxes": [ + 36, + 417, + 76, + 433 + ] + }, + { + "text": " Turtle Be", + "boxes": [ + 14, + 435, + 92, + 453 + ] + }, + { + "text": " Top Brands", + "boxes": [ + 5, + 503, + 109, + 543 + ] + }, + { + "text": "：.", + "boxes": [ + 608, + 520, + 686, + 544 + ] + }, + { + "text": " Connectivity", + "boxes": [ + 7, + 535, + 105, + 572 + ] + }, + { + "text": "wired ", + "boxes": [ + 9, + 561, + 79, + 592 + ] + }, + { + "text": "Razer BlackShark V2 X Gaming Headset: 7.1 Surround Sound - 50mm Drivers - Memory Foam Cushion -", + "boxes": [ + 602, + 566, + 1444, + 600 + ] + }, + { + "text": " wireless", + "boxes": [ + 7, + 583, + 91, + 612 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "for PC, Mac, PS4, PS5, Switch - 3.5mm Audio Jack - White", + "boxes": [ + 604, + 592, + 1078, + 621 + ] + }, + { + "text": "★★★★☆21,850", + "boxes": [ + 608, + 621, + 756, + 645 + ] + }, + { + "text": "620", + "boxes": [ + 1796, + 621, + 1878, + 657 + ] + }, + { + "text": "in Ear", + "boxes": [ + 7, + 637, + 75, + 668 + ] + }, + { + "text": "tmonth", + "boxes": [ + 720, + 645, + 772, + 663 + ] + }, + { + "text": "on Ear", + "boxes": [ + 14, + 659, + 82, + 685 + ] + }, + { + "text": "$3649 List: $59.99", + "boxes": [ + 603, + 664, + 741, + 709 + ] + }, + { + "text": "$13.95 delivery", + "boxes": [ + 604, + 707, + 706, + 731 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 717, + 1862, + 742 + ] + }, + { + "text": "Ships to Chin", + "boxes": [ + 608, + 733, + 678, + 750 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 607, + 758, + 695, + 789 + ] + }, + { + "text": "口", + "boxes": [ + 1798, + 772, + 1810, + 784 + ] + }, + { + "text": "Kleer", + "boxes": [ + 31, + 795, + 69, + 823 + ] + }, + { + "text": "More Buying Choices ", + "boxes": [ + 604, + 788, + 744, + 818 + ] + }, + { + "text": "口", + "boxes": [ + 16, + 800, + 38, + 814 + ] + }, + { + "text": "NFC", + "boxes": [ + 7, + 811, + 67, + 845 + ] + }, + { + "text": "$35.38 (5 used & new offers)", + "boxes": [ + 604, + 808, + 794, + 838 + ] + }, + { + "text": " RF", + "boxes": [ + 12, + 838, + 52, + 858 + ] + }, + { + "text": "○···", + "boxes": [ + 604, + 844, + 712, + 872 + ] + }, + { + "text": " wi-Fi", + "boxes": [ + 12, + 858, + 70, + 883 + ] + }, + { + "text": "NoiseControl", + "boxes": [ + 16, + 893, + 104, + 911 + ] + }, + { + "text": "Overall Pick 0", + "boxes": [ + 316, + 889, + 406, + 915 + ] + }, + { + "text": " CORSAIR VOID RGB ELITE Wireless Gaming Headset - 7.1 Surround Sound - Omni-Directional", + "boxes": [ + 602, + 893, + 1372, + 923 + ] + }, + { + "text": "Microphone - Microfiber Mesh Earpads - Up to 40ft Range -icCUE Compatible - PC, Mac, PS5, PS4", + "boxes": [ + 604, + 917, + 1402, + 947 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1814, + 925, + 1860, + 945 + ] + }, + { + "text": "★★★★☆23.646", + "boxes": [ + 606, + 943, + 754, + 971 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 608, + 969, + 774, + 993 + ] + }, + { + "text": "34B2HW2N/ref", + "boxes": [ + 594, + 1018, + 692, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "·☆", + "boxes": [ + 1586, + 66, + 1660, + 89 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "Price", + "boxes": [ + 10, + 103, + 54, + 131 + ] + }, + { + "text": "$12999", + "boxes": [ + 598, + 99, + 684, + 137 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1814, + 105, + 1874, + 131 + ] + }, + { + "text": "$1-$1,200+", + "boxes": [ + 10, + 129, + 100, + 155 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1810, + 123, + 1878, + 149 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 602, + 139, + 738, + 163 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 606, + 161, + 686, + 185 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 612, + 193, + 692, + 218 + ] + }, + { + "text": "Deals & Discounts", + "boxes": [ + 12, + 214, + 130, + 238 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 12, + 238, + 100, + 262 + ] + }, + { + "text": "2.4GHzWireless Gaming eadset for P, PS4 Fortnite& Callof Duty/FPS Gamers, PC, Nintendo Switch,", + "boxes": [ + 602, + 242, + 1464, + 278 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 258, + 102, + 284 + ] + }, + { + "text": "Bluetooth 5.3 Gaming Headphones with Noise Canceling Mic, Stereo Sound, 40+Hr Battery -White", + "boxes": [ + 602, + 268, + 1410, + 298 + ] + }, + { + "text": "Brands", + "boxes": [ + 10, + 290, + 64, + 316 + ] + }, + { + "text": "steelSeries", + "boxes": [ + 5, + 307, + 111, + 344 + ] + }, + { + "text": "dquality", + "boxes": [ + 758, + 302, + 816, + 320 + ] + }, + { + "text": "Razer", + "boxes": [ + 12, + 336, + 72, + 355 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 12, + 353, + 106, + 379 + ] + }, + { + "text": "$3149 List Price", + "boxes": [ + 601, + 363, + 721, + 400 + ] + }, + { + "text": "ozeino ", + "boxes": [ + 10, + 373, + 86, + 399 + ] + }, + { + "text": " Hyperx", + "boxes": [ + 7, + 388, + 85, + 424 + ] + }, + { + "text": "$49.99", + "boxes": [ + 726, + 379, + 772, + 397 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 604, + 399, + 738, + 427 + ] + }, + { + "text": "口", + "boxes": [ + 18, + 417, + 38, + 431 + ] + }, + { + "text": "Corsai", + "boxes": [ + 36, + 417, + 76, + 433 + ] + }, + { + "text": "Turtle Be", + "boxes": [ + 12, + 433, + 92, + 455 + ] + }, + { + "text": "1s", + "boxes": [ + 612, + 449, + 652, + 469 + ] + }, + { + "text": " Top Brands", + "boxes": [ + 5, + 504, + 111, + 543 + ] + }, + { + "text": "0", + "boxes": [ + 610, + 524, + 684, + 542 + ] + }, + { + "text": " Connectivity", + "boxes": [ + 7, + 535, + 105, + 572 + ] + }, + { + "text": "wired ", + "boxes": [ + 9, + 561, + 79, + 592 + ] + }, + { + "text": "Razer BlackShark V2 X Gaming Headset: 7.1 Surround Sound - 50mm Drivers - Memory Foam Cushion -", + "boxes": [ + 604, + 570, + 1444, + 600 + ] + }, + { + "text": " wireless", + "boxes": [ + 7, + 583, + 91, + 612 + ] + }, + { + "text": "for PC, Mac, PS4, PS5, Switch - 3.5mm Audio Jack - White ", + "boxes": [ + 600, + 588, + 1080, + 625 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "★★★★☆21,850", + "boxes": [ + 608, + 621, + 756, + 645 + ] + }, + { + "text": "6200", + "boxes": [ + 1795, + 621, + 1879, + 661 + ] + }, + { + "text": "in Ear", + "boxes": [ + 9, + 637, + 75, + 668 + ] + }, + { + "text": "on Ear", + "boxes": [ + 14, + 659, + 82, + 685 + ] + }, + { + "text": "$3649 Lst 59.9", + "boxes": [ + 601, + 664, + 745, + 712 + ] + }, + { + "text": "$13.95 delivery", + "boxes": [ + 602, + 705, + 704, + 729 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 717, + 1862, + 742 + ] + }, + { + "text": "Ships to Chin", + "boxes": [ + 608, + 733, + 680, + 750 + ] + }, + { + "text": "Bluet", + "boxes": [ + 12, + 754, + 70, + 780 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 610, + 760, + 694, + 786 + ] + }, + { + "text": "必", + "boxes": [ + 1795, + 768, + 1815, + 788 + ] + }, + { + "text": "Kleer", + "boxes": [ + 31, + 795, + 69, + 823 + ] + }, + { + "text": "More Buying Choices ", + "boxes": [ + 604, + 788, + 744, + 818 + ] + }, + { + "text": "口", + "boxes": [ + 16, + 800, + 38, + 814 + ] + }, + { + "text": "口NFC", + "boxes": [ + 7, + 811, + 67, + 843 + ] + }, + { + "text": "$35.38 (5 used & new offers)", + "boxes": [ + 604, + 808, + 794, + 838 + ] + }, + { + "text": " RF", + "boxes": [ + 12, + 838, + 52, + 858 + ] + }, + { + "text": "○···", + "boxes": [ + 602, + 842, + 712, + 874 + ] + }, + { + "text": "NoiseControl", + "boxes": [ + 16, + 893, + 104, + 911 + ] + }, + { + "text": "Overall Pick 0", + "boxes": [ + 316, + 889, + 406, + 915 + ] + }, + { + "text": " CORSAIR VOID RGB ELITE Wireless Gaming Headset - 7.1 Surround Sound - Omni-Directional", + "boxes": [ + 602, + 893, + 1372, + 923 + ] + }, + { + "text": "Microphone - Microfiber Mesh Earpads - Up to 40ft Range - iCUE Compatible - PC, Mac, PS5, PS4 -", + "boxes": [ + 604, + 917, + 1410, + 947 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "★★★★☆~23.646", + "boxes": [ + 606, + 943, + 754, + 971 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 606, + 969, + 774, + 993 + ] + }, + { + "text": "See options", + "boxes": [ + 608, + 1005, + 698, + 1030 + ] + } + ] + }, + { + "frame_id": "90_0_5", + "episode_id": 90, + "env_id": 0, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.652910232543945, + "advantages": 0.5283515453338623, + "generated_text": "{\n \"intent\": \"Initiating browsing by clicking on the search dropdown menu where items like gaming accessories are listed.\",\n \"action\": \"DoubleClick(497, 178)\" \n}", + "action_string": "DoubleClick(497, 178)", + "intent_string": "Initiating browsing by clicking on the search dropdown menu where items like gaming accessories are listed.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "①", + "boxes": [ + 254, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1666, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1779, + 59, + 1881, + 96 + ] + }, + { + "text": "三", + "boxes": [ + 1894, + 71, + 1906, + 83 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "α", + "boxes": [ + 1450, + 115, + 1480, + 147 + ] + }, + { + "text": "EN", + "boxes": [ + 1520, + 121, + 1578, + 147 + ] + }, + { + "text": " gaming headsets", + "boxes": [ + 302, + 153, + 440, + 183 + ] + }, + { + "text": "+", + "boxes": [ + 1442, + 145, + 1486, + 189 + ] + }, + { + "text": "三AIl", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "gaming", + "boxes": [ + 302, + 189, + 370, + 220 + ] + }, + { + "text": "××××", + "boxes": [ + 1448, + 181, + 1478, + 328 + ] + }, + { + "text": "toys games", + "boxes": [ + 304, + 226, + 394, + 252 + ] + }, + { + "text": " cleaning tools", + "boxes": [ + 302, + 258, + 418, + 288 + ] + }, + { + "text": " gaming keyboard", + "boxes": [ + 300, + 290, + 444, + 326 + ] + }, + { + "text": "cooker", + "boxes": [ + 302, + 326, + 364, + 357 + ] + }, + { + "text": "home decor", + "boxes": [ + 304, + 365, + 398, + 391 + ] + }, + { + "text": "×", + "boxes": [ + 1450, + 357, + 1478, + 395 + ] + }, + { + "text": " gaming mouse", + "boxes": [ + 300, + 395, + 424, + 431 + ] + }, + { + "text": "+", + "boxes": [ + 1446, + 393, + 1478, + 425 + ] + }, + { + "text": "Gaming accessories", + "boxes": [ + 242, + 530, + 440, + 560 + ] + }, + { + "text": "Get your game on", + "boxes": [ + 612, + 530, + 792, + 560 + ] + }, + { + "text": "Top categories in Kitchen", + "boxes": [ + 980, + 526, + 1238, + 560 + ] + }, + { + "text": "Shop for your home essentials", + "boxes": [ + 1350, + 530, + 1656, + 560 + ] + }, + { + "text": "appliances", + "boxes": [ + 980, + 554, + 1094, + 588 + ] + }, + { + "text": "本W甲", + "boxes": [ + 1094, + 802, + 1186, + 834 + ] + }, + { + "text": "Potsand Pal", + "boxes": [ + 1092, + 846, + 1172, + 864 + ] + }, + { + "text": "See more", + "boxes": [ + 242, + 891, + 298, + 911 + ] + }, + { + "text": "Shop gaming", + "boxes": [ + 612, + 889, + 694, + 915 + ] + }, + { + "text": "Shop deals in Fashion", + "boxes": [ + 240, + 969, + 462, + 999 + ] + }, + { + "text": "New home arrivals under $50", + "boxes": [ + 612, + 969, + 908, + 999 + ] + }, + { + "text": "Save on gifts for Dad", + "boxes": [ + 982, + 969, + 1194, + 999 + ] + }, + { + "text": "Toys under $25", + "boxes": [ + 1352, + 969, + 1508, + 999 + ] + }, + { + "text": "", + "boxes": [ + 276, + 1016, + 330, + 1042 + ] + }, + { + "text": "", + "boxes": [ + 442, + 1016, + 484, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 10, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 113, + 424, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 121, + 1446, + 147 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "三 All", + "boxes": [ + 20, + 167, + 70, + 195 + ] + }, + { + "text": "1-48 of over 30,000 results for \"", + "boxes": [ + 10, + 206, + 214, + 230 + ] + }, + { + "text": "Department", + "boxes": [ + 12, + 258, + 96, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "Alexa Skills", + "boxes": [ + 12, + 282, + 90, + 308 + ] + }, + { + "text": "Amazon Devices & Acces", + "boxes": [ + 14, + 302, + 166, + 326 + ] + }, + { + "text": "Appliances", + "boxes": [ + 12, + 322, + 86, + 347 + ] + }, + { + "text": "Overall Pick i", + "boxes": [ + 1488, + 322, + 1572, + 339 + ] + }, + { + "text": "Apps & Games", + "boxes": [ + 12, + 341, + 110, + 367 + ] + }, + { + "text": "Arts, Crafts & Sewing", + "boxes": [ + 10, + 359, + 152, + 389 + ] + }, + { + "text": "Audible Books & Originals", + "boxes": [ + 14, + 383, + 178, + 407 + ] + }, + { + "text": "Automotive", + "boxes": [ + 12, + 401, + 86, + 425 + ] + }, + { + "text": "Baby Products", + "boxes": [ + 12, + 421, + 106, + 447 + ] + }, + { + "text": "auty &Per", + "boxes": [ + 34, + 447, + 98, + 465 + ] + }, + { + "text": "KARA", + "boxes": [ + 421, + 440, + 541, + 491 + ] + }, + { + "text": "Books", + "boxes": [ + 14, + 465, + 52, + 484 + ] + }, + { + "text": "CDs & Vinyl", + "boxes": [ + 9, + 478, + 91, + 509 + ] + }, + { + "text": "Clothing, Shoes & Jewelry", + "boxes": [ + 12, + 522, + 178, + 546 + ] + }, + { + "text": "UUUU", + "boxes": [ + 348, + 514, + 432, + 546 + ] + }, + { + "text": "Collectibles & Fine Art", + "boxes": [ + 12, + 542, + 158, + 566 + ] + }, + { + "text": "$46.9", + "boxes": [ + 1818, + 540, + 1852, + 554 + ] + }, + { + "text": "Credit & Payment Cards", + "boxes": [ + 12, + 564, + 166, + 588 + ] + }, + { + "text": "Digital Music", + "boxes": [ + 12, + 582, + 98, + 608 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Electronics", + "boxes": [ + 14, + 606, + 86, + 623 + ] + }, + { + "text": "○●···", + "boxes": [ + 602, + 607, + 796, + 650 + ] + }, + { + "text": "", + "boxes": [ + 898, + 609, + 1012, + 647 + ] + }, + { + "text": "Everything Else", + "boxes": [ + 12, + 621, + 114, + 647 + ] + }, + { + "text": "+3 other colors/patterns", + "boxes": [ + 1200, + 619, + 1334, + 643 + ] + }, + { + "text": "", + "boxes": [ + 1486, + 613, + 1570, + 645 + ] + }, + { + "text": "", + "boxes": [ + 1792, + 615, + 1884, + 661 + ] + }, + { + "text": "Gift Cards ", + "boxes": [ + 14, + 645, + 84, + 663 + ] + }, + { + "text": "TANCHJIM Kara in-Ear Headphones", + "boxes": [ + 314, + 637, + 576, + 667 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for", + "boxes": [ + 608, + 649, + 880, + 673 + ] + }, + { + "text": "Razer BlackShark V2 X Gaming", + "boxes": [ + 902, + 649, + 1130, + 673 + ] + }, + { + "text": " HyperX Cloud IlI Wireless - Gaming ", + "boxes": [ + 1192, + 645, + 1460, + 677 + ] + }, + { + "text": "CORSAIR VOID RGB ELITE Wireless", + "boxes": [ + 1488, + 649, + 1744, + 673 + ] + }, + { + "text": "Grocery & Gourmet Food", + "boxes": [ + 10, + 659, + 176, + 689 + ] + }, + { + "text": "with High Sound Quality Wired HiFi", + "boxes": [ + 314, + 661, + 582, + 691 + ] + }, + { + "text": "PS5, PS4 Fortnite & Call of Duty/FPS ", + "boxes": [ + 606, + 671, + 884, + 701 + ] + }, + { + "text": "Headset: 7.1 Surround Sound -", + "boxes": [ + 894, + 665, + 1130, + 703 + ] + }, + { + "text": "Headset for PC, 5, PS4,upt 12-", + "boxes": [ + 1190, + 665, + 1468, + 703 + ] + }, + { + "text": " Gaming Headset - 7.1 Surround", + "boxes": [ + 1484, + 671, + 1728, + 701 + ] + }, + { + "text": "Handmade Products", + "boxes": [ + 16, + 685, + 142, + 703 + ] + }, + { + "text": " Listening IEM Earphones", + "boxes": [ + 310, + 683, + 502, + 719 + ] + }, + { + "text": "..8", + "boxes": [ + 1792, + 679, + 1872, + 720 + ] + }, + { + "text": "Gamers, PC, Nintendo Switch,", + "boxes": [ + 608, + 695, + 828, + 725 + ] + }, + { + "text": " 50mm Drivers - Memory Foam", + "boxes": [ + 898, + 691, + 1134, + 727 + ] + }, + { + "text": "Health & Household", + "boxes": [ + 14, + 701, + 144, + 723 + ] + }, + { + "text": "hour Battery, 2.4GHz Wireless, DTS", + "boxes": [ + 1196, + 697, + 1456, + 721 + ] + }, + { + "text": "Sound - Omni-Directional ", + "boxes": [ + 1488, + 697, + 1684, + 721 + ] + }, + { + "text": " Headphones Gaming Earbuds Whi..", + "boxes": [ + 310, + 711, + 576, + 741 + ] + }, + { + "text": "Bluetooth 5.3 Gaming Headphone..", + "boxes": [ + 606, + 719, + 872, + 748 + ] + }, + { + "text": "Cushion - for PC, Mac, PS4, PS5,..", + "boxes": [ + 900, + 719, + 1152, + 748 + ] + }, + { + "text": "Spatial Audio, 53mm Angled Drive...", + "boxes": [ + 1194, + 719, + 1464, + 748 + ] + }, + { + "text": "Microphone - Microfiber Mesh..", + "boxes": [ + 1486, + 719, + 1724, + 748 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1808, + 717, + 1864, + 742 + ] + }, + { + "text": "Home&Kitcher", + "boxes": [ + 16, + 744, + 114, + 762 + ] + }, + { + "text": "$16999", + "boxes": [ + 308, + 742, + 394, + 780 + ] + }, + { + "text": "★★★★★9.232", + "boxes": [ + 608, + 744, + 750, + 774 + ] + }, + { + "text": "★★★★★21,850", + "boxes": [ + 902, + 744, + 1054, + 774 + ] + }, + { + "text": "★★★★★7.566", + "boxes": [ + 1196, + 744, + 1336, + 774 + ] + }, + { + "text": "★★★★23.646", + "boxes": [ + 1488, + 744, + 1640, + 774 + ] + }, + { + "text": "Industrial & Sclentific", + "boxes": [ + 14, + 762, + 148, + 784 + ] + }, + { + "text": "7K+ bought in past month", + "boxes": [ + 608, + 764, + 780, + 794 + ] + }, + { + "text": "2K+ bought in past month", + "boxes": [ + 1196, + 766, + 1366, + 790 + ] + }, + { + "text": " 3K+ bought in past month", + "boxes": [ + 1486, + 764, + 1660, + 792 + ] + }, + { + "text": "口", + "boxes": [ + 1787, + 761, + 1823, + 795 + ] + }, + { + "text": "Kindle Store", + "boxes": [ + 12, + 782, + 92, + 808 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 310, + 778, + 452, + 814 + ] + }, + { + "text": "Magazine Subscript", + "boxes": [ + 14, + 802, + 134, + 826 + ] + }, + { + "text": "$314 ist Price: $49.99", + "boxes": [ + 603, + 794, + 785, + 838 + ] + }, + { + "text": "$3649 Lst: 59.99", + "boxes": [ + 899, + 793, + 1041, + 838 + ] + }, + { + "text": "$1189 Lst $+49.99", + "boxes": [ + 1190, + 794, + 1358, + 836 + ] + }, + { + "text": "See options", + "boxes": [ + 1492, + 808, + 1582, + 834 + ] + }, + { + "text": "Movies & TV", + "boxes": [ + 12, + 822, + 94, + 848 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 604, + 829, + 744, + 864 + ] + }, + { + "text": "$13.95 delivery", + "boxes": [ + 902, + 834, + 1000, + 860 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 1194, + 836, + 1332, + 860 + ] + }, + { + "text": "Musical Instrum", + "boxes": [ + 16, + 846, + 116, + 864 + ] + }, + { + "text": "No featured offers available", + "boxes": [ + 1490, + 840, + 1670, + 864 + ] + }, + { + "text": "Office Products", + "boxes": [ + 14, + 862, + 112, + 885 + ] + }, + { + "text": "Ad to cart", + "boxes": [ + 322, + 858, + 402, + 881 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 908, + 860, + 978, + 881 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1198, + 858, + 1274, + 881 + ] + }, + { + "text": "$52.89 (4 used & new offers)", + "boxes": [ + 1490, + 860, + 1674, + 883 + ] + }, + { + "text": "Patio, Lawn & Garden", + "boxes": [ + 14, + 881, + 152, + 905 + ] + }, + { + "text": "1s", + "boxes": [ + 614, + 879, + 652, + 899 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 908, + 887, + 986, + 913 + ] + }, + { + "text": "Ad to cart ", + "boxes": [ + 1200, + 887, + 1282, + 913 + ] + }, + { + "text": "Pet Supplies", + "boxes": [ + 12, + 901, + 94, + 927 + ] + }, + { + "text": "Software", + "boxes": [ + 16, + 925, + 74, + 943 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 904, + 919, + 1038, + 943 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 1196, + 919, + 1334, + 943 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "Sports & Outdoors", + "boxes": [ + 14, + 943, + 132, + 967 + ] + }, + { + "text": "$35.38 (5 used & new offers)", + "boxes": [ + 902, + 937, + 1094, + 967 + ] + }, + { + "text": "$86.32 (6+ used & new offers)", + "boxes": [ + 1194, + 937, + 1394, + 967 + ] + }, + { + "text": "Tools & Home I", + "boxes": [ + 14, + 961, + 110, + 985 + ] + }, + { + "text": "From frequently shopped brands", + "boxes": [ + 304, + 983, + 620, + 1012 + ] + }, + { + "text": "云", + "boxes": [ + 1796, + 977, + 1814, + 993 + ] + } + ] + }, + { + "frame_id": "90_1_5", + "episode_id": 90, + "env_id": 1, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.74850845336914, + "advantages": 0.08444422483444214, + "generated_text": "{\n \"intent\": \"Navigate to the Apple website to explore further.\",\n \"action\": \"DoubleClick(470, 153)\"\n}", + "action_string": "DoubleClick(470, 153)", + "intent_string": "Navigate to the Apple website to explore further.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 130, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 244, + 59, + 448, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 187, + 153 + ] + }, + { + "text": " Apple -- tt://www.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing -", + "boxes": [ + 254, + 143, + 322, + 169 + ] + }, + { + "text": "— bing.com", + "boxes": [ + 310, + 145, + 394, + 169 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 282, + 214, + 590, + 238 + ] + }, + { + "text": "-iqiyi.con", + "boxes": [ + 594, + 220, + 660, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 254, + 316, + 272 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 478, + 449, + 638, + 477 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1464, + 856, + 1510, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+3,5179 ", + "boxes": [ + 1634, + 891, + 1700, + 939 + ] + }, + { + "text": "红板报·17小时", + "boxes": [ + 826, + 917, + 952, + 947 + ] + }, + { + "text": "D", + "boxes": [ + 1140, + 931, + 1164, + 953 + ] + }, + { + "text": "一点视频/二丫讲综艺·2周", + "boxes": [ + 1158, + 927, + 1320, + 957 + ] + }, + { + "text": "动察：哪吒汽车被申请破产审", + "boxes": [ + 826, + 941, + 1098, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "薛平贵：代战不肯跪拜王宝", + "boxes": [ + 1134, + 947, + 1392, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "查，敢问路在何方？", + "boxes": [ + 826, + 971, + 1012, + 1001 + ] + }, + { + "text": "，王宝一个眼神，薛平贵", + "boxes": [ + 1136, + 977, + 1406, + 1011 + ] + }, + { + "text": "英传", + "boxes": [ + 1454, + 979, + 1526, + 1036 + ] + }, + { + "text": "?", + "boxes": [ + 1592, + 991, + 1620, + 1014 + ] + }, + { + "text": "+3.529", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "乖乖闭嘴", + "boxes": [ + 1136, + 1003, + 1230, + 1040 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing ", + "boxes": [ + 36, + 32, + 192, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 296, + 632, + 332 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 441 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "海狮07真正最纠结的事情", + "boxes": [ + 226, + 810, + 770, + 870 + ] + }, + { + "text": "1,.71", + "boxes": [ + 1634, + 806, + 1684, + 840 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1464, + 852, + 1512, + 878 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+3466 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "时代周报·2小时", + "boxes": [ + 826, + 921, + 952, + 945 + ] + }, + { + "text": "一点视频/二丫讲综艺·2周", + "boxes": [ + 1158, + 927, + 1320, + 957 + ] + }, + { + "text": "奇瑞汽车总是“起个大早，赶", + "boxes": [ + 826, + 941, + 1090, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "海狮07怎么选？纯电VS插混，你的需求说了", + "boxes": [ + 200, + 949, + 778, + 985 + ] + }, + { + "text": "薛平贵：代战不肯跪拜王宝", + "boxes": [ + 1134, + 947, + 1390, + 987 + ] + }, + { + "text": "了晚集”？尹同跃：我们的胆", + "boxes": [ + 826, + 967, + 1090, + 1003 + ] + }, + { + "text": "算！", + "boxes": [ + 200, + 981, + 266, + 1020 + ] + }, + { + "text": "，王宝一个眼神，薛平贵", + "boxes": [ + 1136, + 977, + 1406, + 1011 + ] + }, + { + "text": "英传", + "boxes": [ + 1454, + 979, + 1526, + 1036 + ] + }, + { + "text": "?", + "boxes": [ + 1592, + 991, + 1620, + 1014 + ] + }, + { + "text": "+3.39 ", + "boxes": [ + 1630, + 983, + 1700, + 1030 + ] + }, + { + "text": "子很小", + "boxes": [ + 826, + 995, + 896, + 1028 + ] + }, + { + "text": "乖乖闭嘴", + "boxes": [ + 1133, + 998, + 1231, + 1041 + ] + }, + { + "text": "S", + "boxes": [ + 852, + 1028, + 874, + 1042 + ] + } + ] + }, + { + "frame_id": "90_2_5", + "episode_id": 90, + "env_id": 2, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.848114013671875, + "advantages": 0.13333359360694885, + "generated_text": "{\n \"intent\": \"Explore different gaming headsets that satisfy visual preferences and price range\",\n \"action\": \"DoubleClick(475, 480)\" \n}", + "action_string": "DoubleClick(475, 480)", + "intent_string": "Explore different gaming headsets that satisfy visual preferences and price range", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 66, + 310, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1584, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 133, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 426, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1814, + 105, + 1874, + 131 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "三 AIl ", + "boxes": [ + 22, + 167, + 70, + 195 + ] + }, + { + "text": "1-16 of", + "boxes": [ + 10, + 208, + 60, + 228 + ] + }, + { + "text": "Popular Shopping Ideas", + "boxes": [ + 10, + 254, + 172, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "Video Game", + "boxes": [ + 10, + 278, + 96, + 310 + ] + }, + { + "text": "Wireless", + "boxes": [ + 12, + 302, + 72, + 328 + ] + }, + { + "text": "Desktop", + "boxes": [ + 8, + 318, + 72, + 349 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 603, + 319, + 675, + 344 + ] + }, + { + "text": "Animal", + "boxes": [ + 14, + 343, + 60, + 363 + ] + }, + { + "text": "ASUS ROG Pelta Wireless Gaming Headset (BT, ROG SpeedNova 2.4GHz, USB-C, Lightweight 309g, 50mm", + "boxes": [ + 602, + 343, + 1470, + 377 + ] + }, + { + "text": "ROG Titanium-Plated Drivers, 10mm Super-Wideband Mic, RGB, 70HR Battery, for PC, Switch, PS5)- Black", + "boxes": [ + 602, + 367, + 1470, + 401 + ] + }, + { + "text": "Customer Reviews", + "boxes": [ + 12, + 389, + 136, + 413 + ] + }, + { + "text": "★★★★☆614", + "boxes": [ + 606, + 397, + 736, + 427 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 12, + 413, + 144, + 443 + ] + }, + { + "text": "100+ bought in past month", + "boxes": [ + 606, + 415, + 784, + 445 + ] + }, + { + "text": "$12999", + "boxes": [ + 597, + 440, + 687, + 483 + ] + }, + { + "text": "Price", + "boxes": [ + 8, + 451, + 54, + 476 + ] + }, + { + "text": "$1-$1,200+", + "boxes": [ + 10, + 474, + 102, + 500 + ] + }, + { + "text": " Delivery at, May 24", + "boxes": [ + 598, + 478, + 742, + 515 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 604, + 506, + 686, + 530 + ] + }, + { + "text": "Add to cart ", + "boxes": [ + 610, + 536, + 690, + 562 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 14, + 586, + 96, + 604 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite & Callof Duty/FPS Gamers, PC, Nintendo Switch,", + "boxes": [ + 602, + 586, + 1460, + 619 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 14, + 604, + 100, + 629 + ] + }, + { + "text": "Bluetooth 5.3 Gaming Headphones with Noise Canceling Mic, Stereo Sound, 40+Hr Battery -White", + "boxes": [ + 604, + 613, + 1410, + 643 + ] + }, + { + "text": "620", + "boxes": [ + 1796, + 621, + 1880, + 659 + ] + }, + { + "text": "Brands", + "boxes": [ + 12, + 637, + 60, + 657 + ] + }, + { + "text": "steeSeres", + "boxes": [ + 5, + 650, + 107, + 688 + ] + }, + { + "text": "Top Reviewed for Sound quality", + "boxes": [ + 606, + 643, + 818, + 667 + ] + }, + { + "text": "★★★★☆9,232", + "boxes": [ + 606, + 659, + 744, + 685 + ] + }, + { + "text": "Razer", + "boxes": [ + 7, + 672, + 71, + 706 + ] + }, + { + "text": "7K+", + "boxes": [ + 608, + 685, + 636, + 705 + ] + }, + { + "text": "LL", + "boxes": [ + 14, + 703, + 40, + 717 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 31, + 698, + 105, + 723 + ] + }, + { + "text": " ozeino", + "boxes": [ + 12, + 719, + 82, + 744 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 717, + 1862, + 742 + ] + }, + { + "text": " Hyperx", + "boxes": [ + 10, + 739, + 84, + 764 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 604, + 744, + 740, + 772 + ] + }, + { + "text": "Corsai", + "boxes": [ + 14, + 760, + 76, + 780 + ] + }, + { + "text": " Turtle Be", + "boxes": [ + 14, + 780, + 92, + 798 + ] + }, + { + "text": "口", + "boxes": [ + 1798, + 772, + 1810, + 784 + ] + }, + { + "text": "●●○", + "boxes": [ + 688, + 866, + 784, + 889 + ] + }, + { + "text": "tivity", + "boxes": [ + 60, + 893, + 96, + 907 + ] + }, + { + "text": "wired", + "boxes": [ + 9, + 907, + 77, + 936 + ] + }, + { + "text": "Razer BlackShark V2 X Gaming Headset: 7.1 Surround Sound - 50mm Drivers - Memory Foam Cushion -", + "boxes": [ + 602, + 911, + 1448, + 947 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "for PC, Mac, PS4, PS5, Switch - 3.5mm Audio Jack - White", + "boxes": [ + 604, + 941, + 1078, + 965 + ] + }, + { + "text": "★★★★★21,850", + "boxes": [ + 606, + 967, + 756, + 991 + ] + }, + { + "text": "2K+ bought In past month", + "boxes": [ + 606, + 984, + 774, + 1013 + ] + }, + { + "text": "口", + "boxes": [ + 1796, + 977, + 1818, + 991 + ] + }, + { + "text": "In Eal", + "boxes": [ + 36, + 993, + 68, + 1007 + ] + }, + { + "text": "OnEal", + "boxes": [ + 31, + 1004, + 77, + 1029 + ] + }, + { + "text": "$3649 Li", + "boxes": [ + 606, + 1014, + 678, + 1046 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→白", + "boxes": [ + 36, + 62, + 132, + 93 + ] + }, + { + "text": "", + "boxes": [ + 251, + 59, + 311, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1578, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 426, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 121, + 1448, + 147 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "Shop top categories that ship internationally", + "boxes": [ + 782, + 204, + 1160, + 234 + ] + }, + { + "text": "ASUS ROG Pelta Wireless Gaming Headset (BT, ROG", + "boxes": [ + 678, + 302, + 1250, + 340 + ] + }, + { + "text": "山", + "boxes": [ + 628, + 324, + 642, + 341 + ] + }, + { + "text": "$12999", + "boxes": [ + 1385, + 315, + 1477, + 360 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C, Lightweight 309g, 50mm ROG", + "boxes": [ + 684, + 339, + 1320, + 369 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm Super-Wideband Mic, RGB,", + "boxes": [ + 682, + 369, + 1326, + 405 + ] + }, + { + "text": "$32.67 Shipping & Import", + "boxes": [ + 1392, + 363, + 1566, + 393 + ] + }, + { + "text": "Charges to China Detalls ", + "boxes": [ + 1394, + 383, + 1572, + 413 + ] + }, + { + "text": "70HR Battery, for PC, Switch, PS5)- Black", + "boxes": [ + 680, + 401, + 1134, + 437 + ] + }, + { + "text": "Delivery Saturday, May 24.", + "boxes": [ + 1394, + 405, + 1572, + 429 + ] + }, + { + "text": " Order within 23 hrs 36 r", + "boxes": [ + 1392, + 423, + 1548, + 453 + ] + }, + { + "text": "Visit the ASUS Sto", + "boxes": [ + 686, + 435, + 800, + 453 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 494, + 1466, + 520 + ] + }, + { + "text": "$12999", + "boxes": [ + 673, + 507, + 767, + 553 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "$32.67 Shipping &", + "boxes": [ + 677, + 547, + 807, + 584 + ] + }, + { + "text": "$46.9", + "boxes": [ + 1818, + 540, + 1854, + 554 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 682, + 574, + 776, + 598 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Wired", + "boxes": [ + 686, + 600, + 740, + 625 + ] + }, + { + "text": "See available", + "boxes": [ + 696, + 623, + 774, + 647 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "G20", + "boxes": [ + 1796, + 619, + 1882, + 659 + ] + }, + { + "text": "Ships from Amazon.com", + "boxes": [ + 1398, + 657, + 1544, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1398, + 679, + 1450, + 705 + ] + }, + { + "text": "Amazon.com", + "boxes": [ + 1466, + 679, + 1544, + 705 + ] + }, + { + "text": "中", + "boxes": [ + 1796, + 682, + 1870, + 720 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "30-day ", + "boxes": [ + 1468, + 701, + 1518, + 727 + ] + }, + { + "text": "Delta S", + "boxes": [ + 692, + 713, + 746, + 733 + ] + }, + { + "text": "refund/replacement", + "boxes": [ + 1466, + 713, + 1580, + 742 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1808, + 717, + 1864, + 742 + ] + }, + { + "text": " Secure transaction", + "boxes": [ + 1466, + 737, + 1574, + 760 + ] + }, + { + "text": "Brand", + "boxes": [ + 680, + 752, + 728, + 780 + ] + }, + { + "text": "ASUS", + "boxes": [ + 858, + 752, + 902, + 778 + ] + }, + { + "text": "Roll over image to zoom in", + "boxes": [ + 348, + 764, + 518, + 788 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 768, + 1820, + 788 + ] + }, + { + "text": "Color", + "boxes": [ + 680, + 778, + 726, + 806 + ] + }, + { + "text": "BLACK", + "boxes": [ + 858, + 778, + 908, + 806 + ] + }, + { + "text": "Add a giftrecelpt for easy", + "boxes": [ + 1414, + 788, + 1582, + 822 + ] + }, + { + "text": "Ear Placement", + "boxes": [ + 682, + 806, + 782, + 830 + ] + }, + { + "text": "On Ear", + "boxes": [ + 858, + 802, + 906, + 830 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 816, + 1468, + 836 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 832, + 766, + 856 + ] + }, + { + "text": " On Ear", + "boxes": [ + 858, + 830, + 908, + 856 + ] + }, + { + "text": "20 KHz", + "boxes": [ + 860, + 860, + 906, + 879 + ] + }, + { + "text": "Add to List ", + "boxes": [ + 1402, + 866, + 1478, + 891 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 901, + 838, + 931 + ] + }, + { + "text": "·Tri-Mode Connectivity with SpeedNova Technology: Connect via Bluetooth, or low-latency 2.4 GHz", + "boxes": [ + 690, + 929, + 1330, + 953 + ] + }, + { + "text": " Other sellers on Amazon", + "boxes": [ + 1382, + 929, + 1580, + 963 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 975, + 1820, + 995 + ] + }, + { + "text": "New (2) from", + "boxes": [ + 1390, + 985, + 1478, + 1009 + ] + }, + { + "text": "$12999", + "boxes": [ + 1482, + 985, + 1530, + 1003 + ] + } + ] + }, + { + "frame_id": "90_3_5", + "episode_id": 90, + "env_id": 3, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.576956748962402, + "advantages": 0.0002415353519609198, + "generated_text": "{\n \"intent\": \"The next step would be to enter a search query into the search bar. This will help me access information online.\",\n \"action\": \"DoubleClick(784, 68)\" \n}", + "action_string": "DoubleClick(784, 68)", + "intent_string": "The next step would be to enter a search query into the search bar. This will help me access information online.", + "before_screen_ocr_results": [ + { + "text": "十", + "boxes": [ + 228, + 34, + 244, + 48 + ] + }, + { + "text": " Import bookmarks.", + "boxes": [ + 14, + 103, + 158, + 121 + ] + }, + { + "text": " Getting Startec", + "boxes": [ + 188, + 103, + 306, + 121 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highligh", + "boxes": [ + 492, + 619, + 566, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 36, + 68, + 128, + 91 + ] + }, + { + "text": "Q Search with Bing or enter adress", + "boxes": [ + 248, + 62, + 522, + 91 + ] + }, + { + "text": " Apple --htt://ww.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 252, + 210, + 592, + 242 + ] + }, + { + "text": "知zhihu ", + "boxes": [ + 256, + 252, + 326, + 274 + ] + }, + { + "text": "G ifeng - ifeng.com", + "boxes": [ + 254, + 284, + 402, + 314 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 516 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 506, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 744, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "90_4_5", + "episode_id": 90, + "env_id": 4, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.101587295532227, + "advantages": -0.23308394849300385, + "generated_text": "{\n \"intent\": \"Scroll down to view more content on the screen\",\n \"action\": \"ScrollDown(960, 600)\"\n}", + "action_string": "ScrollDown(960, 600)", + "intent_string": "Scroll down to view more content on the screen", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "Undo", + "boxes": [ + 440, + 89, + 486, + 117 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "Cut", + "boxes": [ + 440, + 115, + 476, + 147 + ] + }, + { + "text": "Copy", + "boxes": [ + 438, + 141, + 486, + 177 + ] + }, + { + "text": "Paste", + "boxes": [ + 442, + 171, + 486, + 199 + ] + }, + { + "text": "Paste & Go", + "boxes": [ + 444, + 199, + 524, + 224 + ] + }, + { + "text": "Delete", + "boxes": [ + 440, + 224, + 498, + 256 + ] + }, + { + "text": " Select All", + "boxes": [ + 440, + 254, + 512, + 280 + ] + }, + { + "text": "反国际版", + "boxes": [ + 532, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 474, + 295, + 630, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "上海市中考数学题", + "boxes": [ + 1162, + 770, + 1368, + 806 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "若a² +b4ab ", + "boxes": [ + 1184, + 806, + 1348, + 856 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1453, + 797, + 1549, + 847 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "求a²-b²", + "boxes": [ + 1202, + 858, + 1298, + 895 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1446, + 834, + 1524, + 897 + ] + }, + { + "text": " 32,30%", + "boxes": [ + 1620, + 850, + 1690, + 889 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+3426 ", + "boxes": [ + 1630, + 891, + 1700, + 939 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 901, + 1616, + 925 + ] + }, + { + "text": "时代周报·2小时", + "boxes": [ + 826, + 921, + 952, + 945 + ] + }, + { + "text": "1.", + "boxes": [ + 1144, + 935, + 1162, + 951 + ] + }, + { + "text": "一点视频/小张园地", + "boxes": [ + 1158, + 929, + 1272, + 961 + ] + }, + { + "text": "2025年中国网络文明大会设14场分论坛", + "boxes": [ + 200, + 945, + 736, + 987 + ] + }, + { + "text": "奇瑞汽车总是“起个大早，赶", + "boxes": [ + 826, + 941, + 1090, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "上海市中考数学题，有很多方", + "boxes": [ + 1138, + 955, + 1406, + 985 + ] + }, + { + "text": "了晚集”？尹同跃：我们的胆", + "boxes": [ + 824, + 967, + 1090, + 1003 + ] + }, + { + "text": "议题包括道德建设、行为规范等六大领域", + "boxes": [ + 202, + 981, + 736, + 1022 + ] + }, + { + "text": "法可以解答，出错率不低", + "boxes": [ + 1136, + 979, + 1370, + 1014 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1588, + 989, + 1622, + 1016 + ] + }, + { + "text": "+3.81", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "子很小", + "boxes": [ + 826, + 995, + 896, + 1026 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "Undo", + "boxes": [ + 437, + 84, + 487, + 120 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "Cut", + "boxes": [ + 440, + 115, + 476, + 147 + ] + }, + { + "text": "Copy", + "boxes": [ + 438, + 141, + 486, + 177 + ] + }, + { + "text": "Paste", + "boxes": [ + 442, + 171, + 486, + 199 + ] + }, + { + "text": "Paste & Go", + "boxes": [ + 444, + 199, + 524, + 224 + ] + }, + { + "text": "Delete", + "boxes": [ + 440, + 224, + 498, + 256 + ] + }, + { + "text": " Select All", + "boxes": [ + 440, + 254, + 512, + 280 + ] + }, + { + "text": "反国际版", + "boxes": [ + 532, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 298, + 630, + 328 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "上海市中考数学题", + "boxes": [ + 1162, + 770, + 1368, + 806 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "若a² +b4ab ", + "boxes": [ + 1184, + 806, + 1348, + 856 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1453, + 797, + 1549, + 847 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "求a²-b²", + "boxes": [ + 1202, + 858, + 1298, + 895 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1446, + 834, + 1524, + 897 + ] + }, + { + "text": " 32,30%", + "boxes": [ + 1620, + 850, + 1690, + 889 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+34126 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "时代周报·2小时", + "boxes": [ + 826, + 921, + 952, + 945 + ] + }, + { + "text": "1.", + "boxes": [ + 1144, + 937, + 1162, + 951 + ] + }, + { + "text": "一点视频/小张园地", + "boxes": [ + 1158, + 929, + 1272, + 961 + ] + }, + { + "text": "2025年中国网络文明大会设14场分论坛", + "boxes": [ + 200, + 945, + 736, + 987 + ] + }, + { + "text": "奇瑞汽车总是“起个大早，赶", + "boxes": [ + 826, + 941, + 1090, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "上海市中考数学题，有很多方", + "boxes": [ + 1138, + 955, + 1406, + 985 + ] + }, + { + "text": "了晚集”？尹同跃：我们的胆", + "boxes": [ + 826, + 967, + 1090, + 1003 + ] + }, + { + "text": "议题包括道德建设、行为规范等六大领域", + "boxes": [ + 202, + 981, + 736, + 1022 + ] + }, + { + "text": "法可以解答，出错率不低", + "boxes": [ + 1136, + 979, + 1370, + 1014 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "?", + "boxes": [ + 1592, + 991, + 1620, + 1014 + ] + }, + { + "text": "+3.81", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "子很小", + "boxes": [ + 826, + 995, + 896, + 1026 + ] + } + ] + }, + { + "frame_id": "90_5_5", + "episode_id": 90, + "env_id": 5, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.85765266418457, + "advantages": 0.13801544904708862, + "generated_text": "{\n \"intent\": \"Open a new tab to explore additional browser features or functionalities.\",\n \"action\": \"DoubleClick(768, 76)\"}", + "action_string": "DoubleClick(768, 76)", + "intent_string": "Open a new tab to explore additional browser features or functionalities.", + "before_screen_ocr_results": [ + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 59, + 520, + 96 + ] + }, + { + "text": " Getting Started", + "boxes": [ + 200, + 99, + 312, + 123 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "Search the Web", + "boxes": [ + 656, + 286, + 768, + 316 + ] + }, + { + "text": " Top Sites ", + "boxes": [ + 490, + 401, + 592, + 425 + ] + }, + { + "text": "知", + "boxes": [ + 976, + 445, + 1064, + 518 + ] + }, + { + "text": "Y", + "boxes": [ + 858, + 455, + 938, + 508 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "8", + "boxes": [ + 1236, + 484, + 1274, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 632, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 994, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "Highlight", + "boxes": [ + 492, + 619, + 572, + 637 + ] + }, + { + "text": "amazon", + "boxes": [ + 990, + 673, + 1172, + 717 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1228, + 677, + 1416, + 733 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 508, + 772, + 540, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1234, + 774, + 1266, + 788 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + }, + { + "text": "Firefox Priva", + "boxes": [ + 1226, + 792, + 1310, + 816 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 60, + 524, + 95 + ] + }, + { + "text": " Apple --htt://ww.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 252, + 210, + 592, + 242 + ] + }, + { + "text": "知zhihu -", + "boxes": [ + 254, + 250, + 328, + 274 + ] + }, + { + "text": "G ifeng - ifeng.com", + "boxes": [ + 254, + 284, + 404, + 314 + ] + }, + { + "text": "weibo", + "boxes": [ + 258, + 324, + 322, + 341 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 516 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 506, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ] + }, + { + "frame_id": "90_6_5", + "episode_id": 90, + "env_id": 6, + "step": 5, + "format_rewards": 1.0, + "rewards": 10.25341796875, + "advantages": 0.3322688639163971, + "generated_text": "{\n \"intent\": \"Exploret the desktop by moving around and clicking on available icons.\",\n \"action\": \"DoubleClick(700, 240)\" }", + "action_string": "DoubleClick(700, 240)", + "intent_string": "Exploret the desktop by moving around and clicking on available icons.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1658, + 87 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "a", + "boxes": [ + 1376, + 113, + 1396, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "iPhone", + "boxes": [ + 857, + 191, + 1051, + 265 + ] + }, + { + "text": " Meet the iPhone 16 family.", + "boxes": [ + 792, + 260, + 1112, + 300 + ] + }, + { + "text": " Learn more", + "boxes": [ + 824, + 320, + 930, + 357 + ] + }, + { + "text": " Shop iPhone", + "boxes": [ + 972, + 320, + 1082, + 357 + ] + }, + { + "text": "Built for Apple Intelligence.", + "boxes": [ + 830, + 383, + 1078, + 419 + ] + }, + { + "text": "MacBook Air", + "boxes": [ + 794, + 901, + 1116, + 963 + ] + }, + { + "text": "Sky blue color.", + "boxes": [ + 864, + 967, + 1046, + 1005 + ] + }, + { + "text": "Sky high performance with M4.", + "boxes": [ + 766, + 1001, + 1138, + 1036 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "iPhone - Apple", + "boxes": [ + 30, + 32, + 126, + 50 + ] + }, + { + "text": "?", + "boxes": [ + 262, + 73, + 274, + 85 + ] + }, + { + "text": "☆", + "boxes": [ + 1606, + 68, + 1658, + 87 + ] + }, + { + "text": "Vatch", + "boxes": [ + 774, + 113, + 802, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1346, + 129 + ] + }, + { + "text": "Q", + "boxes": [ + 1380, + 111, + 1394, + 127 + ] + }, + { + "text": "亡", + "boxes": [ + 1428, + 111, + 1442, + 127 + ] + }, + { + "text": "B", + "boxes": [ + 456, + 157, + 522, + 218 + ] + }, + { + "text": "C", + "boxes": [ + 554, + 149, + 634, + 228 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 161, + 714, + 214 + ] + }, + { + "text": "", + "boxes": [ + 754, + 157, + 818, + 222 + ] + }, + { + "text": "00", + "boxes": [ + 842, + 161, + 922, + 226 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1168, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "[os", + "boxes": [ + 1308, + 171, + 1354, + 218 + ] + }, + { + "text": "ipPhone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iPhone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 244 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1210, + 218, + 1274, + 244 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "iPhone", + "boxes": [ + 103, + 388, + 365, + 483 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1798, + 474 + ] + }, + { + "text": "9:41", + "boxes": [ + 838, + 568, + 1042, + 689 + ] + } + ] + }, + { + "frame_id": "90_7_5", + "episode_id": 90, + "env_id": 7, + "step": 5, + "format_rewards": 1.0, + "rewards": 9.60928726196289, + "advantages": 0.016110314056277275, + "generated_text": "{\n \"intent\": \"Selecting headphones to add to the cart\",\n \"action\": \"DoubleClick(505, 344)\" \n}", + "action_string": "DoubleClick(505, 344)", + "intent_string": "Selecting headphones to add to the cart", + "before_screen_ocr_results": [ + { + "text": "←→", + "boxes": [ + 8, + 62, + 128, + 91 + ] + }, + { + "text": "·☆", + "boxes": [ + 1586, + 66, + 1660, + 89 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 91 + ] + }, + { + "text": "Price", + "boxes": [ + 10, + 103, + 54, + 131 + ] + }, + { + "text": "$12999", + "boxes": [ + 598, + 99, + 684, + 137 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1814, + 105, + 1874, + 131 + ] + }, + { + "text": "$1-$1,200+", + "boxes": [ + 10, + 129, + 100, + 155 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1810, + 123, + 1878, + 149 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 602, + 139, + 738, + 163 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 606, + 161, + 686, + 185 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 612, + 193, + 692, + 218 + ] + }, + { + "text": "Deals & Discounts", + "boxes": [ + 12, + 214, + 130, + 238 + ] + }, + { + "text": "All Discounts", + "boxes": [ + 12, + 238, + 100, + 262 + ] + }, + { + "text": "2.4GHzWireless Gaming eadset for P, PS4 Fortnite& Callof Duty/FPS Gamers, PC, Nintendo Switch,", + "boxes": [ + 602, + 242, + 1464, + 278 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 12, + 258, + 102, + 284 + ] + }, + { + "text": "Bluetooth 5.3 Gaming Headphones with Noise Canceling Mic, Stereo Sound, 40+Hr Battery -White", + "boxes": [ + 602, + 268, + 1410, + 298 + ] + }, + { + "text": "Brands", + "boxes": [ + 10, + 290, + 64, + 316 + ] + }, + { + "text": "steelSeries", + "boxes": [ + 5, + 307, + 111, + 344 + ] + }, + { + "text": "dquality", + "boxes": [ + 758, + 302, + 816, + 320 + ] + }, + { + "text": "Razer", + "boxes": [ + 12, + 336, + 72, + 355 + ] + }, + { + "text": "Logitech G", + "boxes": [ + 12, + 353, + 106, + 379 + ] + }, + { + "text": "$3149 List Price", + "boxes": [ + 601, + 363, + 721, + 400 + ] + }, + { + "text": "ozeino ", + "boxes": [ + 10, + 373, + 86, + 399 + ] + }, + { + "text": " Hyperx", + "boxes": [ + 7, + 388, + 85, + 424 + ] + }, + { + "text": "$49.99", + "boxes": [ + 726, + 379, + 772, + 397 + ] + }, + { + "text": "Delivery Sat, May 24", + "boxes": [ + 604, + 399, + 738, + 427 + ] + }, + { + "text": "口", + "boxes": [ + 18, + 417, + 38, + 431 + ] + }, + { + "text": "Corsai", + "boxes": [ + 36, + 417, + 76, + 433 + ] + }, + { + "text": "Turtle Be", + "boxes": [ + 12, + 433, + 92, + 455 + ] + }, + { + "text": "1s", + "boxes": [ + 612, + 449, + 652, + 469 + ] + }, + { + "text": " Top Brands", + "boxes": [ + 5, + 504, + 111, + 543 + ] + }, + { + "text": "0", + "boxes": [ + 610, + 524, + 684, + 542 + ] + }, + { + "text": " Connectivity", + "boxes": [ + 7, + 535, + 105, + 572 + ] + }, + { + "text": "wired ", + "boxes": [ + 9, + 561, + 79, + 592 + ] + }, + { + "text": "Razer BlackShark V2 X Gaming Headset: 7.1 Surround Sound - 50mm Drivers - Memory Foam Cushion -", + "boxes": [ + 604, + 570, + 1444, + 600 + ] + }, + { + "text": " wireless", + "boxes": [ + 7, + 583, + 91, + 612 + ] + }, + { + "text": "for PC, Mac, PS4, PS5, Switch - 3.5mm Audio Jack - White ", + "boxes": [ + 600, + 588, + 1080, + 625 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "★★★★☆21,850", + "boxes": [ + 608, + 621, + 756, + 645 + ] + }, + { + "text": "6200", + "boxes": [ + 1795, + 621, + 1879, + 661 + ] + }, + { + "text": "in Ear", + "boxes": [ + 9, + 637, + 75, + 668 + ] + }, + { + "text": "on Ear", + "boxes": [ + 14, + 659, + 82, + 685 + ] + }, + { + "text": "$3649 Lst 59.9", + "boxes": [ + 601, + 664, + 745, + 712 + ] + }, + { + "text": "$13.95 delivery", + "boxes": [ + 602, + 705, + 704, + 729 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 717, + 1862, + 742 + ] + }, + { + "text": "Ships to Chin", + "boxes": [ + 608, + 733, + 680, + 750 + ] + }, + { + "text": "Bluet", + "boxes": [ + 12, + 754, + 70, + 780 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 610, + 760, + 694, + 786 + ] + }, + { + "text": "必", + "boxes": [ + 1795, + 768, + 1815, + 788 + ] + }, + { + "text": "Kleer", + "boxes": [ + 31, + 795, + 69, + 823 + ] + }, + { + "text": "More Buying Choices ", + "boxes": [ + 604, + 788, + 744, + 818 + ] + }, + { + "text": "口", + "boxes": [ + 16, + 800, + 38, + 814 + ] + }, + { + "text": "口NFC", + "boxes": [ + 7, + 811, + 67, + 843 + ] + }, + { + "text": "$35.38 (5 used & new offers)", + "boxes": [ + 604, + 808, + 794, + 838 + ] + }, + { + "text": " RF", + "boxes": [ + 12, + 838, + 52, + 858 + ] + }, + { + "text": "○···", + "boxes": [ + 602, + 842, + 712, + 874 + ] + }, + { + "text": "NoiseControl", + "boxes": [ + 16, + 893, + 104, + 911 + ] + }, + { + "text": "Overall Pick 0", + "boxes": [ + 316, + 889, + 406, + 915 + ] + }, + { + "text": " CORSAIR VOID RGB ELITE Wireless Gaming Headset - 7.1 Surround Sound - Omni-Directional", + "boxes": [ + 602, + 893, + 1372, + 923 + ] + }, + { + "text": "Microphone - Microfiber Mesh Earpads - Up to 40ft Range - iCUE Compatible - PC, Mac, PS5, PS4 -", + "boxes": [ + 604, + 917, + 1410, + 947 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "★★★★☆~23.646", + "boxes": [ + 606, + 943, + 754, + 971 + ] + }, + { + "text": "3K+ bought in past month", + "boxes": [ + 606, + 969, + 774, + 993 + ] + }, + { + "text": "See options", + "boxes": [ + 608, + 1005, + 698, + 1030 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1578, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 428, + 145 + ] + }, + { + "text": "Retums", + "boxes": [ + 1606, + 113, + 1646, + 139 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 121, + 1448, + 147 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "AL", + "boxes": [ + 34, + 171, + 60, + 191 + ] + }, + { + "text": "International KindlePaperwhiteBuy Now", + "boxes": [ + 752, + 204, + 1064, + 234 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite &", + "boxes": [ + 680, + 304, + 1308, + 339 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "Call of Duty/FPS Gamers, PC, Nintendo Switch, Bluetooth 5.3", + "boxes": [ + 684, + 339, + 1352, + 369 + ] + }, + { + "text": "$3149", + "boxes": [ + 1394, + 339, + 1456, + 373 + ] + }, + { + "text": "Gaming Headphones with Noise Canceling Mic, Stereo", + "boxes": [ + 680, + 367, + 1274, + 403 + ] + }, + { + "text": "Sound, 40+Hr Battery -White", + "boxes": [ + 680, + 401, + 1008, + 437 + ] + }, + { + "text": "Amazon Prime members", + "boxes": [ + 1396, + 405, + 1552, + 429 + ] + }, + { + "text": "福", + "boxes": [ + 164, + 415, + 192, + 439 + ] + }, + { + "text": " Join Prime", + "boxes": [ + 1462, + 437, + 1536, + 469 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 682, + 476, + 786, + 500 + ] + }, + { + "text": "ancel anytime", + "boxes": [ + 1402, + 469, + 1482, + 492 + ] + }, + { + "text": "Already a member? Sign in", + "boxes": [ + 1392, + 494, + 1566, + 524 + ] + }, + { + "text": " 1 sustainablity feature", + "boxes": [ + 682, + 506, + 854, + 540 + ] + }, + { + "text": "Sm", + "boxes": [ + 1384, + 514, + 1534, + 586 + ] + }, + { + "text": "CHIJIANYUAN", + "boxes": [ + 1462, + 542, + 1550, + 574 + ] + }, + { + "text": "$46.9", + "boxes": [ + 1818, + 540, + 1854, + 554 + ] + }, + { + "text": "Returns", + "boxes": [ + 1398, + 566, + 1452, + 596 + ] + }, + { + "text": "-37% $3149", + "boxes": [ + 686, + 584, + 810, + 615 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Payment", + "boxes": [ + 1400, + 606, + 1452, + 625 + ] + }, + { + "text": "V See more", + "boxes": [ + 1398, + 623, + 1470, + 649 + ] + }, + { + "text": "620", + "boxes": [ + 1794, + 619, + 1882, + 659 + ] + }, + { + "text": "Exclusive Prime price", + "boxes": [ + 682, + 643, + 814, + 667 + ] + }, + { + "text": "Regular Price", + "boxes": [ + 1394, + 683, + 1486, + 709 + ] + }, + { + "text": "", + "boxes": [ + 1794, + 681, + 1872, + 718 + ] + }, + { + "text": "$3599", + "boxes": [ + 1394, + 709, + 1448, + 739 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1808, + 717, + 1864, + 742 + ] + }, + { + "text": " Delivery Saturday, May 24", + "boxes": [ + 1392, + 732, + 1570, + 760 + ] + }, + { + "text": "Roll over image tozoom i", + "boxes": [ + 352, + 768, + 510, + 786 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 768, + 1820, + 788 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 858, + 726, + 883 + ] + }, + { + "text": "Gtheos", + "boxes": [ + 855, + 853, + 909, + 884 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1390, + 864, + 1454, + 883 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 881, + 722, + 907 + ] + }, + { + "text": "White", + "boxes": [ + 858, + 881, + 902, + 909 + ] + }, + { + "text": "Ear Place", + "boxes": [ + 684, + 911, + 742, + 931 + ] + }, + { + "text": "Over Ear", + "boxes": [ + 858, + 909, + 918, + 935 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 937, + 766, + 961 + ] + }, + { + "text": " Over Ear", + "boxes": [ + 856, + 935, + 918, + 961 + ] + }, + { + "text": "32 0hm", + "boxes": [ + 860, + 963, + 914, + 983 + ] + }, + { + "text": "New (3) from", + "boxes": [ + 1394, + 969, + 1470, + 987 + ] + }, + { + "text": "$359", + "boxes": [ + 1484, + 969, + 1514, + 983 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 975, + 1820, + 995 + ] + }, + { + "text": "1", + "boxes": [ + 1816, + 975, + 1868, + 993 + ] + }, + { + "text": " About this item", + "boxes": [ + 678, + 1000, + 836, + 1037 + ] + } + ] + }, + { + "frame_id": "90_0_6", + "episode_id": 90, + "env_id": 0, + "step": 6, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -4.700414180755615, + "generated_text": "{\n \"intent\": \"To introduce the user to several high-quality gaming headsets available on Amazon.\",\n \"action\": \"AddToCart(170, 371)\" \n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 10, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 113, + 424, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 121, + 1446, + 147 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "三 All", + "boxes": [ + 20, + 167, + 70, + 195 + ] + }, + { + "text": "1-48 of over 30,000 results for \"", + "boxes": [ + 10, + 206, + 214, + 230 + ] + }, + { + "text": "Department", + "boxes": [ + 12, + 258, + 96, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "Alexa Skills", + "boxes": [ + 12, + 282, + 90, + 308 + ] + }, + { + "text": "Amazon Devices & Acces", + "boxes": [ + 14, + 302, + 166, + 326 + ] + }, + { + "text": "Appliances", + "boxes": [ + 12, + 322, + 86, + 347 + ] + }, + { + "text": "Overall Pick i", + "boxes": [ + 1488, + 322, + 1572, + 339 + ] + }, + { + "text": "Apps & Games", + "boxes": [ + 12, + 341, + 110, + 367 + ] + }, + { + "text": "Arts, Crafts & Sewing", + "boxes": [ + 10, + 359, + 152, + 389 + ] + }, + { + "text": "Audible Books & Originals", + "boxes": [ + 14, + 383, + 178, + 407 + ] + }, + { + "text": "Automotive", + "boxes": [ + 12, + 401, + 86, + 425 + ] + }, + { + "text": "Baby Products", + "boxes": [ + 12, + 421, + 106, + 447 + ] + }, + { + "text": "auty &Per", + "boxes": [ + 34, + 447, + 98, + 465 + ] + }, + { + "text": "KARA", + "boxes": [ + 421, + 440, + 541, + 491 + ] + }, + { + "text": "Books", + "boxes": [ + 14, + 465, + 52, + 484 + ] + }, + { + "text": "CDs & Vinyl", + "boxes": [ + 9, + 478, + 91, + 509 + ] + }, + { + "text": "Clothing, Shoes & Jewelry", + "boxes": [ + 12, + 522, + 178, + 546 + ] + }, + { + "text": "UUUU", + "boxes": [ + 348, + 514, + 432, + 546 + ] + }, + { + "text": "Collectibles & Fine Art", + "boxes": [ + 12, + 542, + 158, + 566 + ] + }, + { + "text": "$46.9", + "boxes": [ + 1818, + 540, + 1852, + 554 + ] + }, + { + "text": "Credit & Payment Cards", + "boxes": [ + 12, + 564, + 166, + 588 + ] + }, + { + "text": "Digital Music", + "boxes": [ + 12, + 582, + 98, + 608 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Electronics", + "boxes": [ + 14, + 606, + 86, + 623 + ] + }, + { + "text": "○●···", + "boxes": [ + 602, + 607, + 796, + 650 + ] + }, + { + "text": "", + "boxes": [ + 898, + 609, + 1012, + 647 + ] + }, + { + "text": "Everything Else", + "boxes": [ + 12, + 621, + 114, + 647 + ] + }, + { + "text": "+3 other colors/patterns", + "boxes": [ + 1200, + 619, + 1334, + 643 + ] + }, + { + "text": "", + "boxes": [ + 1486, + 613, + 1570, + 645 + ] + }, + { + "text": "", + "boxes": [ + 1792, + 615, + 1884, + 661 + ] + }, + { + "text": "Gift Cards ", + "boxes": [ + 14, + 645, + 84, + 663 + ] + }, + { + "text": "TANCHJIM Kara in-Ear Headphones", + "boxes": [ + 314, + 637, + 576, + 667 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for", + "boxes": [ + 608, + 649, + 880, + 673 + ] + }, + { + "text": "Razer BlackShark V2 X Gaming", + "boxes": [ + 902, + 649, + 1130, + 673 + ] + }, + { + "text": " HyperX Cloud IlI Wireless - Gaming ", + "boxes": [ + 1192, + 645, + 1460, + 677 + ] + }, + { + "text": "CORSAIR VOID RGB ELITE Wireless", + "boxes": [ + 1488, + 649, + 1744, + 673 + ] + }, + { + "text": "Grocery & Gourmet Food", + "boxes": [ + 10, + 659, + 176, + 689 + ] + }, + { + "text": "with High Sound Quality Wired HiFi", + "boxes": [ + 314, + 661, + 582, + 691 + ] + }, + { + "text": "PS5, PS4 Fortnite & Call of Duty/FPS ", + "boxes": [ + 606, + 671, + 884, + 701 + ] + }, + { + "text": "Headset: 7.1 Surround Sound -", + "boxes": [ + 894, + 665, + 1130, + 703 + ] + }, + { + "text": "Headset for PC, 5, PS4,upt 12-", + "boxes": [ + 1190, + 665, + 1468, + 703 + ] + }, + { + "text": " Gaming Headset - 7.1 Surround", + "boxes": [ + 1484, + 671, + 1728, + 701 + ] + }, + { + "text": "Handmade Products", + "boxes": [ + 16, + 685, + 142, + 703 + ] + }, + { + "text": " Listening IEM Earphones", + "boxes": [ + 310, + 683, + 502, + 719 + ] + }, + { + "text": "..8", + "boxes": [ + 1792, + 679, + 1872, + 720 + ] + }, + { + "text": "Gamers, PC, Nintendo Switch,", + "boxes": [ + 608, + 695, + 828, + 725 + ] + }, + { + "text": " 50mm Drivers - Memory Foam", + "boxes": [ + 898, + 691, + 1134, + 727 + ] + }, + { + "text": "Health & Household", + "boxes": [ + 14, + 701, + 144, + 723 + ] + }, + { + "text": "hour Battery, 2.4GHz Wireless, DTS", + "boxes": [ + 1196, + 697, + 1456, + 721 + ] + }, + { + "text": "Sound - Omni-Directional ", + "boxes": [ + 1488, + 697, + 1684, + 721 + ] + }, + { + "text": " Headphones Gaming Earbuds Whi..", + "boxes": [ + 310, + 711, + 576, + 741 + ] + }, + { + "text": "Bluetooth 5.3 Gaming Headphone..", + "boxes": [ + 606, + 719, + 872, + 748 + ] + }, + { + "text": "Cushion - for PC, Mac, PS4, PS5,..", + "boxes": [ + 900, + 719, + 1152, + 748 + ] + }, + { + "text": "Spatial Audio, 53mm Angled Drive...", + "boxes": [ + 1194, + 719, + 1464, + 748 + ] + }, + { + "text": "Microphone - Microfiber Mesh..", + "boxes": [ + 1486, + 719, + 1724, + 748 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1808, + 717, + 1864, + 742 + ] + }, + { + "text": "Home&Kitcher", + "boxes": [ + 16, + 744, + 114, + 762 + ] + }, + { + "text": "$16999", + "boxes": [ + 308, + 742, + 394, + 780 + ] + }, + { + "text": "★★★★★9.232", + "boxes": [ + 608, + 744, + 750, + 774 + ] + }, + { + "text": "★★★★★21,850", + "boxes": [ + 902, + 744, + 1054, + 774 + ] + }, + { + "text": "★★★★★7.566", + "boxes": [ + 1196, + 744, + 1336, + 774 + ] + }, + { + "text": "★★★★23.646", + "boxes": [ + 1488, + 744, + 1640, + 774 + ] + }, + { + "text": "Industrial & Sclentific", + "boxes": [ + 14, + 762, + 148, + 784 + ] + }, + { + "text": "7K+ bought in past month", + "boxes": [ + 608, + 764, + 780, + 794 + ] + }, + { + "text": "2K+ bought in past month", + "boxes": [ + 1196, + 766, + 1366, + 790 + ] + }, + { + "text": " 3K+ bought in past month", + "boxes": [ + 1486, + 764, + 1660, + 792 + ] + }, + { + "text": "口", + "boxes": [ + 1787, + 761, + 1823, + 795 + ] + }, + { + "text": "Kindle Store", + "boxes": [ + 12, + 782, + 92, + 808 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 310, + 778, + 452, + 814 + ] + }, + { + "text": "Magazine Subscript", + "boxes": [ + 14, + 802, + 134, + 826 + ] + }, + { + "text": "$314 ist Price: $49.99", + "boxes": [ + 603, + 794, + 785, + 838 + ] + }, + { + "text": "$3649 Lst: 59.99", + "boxes": [ + 899, + 793, + 1041, + 838 + ] + }, + { + "text": "$1189 Lst $+49.99", + "boxes": [ + 1190, + 794, + 1358, + 836 + ] + }, + { + "text": "See options", + "boxes": [ + 1492, + 808, + 1582, + 834 + ] + }, + { + "text": "Movies & TV", + "boxes": [ + 12, + 822, + 94, + 848 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 604, + 829, + 744, + 864 + ] + }, + { + "text": "$13.95 delivery", + "boxes": [ + 902, + 834, + 1000, + 860 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 1194, + 836, + 1332, + 860 + ] + }, + { + "text": "Musical Instrum", + "boxes": [ + 16, + 846, + 116, + 864 + ] + }, + { + "text": "No featured offers available", + "boxes": [ + 1490, + 840, + 1670, + 864 + ] + }, + { + "text": "Office Products", + "boxes": [ + 14, + 862, + 112, + 885 + ] + }, + { + "text": "Ad to cart", + "boxes": [ + 322, + 858, + 402, + 881 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 908, + 860, + 978, + 881 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1198, + 858, + 1274, + 881 + ] + }, + { + "text": "$52.89 (4 used & new offers)", + "boxes": [ + 1490, + 860, + 1674, + 883 + ] + }, + { + "text": "Patio, Lawn & Garden", + "boxes": [ + 14, + 881, + 152, + 905 + ] + }, + { + "text": "1s", + "boxes": [ + 614, + 879, + 652, + 899 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 908, + 887, + 986, + 913 + ] + }, + { + "text": "Ad to cart ", + "boxes": [ + 1200, + 887, + 1282, + 913 + ] + }, + { + "text": "Pet Supplies", + "boxes": [ + 12, + 901, + 94, + 927 + ] + }, + { + "text": "Software", + "boxes": [ + 16, + 925, + 74, + 943 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 904, + 919, + 1038, + 943 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 1196, + 919, + 1334, + 943 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "Sports & Outdoors", + "boxes": [ + 14, + 943, + 132, + 967 + ] + }, + { + "text": "$35.38 (5 used & new offers)", + "boxes": [ + 902, + 937, + 1094, + 967 + ] + }, + { + "text": "$86.32 (6+ used & new offers)", + "boxes": [ + 1194, + 937, + 1394, + 967 + ] + }, + { + "text": "Tools & Home I", + "boxes": [ + 14, + 961, + 110, + 985 + ] + }, + { + "text": "From frequently shopped brands", + "boxes": [ + 304, + 983, + 620, + 1012 + ] + }, + { + "text": "云", + "boxes": [ + 1796, + 977, + 1814, + 993 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 10, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 113, + 424, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 121, + 1446, + 147 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "三 All", + "boxes": [ + 20, + 167, + 70, + 195 + ] + }, + { + "text": " Gift Card", + "boxes": [ + 352, + 167, + 418, + 193 + ] + }, + { + "text": "1-48 of over 30,000 results for \"", + "boxes": [ + 10, + 206, + 214, + 230 + ] + }, + { + "text": "Department", + "boxes": [ + 12, + 258, + 96, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "Alexa Skills", + "boxes": [ + 12, + 282, + 90, + 308 + ] + }, + { + "text": "Amazon Devices & Acces", + "boxes": [ + 14, + 302, + 166, + 326 + ] + }, + { + "text": "Appliances", + "boxes": [ + 12, + 322, + 86, + 347 + ] + }, + { + "text": "Overall Pick i", + "boxes": [ + 1488, + 322, + 1572, + 339 + ] + }, + { + "text": "Apps & Games", + "boxes": [ + 12, + 341, + 110, + 367 + ] + }, + { + "text": "Arts, Crafts & Sewing", + "boxes": [ + 10, + 359, + 152, + 389 + ] + }, + { + "text": "Audible Books & Originals", + "boxes": [ + 14, + 383, + 178, + 407 + ] + }, + { + "text": "Automotive", + "boxes": [ + 12, + 401, + 86, + 425 + ] + }, + { + "text": "Baby Products", + "boxes": [ + 12, + 421, + 106, + 447 + ] + }, + { + "text": "auty &Per", + "boxes": [ + 34, + 447, + 98, + 465 + ] + }, + { + "text": "KARA", + "boxes": [ + 421, + 440, + 541, + 491 + ] + }, + { + "text": "Books", + "boxes": [ + 14, + 465, + 52, + 484 + ] + }, + { + "text": "CDs & Vinyl", + "boxes": [ + 9, + 478, + 91, + 509 + ] + }, + { + "text": "Clothing, Shoes & Jewelry", + "boxes": [ + 12, + 522, + 178, + 546 + ] + }, + { + "text": "UUUU", + "boxes": [ + 348, + 514, + 432, + 546 + ] + }, + { + "text": "Collectibles & Fine Art", + "boxes": [ + 12, + 542, + 158, + 566 + ] + }, + { + "text": "$46.9", + "boxes": [ + 1818, + 540, + 1852, + 554 + ] + }, + { + "text": "Credit & Payment Cards", + "boxes": [ + 12, + 564, + 166, + 588 + ] + }, + { + "text": "Digital Music", + "boxes": [ + 12, + 582, + 98, + 608 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Electronics", + "boxes": [ + 14, + 606, + 86, + 623 + ] + }, + { + "text": "○●···", + "boxes": [ + 602, + 607, + 796, + 650 + ] + }, + { + "text": "", + "boxes": [ + 898, + 609, + 1012, + 647 + ] + }, + { + "text": "Everything Else", + "boxes": [ + 12, + 621, + 114, + 647 + ] + }, + { + "text": "+3 other colors/patterns", + "boxes": [ + 1200, + 619, + 1334, + 643 + ] + }, + { + "text": "", + "boxes": [ + 1486, + 613, + 1570, + 645 + ] + }, + { + "text": "", + "boxes": [ + 1792, + 615, + 1884, + 661 + ] + }, + { + "text": "Gift Cards ", + "boxes": [ + 14, + 645, + 84, + 663 + ] + }, + { + "text": "TANCHJIM Kara in-Ear Headphones", + "boxes": [ + 314, + 637, + 576, + 667 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for", + "boxes": [ + 608, + 649, + 880, + 673 + ] + }, + { + "text": "Razer BlackShark V2 X Gaming", + "boxes": [ + 902, + 649, + 1130, + 673 + ] + }, + { + "text": "HyperX Cloud IlI Wireless- Gaming ", + "boxes": [ + 1192, + 645, + 1460, + 677 + ] + }, + { + "text": "CORSAIR VOID RGB ELITE Wireless", + "boxes": [ + 1488, + 649, + 1744, + 673 + ] + }, + { + "text": "Grocery & Gourmet Food", + "boxes": [ + 10, + 659, + 176, + 689 + ] + }, + { + "text": "with High Sound Quality Wired HiFi", + "boxes": [ + 314, + 661, + 582, + 691 + ] + }, + { + "text": "PS5, PS4 Fortnite & Call of Duty/FPS ", + "boxes": [ + 606, + 671, + 884, + 701 + ] + }, + { + "text": "Headset: 7.1 Surround Sound -", + "boxes": [ + 894, + 665, + 1130, + 703 + ] + }, + { + "text": "Headset for PC, 5, PS4,upt 12-", + "boxes": [ + 1190, + 665, + 1468, + 703 + ] + }, + { + "text": " Gaming Headset - 7.1 Surround ", + "boxes": [ + 1484, + 671, + 1728, + 701 + ] + }, + { + "text": "Handmade Products", + "boxes": [ + 16, + 685, + 142, + 703 + ] + }, + { + "text": " Listening IEM Earphones", + "boxes": [ + 310, + 683, + 502, + 719 + ] + }, + { + "text": "..8", + "boxes": [ + 1792, + 679, + 1872, + 720 + ] + }, + { + "text": "Gamers, PC, Nintendo Switch,", + "boxes": [ + 608, + 695, + 828, + 725 + ] + }, + { + "text": " 50mm Drivers -Memory Foam", + "boxes": [ + 898, + 691, + 1134, + 727 + ] + }, + { + "text": "Health & Household", + "boxes": [ + 14, + 701, + 144, + 723 + ] + }, + { + "text": "hour Battery, 2.4GHz Wireless, DTS", + "boxes": [ + 1196, + 697, + 1456, + 721 + ] + }, + { + "text": "Sound - Omni-Directional ", + "boxes": [ + 1488, + 697, + 1684, + 721 + ] + }, + { + "text": "Headphones Gaming Earbuds Whi.", + "boxes": [ + 310, + 711, + 576, + 741 + ] + }, + { + "text": "Bluetooth 5.3 Gaming Headphone...", + "boxes": [ + 606, + 719, + 872, + 748 + ] + }, + { + "text": "Cushion - for PC, Mac, PS4, PS5...", + "boxes": [ + 900, + 719, + 1152, + 748 + ] + }, + { + "text": "Spatial Audio, 53mm Angled Drive...", + "boxes": [ + 1194, + 719, + 1464, + 748 + ] + }, + { + "text": " Microphone - Microfiber Mesh...", + "boxes": [ + 1486, + 719, + 1724, + 748 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1808, + 717, + 1864, + 742 + ] + }, + { + "text": "Home&Kitcher", + "boxes": [ + 16, + 744, + 114, + 762 + ] + }, + { + "text": "$16999", + "boxes": [ + 308, + 742, + 394, + 780 + ] + }, + { + "text": "★★★★★9.232", + "boxes": [ + 608, + 744, + 750, + 774 + ] + }, + { + "text": "★★★★★21,850", + "boxes": [ + 902, + 744, + 1054, + 774 + ] + }, + { + "text": "★★★★★7.566", + "boxes": [ + 1196, + 744, + 1336, + 774 + ] + }, + { + "text": "★★★★23.646", + "boxes": [ + 1488, + 744, + 1640, + 774 + ] + }, + { + "text": "Industrial & Sclentific", + "boxes": [ + 14, + 762, + 148, + 784 + ] + }, + { + "text": "7K+ bought in past month", + "boxes": [ + 608, + 764, + 780, + 794 + ] + }, + { + "text": "2K+ bought in past month", + "boxes": [ + 1196, + 766, + 1366, + 790 + ] + }, + { + "text": " 3K+ bought in past month", + "boxes": [ + 1486, + 764, + 1660, + 792 + ] + }, + { + "text": "口", + "boxes": [ + 1787, + 761, + 1823, + 795 + ] + }, + { + "text": "Kindle Store", + "boxes": [ + 12, + 782, + 92, + 808 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 310, + 778, + 452, + 814 + ] + }, + { + "text": "Magazine Subscript", + "boxes": [ + 14, + 802, + 134, + 826 + ] + }, + { + "text": "$314 ist Price: $49.99", + "boxes": [ + 603, + 794, + 785, + 838 + ] + }, + { + "text": "$3649 Lst: 59.99", + "boxes": [ + 899, + 793, + 1041, + 838 + ] + }, + { + "text": "$1189 Lst $+49.99", + "boxes": [ + 1190, + 794, + 1358, + 836 + ] + }, + { + "text": "See options", + "boxes": [ + 1492, + 808, + 1582, + 834 + ] + }, + { + "text": "Movies & TV", + "boxes": [ + 12, + 822, + 94, + 848 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 604, + 829, + 744, + 864 + ] + }, + { + "text": "$13.95 delivery", + "boxes": [ + 902, + 834, + 1000, + 860 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 1194, + 836, + 1332, + 860 + ] + }, + { + "text": "Musical Instrum", + "boxes": [ + 16, + 846, + 116, + 864 + ] + }, + { + "text": "No featured offers available", + "boxes": [ + 1490, + 840, + 1670, + 864 + ] + }, + { + "text": "Office Products", + "boxes": [ + 14, + 862, + 112, + 885 + ] + }, + { + "text": "Ad to cart", + "boxes": [ + 322, + 858, + 402, + 881 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 908, + 860, + 978, + 881 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1198, + 858, + 1274, + 881 + ] + }, + { + "text": "$52.89 (4 used & new offers)", + "boxes": [ + 1490, + 860, + 1674, + 883 + ] + }, + { + "text": "Patio, Lawn & Garden", + "boxes": [ + 14, + 881, + 152, + 905 + ] + }, + { + "text": "1s", + "boxes": [ + 614, + 879, + 652, + 899 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 908, + 887, + 986, + 913 + ] + }, + { + "text": "Ad to cart ", + "boxes": [ + 1200, + 887, + 1282, + 913 + ] + }, + { + "text": "Pet Supplies", + "boxes": [ + 12, + 901, + 94, + 927 + ] + }, + { + "text": "Software", + "boxes": [ + 16, + 925, + 74, + 943 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 904, + 919, + 1038, + 943 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 1196, + 919, + 1334, + 943 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "Sports & Outdoors", + "boxes": [ + 14, + 943, + 132, + 967 + ] + }, + { + "text": "$35.38 (5 used & new offers)", + "boxes": [ + 902, + 937, + 1094, + 967 + ] + }, + { + "text": "$86.32 (6+ used &new offers)", + "boxes": [ + 1194, + 937, + 1394, + 967 + ] + }, + { + "text": "Tools & Home I", + "boxes": [ + 14, + 961, + 110, + 985 + ] + }, + { + "text": "From frequently shopped brands", + "boxes": [ + 304, + 983, + 620, + 1012 + ] + }, + { + "text": "云", + "boxes": [ + 1796, + 977, + 1812, + 993 + ] + }, + { + "text": "1", + "boxes": [ + 1820, + 977, + 1852, + 991 + ] + } + ] + }, + { + "frame_id": "90_1_6", + "episode_id": 90, + "env_id": 1, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.571935653686523, + "advantages": -0.0022229677997529507, + "generated_text": "{\n \"intent\": \"Move and click to view more articles and information on Bing's trending topics.\",\n \"action\": \"DoubleClick(498, 226)\" \n}", + "action_string": "DoubleClick(498, 226)", + "intent_string": "Move and click to view more articles and information on Bing's trending topics.", + "before_screen_ocr_results": [ + { + "text": "Search -Microsoft Bing×+", + "boxes": [ + 36, + 32, + 244, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 296, + 632, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1104, + 411, + 1292, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "1,.71", + "boxes": [ + 1634, + 806, + 1684, + 840 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1464, + 852, + 1514, + 878 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+3466 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "", + "boxes": [ + 1596, + 905, + 1610, + 921 + ] + }, + { + "text": "时代周报·2小时", + "boxes": [ + 826, + 921, + 952, + 945 + ] + }, + { + "text": "D", + "boxes": [ + 1140, + 931, + 1164, + 953 + ] + }, + { + "text": "一点视频/二丫讲综艺·2周", + "boxes": [ + 1158, + 927, + 1320, + 957 + ] + }, + { + "text": "奇瑞汽车总是“起个大早，赶", + "boxes": [ + 826, + 941, + 1090, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "薛平贵：代战不肯跪拜王宝", + "boxes": [ + 1134, + 947, + 1390, + 987 + ] + }, + { + "text": "了晚集”？尹同跃：我们的胆", + "boxes": [ + 826, + 967, + 1090, + 1003 + ] + }, + { + "text": "官方：刘国梁受邀成为“联合国运动会大使\"", + "boxes": [ + 200, + 981, + 768, + 1022 + ] + }, + { + "text": "，王宝一个眼神，薛平贵", + "boxes": [ + 1136, + 977, + 1406, + 1011 + ] + }, + { + "text": "英传", + "boxes": [ + 1454, + 979, + 1526, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1588, + 989, + 1622, + 1016 + ] + }, + { + "text": "+3.3", + "boxes": [ + 1628, + 983, + 1700, + 1032 + ] + }, + { + "text": "子很小", + "boxes": [ + 826, + 995, + 896, + 1028 + ] + }, + { + "text": "乖乖闭嘴", + "boxes": [ + 1133, + 998, + 1231, + 1041 + ] + }, + { + "text": "S", + "boxes": [ + 852, + 1028, + 874, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing ", + "boxes": [ + 36, + 32, + 190, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 474, + 298, + 630, + 328 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "1,.71", + "boxes": [ + 1634, + 806, + 1684, + 840 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1464, + 852, + 1512, + 878 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+3,4626 ", + "boxes": [ + 1634, + 891, + 1700, + 939 + ] + }, + { + "text": "时代周报·2小时", + "boxes": [ + 826, + 921, + 952, + 945 + ] + }, + { + "text": "D", + "boxes": [ + 1140, + 931, + 1164, + 953 + ] + }, + { + "text": "一点视频/二丫讲综艺·2周", + "boxes": [ + 1158, + 927, + 1320, + 957 + ] + }, + { + "text": "政策引导+技术突破 脑机接口迎来产业化曙", + "boxes": [ + 198, + 943, + 764, + 987 + ] + }, + { + "text": "奇瑞汽车总是“起个大早，赶", + "boxes": [ + 826, + 941, + 1090, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "薛平贵：代战不肯跪拜王宝", + "boxes": [ + 1134, + 947, + 1390, + 987 + ] + }, + { + "text": "了晚集”？尹同跃：我们的胆", + "boxes": [ + 826, + 967, + 1090, + 1003 + ] + }, + { + "text": "光", + "boxes": [ + 200, + 983, + 244, + 1026 + ] + }, + { + "text": "，王宝一个眼神，薛平贵", + "boxes": [ + 1136, + 977, + 1406, + 1011 + ] + }, + { + "text": "英传", + "boxes": [ + 1454, + 979, + 1526, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1588, + 989, + 1622, + 1016 + ] + }, + { + "text": "+3528 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "子很小", + "boxes": [ + 826, + 995, + 896, + 1028 + ] + }, + { + "text": "乖乖闭嘴", + "boxes": [ + 1136, + 1003, + 1230, + 1040 + ] + } + ] + }, + { + "frame_id": "90_2_6", + "episode_id": 90, + "env_id": 2, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.568470001220703, + "advantages": -0.003924013115465641, + "generated_text": "{\n \"intent\": \"Click on the item to see more details.\",\n \"action\": \"DoubleClick(518, 439)\"\n}", + "action_string": "DoubleClick(518, 439)", + "intent_string": "Click on the item to see more details.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→白", + "boxes": [ + 36, + 62, + 132, + 93 + ] + }, + { + "text": "", + "boxes": [ + 251, + 59, + 311, + 96 + ] + }, + { + "text": "☆", + "boxes": [ + 1578, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 426, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 121, + 1448, + 147 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "Shop top categories that ship internationally", + "boxes": [ + 782, + 204, + 1160, + 234 + ] + }, + { + "text": "ASUS ROG Pelta Wireless Gaming Headset (BT, ROG", + "boxes": [ + 678, + 302, + 1250, + 340 + ] + }, + { + "text": "山", + "boxes": [ + 628, + 324, + 642, + 341 + ] + }, + { + "text": "$12999", + "boxes": [ + 1385, + 315, + 1477, + 360 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C, Lightweight 309g, 50mm ROG", + "boxes": [ + 684, + 339, + 1320, + 369 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm Super-Wideband Mic, RGB,", + "boxes": [ + 682, + 369, + 1326, + 405 + ] + }, + { + "text": "$32.67 Shipping & Import", + "boxes": [ + 1392, + 363, + 1566, + 393 + ] + }, + { + "text": "Charges to China Detalls ", + "boxes": [ + 1394, + 383, + 1572, + 413 + ] + }, + { + "text": "70HR Battery, for PC, Switch, PS5)- Black", + "boxes": [ + 680, + 401, + 1134, + 437 + ] + }, + { + "text": "Delivery Saturday, May 24.", + "boxes": [ + 1394, + 405, + 1572, + 429 + ] + }, + { + "text": " Order within 23 hrs 36 r", + "boxes": [ + 1392, + 423, + 1548, + 453 + ] + }, + { + "text": "Visit the ASUS Sto", + "boxes": [ + 686, + 435, + 800, + 453 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": "In Stock", + "boxes": [ + 1394, + 494, + 1466, + 520 + ] + }, + { + "text": "$12999", + "boxes": [ + 673, + 507, + 767, + 553 + ] + }, + { + "text": "Quantity: 1", + "boxes": [ + 1406, + 536, + 1482, + 560 + ] + }, + { + "text": "$32.67 Shipping &", + "boxes": [ + 677, + 547, + 807, + 584 + ] + }, + { + "text": "$46.9", + "boxes": [ + 1818, + 540, + 1854, + 554 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 682, + 574, + 776, + 598 + ] + }, + { + "text": "Add to Cart ", + "boxes": [ + 1458, + 580, + 1542, + 604 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Wired", + "boxes": [ + 686, + 600, + 740, + 625 + ] + }, + { + "text": "See available", + "boxes": [ + 696, + 623, + 774, + 647 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 619, + 1532, + 645 + ] + }, + { + "text": "G20", + "boxes": [ + 1796, + 619, + 1882, + 659 + ] + }, + { + "text": "Ships from Amazon.com", + "boxes": [ + 1398, + 657, + 1544, + 687 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1398, + 679, + 1450, + 705 + ] + }, + { + "text": "Amazon.com", + "boxes": [ + 1466, + 679, + 1544, + 705 + ] + }, + { + "text": "中", + "boxes": [ + 1796, + 682, + 1870, + 720 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 701, + 1450, + 727 + ] + }, + { + "text": "30-day ", + "boxes": [ + 1468, + 701, + 1518, + 727 + ] + }, + { + "text": "Delta S", + "boxes": [ + 692, + 713, + 746, + 733 + ] + }, + { + "text": "refund/replacement", + "boxes": [ + 1466, + 713, + 1580, + 742 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1808, + 717, + 1864, + 742 + ] + }, + { + "text": " Secure transaction", + "boxes": [ + 1466, + 737, + 1574, + 760 + ] + }, + { + "text": "Brand", + "boxes": [ + 680, + 752, + 728, + 780 + ] + }, + { + "text": "ASUS", + "boxes": [ + 858, + 752, + 902, + 778 + ] + }, + { + "text": "Roll over image to zoom in", + "boxes": [ + 348, + 764, + 518, + 788 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 772, + 1420, + 796 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 768, + 1820, + 788 + ] + }, + { + "text": "Color", + "boxes": [ + 680, + 778, + 726, + 806 + ] + }, + { + "text": "BLACK", + "boxes": [ + 858, + 778, + 908, + 806 + ] + }, + { + "text": "Add a giftrecelpt for easy", + "boxes": [ + 1414, + 788, + 1582, + 822 + ] + }, + { + "text": "Ear Placement", + "boxes": [ + 682, + 806, + 782, + 830 + ] + }, + { + "text": "On Ear", + "boxes": [ + 858, + 802, + 906, + 830 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 816, + 1468, + 836 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 832, + 766, + 856 + ] + }, + { + "text": " On Ear", + "boxes": [ + 858, + 830, + 908, + 856 + ] + }, + { + "text": "20 KHz", + "boxes": [ + 860, + 860, + 906, + 879 + ] + }, + { + "text": "Add to List ", + "boxes": [ + 1402, + 866, + 1478, + 891 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 901, + 838, + 931 + ] + }, + { + "text": "·Tri-Mode Connectivity with SpeedNova Technology: Connect via Bluetooth, or low-latency 2.4 GHz", + "boxes": [ + 690, + 929, + 1330, + 953 + ] + }, + { + "text": " Other sellers on Amazon", + "boxes": [ + 1382, + 929, + 1580, + 963 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 975, + 1820, + 995 + ] + }, + { + "text": "New (2) from", + "boxes": [ + 1390, + 985, + 1478, + 1009 + ] + }, + { + "text": "$12999", + "boxes": [ + 1482, + 985, + 1530, + 1003 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1882, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": " Subtotal", + "boxes": [ + 1824, + 105, + 1886, + 131 + ] + }, + { + "text": "gamingheadsets", + "boxes": [ + 308, + 119, + 420, + 137 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 125, + 1446, + 145 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1820, + 123, + 1890, + 149 + ] + }, + { + "text": "×", + "boxes": [ + 1848, + 204, + 1866, + 220 + ] + }, + { + "text": "ASUS ROG Pelta Wireless", + "boxes": [ + 1540, + 238, + 1750, + 262 + ] + }, + { + "text": "Gaming Headset (BT,ROG", + "boxes": [ + 1536, + 252, + 1752, + 286 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C,", + "boxes": [ + 1538, + 272, + 1764, + 306 + ] + }, + { + "text": "Lightweight 309g,50mmROG", + "boxes": [ + 1536, + 290, + 1778, + 326 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm", + "boxes": [ + 1540, + 318, + 1778, + 341 + ] + }, + { + "text": "Super-Wideband Mic, RGB...", + "boxes": [ + 1538, + 336, + 1770, + 365 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 1538, + 369, + 1620, + 393 + ] + }, + { + "text": "Pattern:Pelta", + "boxes": [ + 1542, + 403, + 1610, + 421 + ] + }, + { + "text": "BouO", + "boxes": [ + 46, + 1044, + 216, + 1074 + ] + }, + { + "text": "Amazon.con", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "90_3_6", + "episode_id": 90, + "env_id": 3, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.723658561706543, + "advantages": 0.5630769729614258, + "generated_text": "{\n \"intent\": \"Open an Amazon webpage to check recent purchases or interest topics related to Amazon products.\",\n \"action\": \"DoubleClick(677, 546)\" \n}", + "action_string": "DoubleClick(677, 546)", + "intent_string": "Open an Amazon webpage to check recent purchases or interest topics related to Amazon products.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 60, + 524, + 95 + ] + }, + { + "text": " Apple --htt://ww.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "a Amazon — http://www.amazon.com", + "boxes": [ + 256, + 179, + 510, + 202 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 252, + 210, + 592, + 242 + ] + }, + { + "text": "知zhihu -", + "boxes": [ + 254, + 250, + 328, + 274 + ] + }, + { + "text": "G ifeng - ifeng.com", + "boxes": [ + 254, + 284, + 402, + 314 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 516 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 506, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 744, + 790, + 904, + 814 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→白", + "boxes": [ + 38, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1601, + 65, + 1661, + 90 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 185, + 153 + ] + }, + { + "text": "国内版", + "boxes": [ + 492, + 250, + 560, + 282 + ] + }, + { + "text": "国际版", + "boxes": [ + 550, + 250, + 636, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 298, + 630, + 328 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1288, + 441 + ] + }, + { + "text": "4赵丽颖新恋情曝光", + "boxes": [ + 482, + 453, + 638, + 476 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + } + ] + }, + { + "frame_id": "90_4_6", + "episode_id": 90, + "env_id": 4, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.840323448181152, + "advantages": 0.620339572429657, + "generated_text": "{\n \"intent\": \"Navigate to another webpage to continue exploring.\",\n \"action\": \"DoubleClick(567, 425)\" }", + "action_string": "DoubleClick(567, 425)", + "intent_string": "Navigate to another webpage to continue exploring.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "Undo", + "boxes": [ + 437, + 84, + 487, + 120 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "Cut", + "boxes": [ + 440, + 115, + 476, + 147 + ] + }, + { + "text": "Copy", + "boxes": [ + 438, + 141, + 486, + 177 + ] + }, + { + "text": "Paste", + "boxes": [ + 442, + 171, + 486, + 199 + ] + }, + { + "text": "Paste & Go", + "boxes": [ + 444, + 199, + 524, + 224 + ] + }, + { + "text": "Delete", + "boxes": [ + 440, + 224, + 498, + 256 + ] + }, + { + "text": " Select All", + "boxes": [ + 440, + 254, + 512, + 280 + ] + }, + { + "text": "反国际版", + "boxes": [ + 532, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 298, + 630, + 328 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "上海市中考数学题", + "boxes": [ + 1162, + 770, + 1368, + 806 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "若a² +b4ab ", + "boxes": [ + 1184, + 806, + 1348, + 856 + ] + }, + { + "text": "高时中国A50", + "boxes": [ + 1453, + 797, + 1549, + 847 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1630, + 802, + 1690, + 842 + ] + }, + { + "text": "求a²-b²", + "boxes": [ + 1202, + 858, + 1298, + 895 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1446, + 834, + 1524, + 897 + ] + }, + { + "text": " 32,30%", + "boxes": [ + 1620, + 850, + 1690, + 889 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+3426 ", + "boxes": [ + 1630, + 891, + 1700, + 939 + ] + }, + { + "text": "", + "boxes": [ + 1594, + 901, + 1616, + 925 + ] + }, + { + "text": "时代周报·2小时", + "boxes": [ + 826, + 921, + 952, + 945 + ] + }, + { + "text": "1.", + "boxes": [ + 1144, + 937, + 1162, + 951 + ] + }, + { + "text": "一点视频/小张园地", + "boxes": [ + 1158, + 929, + 1272, + 961 + ] + }, + { + "text": "2025年中国网络文明大会设14场分论坛", + "boxes": [ + 200, + 945, + 736, + 987 + ] + }, + { + "text": "奇瑞汽车总是“起个大早，赶", + "boxes": [ + 826, + 941, + 1090, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "上海市中考数学题，有很多方", + "boxes": [ + 1138, + 955, + 1406, + 985 + ] + }, + { + "text": "了晚集”？尹同跃：我们的胆", + "boxes": [ + 826, + 967, + 1090, + 1003 + ] + }, + { + "text": "议题包括道德建设、行为规范等六大领域", + "boxes": [ + 202, + 981, + 736, + 1022 + ] + }, + { + "text": "法可以解答，出错率不低", + "boxes": [ + 1136, + 979, + 1370, + 1014 + ] + }, + { + "text": "达", + "boxes": [ + 1452, + 979, + 1526, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1588, + 989, + 1622, + 1016 + ] + }, + { + "text": "+3.81", + "boxes": [ + 1628, + 983, + 1700, + 1030 + ] + }, + { + "text": "子很小", + "boxes": [ + 826, + 995, + 896, + 1026 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 268, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 460, + 230 + ] + }, + { + "text": "About 2,660,000 results", + "boxes": [ + 176, + 260, + 328, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 210, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "8 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 780, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全，", + "boxes": [ + 178, + 389, + 772, + 413 + ] + }, + { + "text": "★", + "boxes": [ + 558, + 423, + 580, + 447 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "ww.thepaper.cn T", + "boxes": [ + 276, + 450, + 378, + 481 + ] + }, + { + "text": " Translate this result ", + "boxes": [ + 366, + 455, + 490, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "11 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 210, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 176, + 615, + 720, + 651 + ] + }, + { + "text": "11 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 178, + 669, + 762, + 693 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 212, + 715, + 292, + 741 + ] + }, + { + "text": "https://cn.chinadaly.com.cn Translaethis result ", + "boxes": [ + 210, + 731, + 514, + 760 + ] + }, + { + "text": "将AI送上太空我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 176, + 756, + 706, + 792 + ] + }, + { + "text": "9 hours ago·12星箭上排布图 首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 182, + 786, + 770, + 810 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链，", + "boxes": [ + 178, + 810, + 774, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 190, + 872, + 202, + 883 + ] + }, + { + "text": "https:/fnance.sina.com.cn jsw doc-inewpmqw. ranslae this result ", + "boxes": [ + 210, + 872, + 664, + 901 + ] + }, + { + "text": "将AI送上太空 我国成功发射太空计算卫星星座－新浪财经", + "boxes": [ + 174, + 895, + 686, + 931 + ] + }, + { + "text": "8 hours ago·国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空.人工智能领", + "boxes": [ + 178, + 925, + 786, + 955 + ] + }, + { + "text": "域边界从地面迈向太空。国星宇航\"星算\"计划首发星座一轨12..", + "boxes": [ + 172, + 941, + 578, + 979 + ] + }, + { + "text": "?", + "boxes": [ + 179, + 1001, + 211, + 1032 + ] + }, + { + "text": "封面新闻", + "boxes": [ + 212, + 995, + 278, + 1020 + ] + }, + { + "text": "http:/www.thecover.cn > news Translate thisresuit", + "boxes": [ + 212, + 1010, + 532, + 1042 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 300, + 1070 + ] + } + ] + }, + { + "frame_id": "90_5_6", + "episode_id": 90, + "env_id": 5, + "step": 6, + "format_rewards": 1.0, + "rewards": 10.596545219421387, + "advantages": 0.5006859302520752, + "generated_text": "{\n \"intent\": \"Clicking on app categories may lead to more interactive options and features. I will start by clicking on 'everyone' to explore available offers.\",\n \"action\": \"DoubleClick(517, 369)\"\n}", + "action_string": "DoubleClick(517, 369)", + "intent_string": "Clicking on app categories may lead to more interactive options and features. I will start by clicking on 'everyone' to explore available offers.", + "before_screen_ocr_results": [ + { + "text": " New Tab", + "boxes": [ + 26, + 32, + 84, + 50 + ] + }, + { + "text": "Q Search with Bing or enter address", + "boxes": [ + 246, + 60, + 524, + 95 + ] + }, + { + "text": " Apple --htt://ww.apple.com", + "boxes": [ + 254, + 107, + 480, + 137 + ] + }, + { + "text": " bing - bing.com", + "boxes": [ + 252, + 141, + 396, + 173 + ] + }, + { + "text": "X", + "boxes": [ + 1884, + 149, + 1898, + 165 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 252, + 210, + 592, + 242 + ] + }, + { + "text": "知zhihu -", + "boxes": [ + 254, + 250, + 328, + 274 + ] + }, + { + "text": "G ifeng - ifeng.com", + "boxes": [ + 254, + 284, + 404, + 314 + ] + }, + { + "text": "weibo", + "boxes": [ + 258, + 324, + 322, + 341 + ] + }, + { + "text": "QIYI", + "boxes": [ + 860, + 459, + 934, + 506 + ] + }, + { + "text": "知", + "boxes": [ + 978, + 451, + 1060, + 516 + ] + }, + { + "text": "8", + "boxes": [ + 526, + 490, + 558, + 526 + ] + }, + { + "text": "。", + "boxes": [ + 1236, + 484, + 1268, + 504 + ] + }, + { + "text": "Apple", + "boxes": [ + 520, + 532, + 562, + 558 + ] + }, + { + "text": "bing", + "boxes": [ + 634, + 532, + 678, + 558 + ] + }, + { + "text": "Amazon", + "boxes": [ + 738, + 532, + 810, + 558 + ] + }, + { + "text": "iqiyi", + "boxes": [ + 882, + 534, + 916, + 556 + ] + }, + { + "text": " zhihu", + "boxes": [ + 996, + 534, + 1038, + 554 + ] + }, + { + "text": " ifeng", + "boxes": [ + 1112, + 532, + 1160, + 558 + ] + }, + { + "text": "weibo", + "boxes": [ + 1232, + 532, + 1286, + 558 + ] + }, + { + "text": "ctrip", + "boxes": [ + 1362, + 534, + 1396, + 556 + ] + }, + { + "text": "amazon", + "boxes": [ + 986, + 669, + 1174, + 723 + ] + }, + { + "text": "moz://a", + "boxes": [ + 1223, + 668, + 1419, + 737 + ] + }, + { + "text": "", + "boxes": [ + 1148, + 744, + 1172, + 770 + ] + }, + { + "text": "?", + "boxes": [ + 1392, + 750, + 1408, + 766 + ] + }, + { + "text": "apple", + "boxes": [ + 506, + 772, + 542, + 792 + ] + }, + { + "text": "cn.bing", + "boxes": [ + 750, + 774, + 790, + 790 + ] + }, + { + "text": "nozilla", + "boxes": [ + 1232, + 772, + 1268, + 792 + ] + }, + { + "text": "Apple", + "boxes": [ + 504, + 790, + 550, + 818 + ] + }, + { + "text": "Search - Microsoft Bing", + "boxes": [ + 746, + 790, + 904, + 814 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1581, + 57, + 1663, + 94 + ] + }, + { + "text": "$", + "boxes": [ + 314, + 107, + 350, + 137 + ] + }, + { + "text": "Wilyouallow www.ctrp.com to acess your", + "boxes": [ + 354, + 99, + 674, + 135 + ] + }, + { + "text": "三", + "boxes": [ + 26, + 117, + 50, + 141 + ] + }, + { + "text": "索任何旅游相关", + "boxes": [ + 698, + 123, + 798, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1178, + 125, + 1212, + 147 + ] + }, + { + "text": "注册", + "boxes": [ + 1236, + 121, + 1278, + 149 + ] + }, + { + "text": "我的订单", + "boxes": [ + 1312, + 123, + 1396, + 149 + ] + }, + { + "text": "联系客服", + "boxes": [ + 1424, + 123, + 1494, + 149 + ] + }, + { + "text": "口$", + "boxes": [ + 1518, + 117, + 1600, + 149 + ] + }, + { + "text": "Learn more", + "boxes": [ + 360, + 147, + 438, + 173 + ] + }, + { + "text": "田酒店", + "boxes": [ + 20, + 173, + 92, + 204 + ] + }, + { + "text": " Remember this decisior", + "boxes": [ + 368, + 175, + 536, + 193 + ] + }, + { + "text": "安心订 放心住", + "boxes": [ + 1000, + 193, + 1166, + 228 + ] + }, + { + "text": "常州酒店口碑榜", + "boxes": [ + 1214, + 187, + 1334, + 216 + ] + }, + { + "text": "常州丽豪假日酒店", + "boxes": [ + 1492, + 191, + 1610, + 220 + ] + }, + { + "text": "24°C~33°℃", + "boxes": [ + 1215, + 206, + 1293, + 237 + ] + }, + { + "text": "国内酒店", + "boxes": [ + 50, + 216, + 120, + 248 + ] + }, + { + "text": "Don't Allow", + "boxes": [ + 362, + 218, + 440, + 242 + ] + }, + { + "text": "Allow Location Access ", + "boxes": [ + 520, + 216, + 680, + 246 + ] + }, + { + "text": "339.0起", + "boxes": [ + 1500, + 218, + 1548, + 238 + ] + }, + { + "text": "海外酒店", + "boxes": [ + 52, + 244, + 120, + 276 + ] + }, + { + "text": "目的地/酒店名称", + "boxes": [ + 473, + 254, + 587, + 288 + ] + }, + { + "text": "入住", + "boxes": [ + 786, + 258, + 822, + 288 + ] + }, + { + "text": "退房", + "boxes": [ + 1122, + 258, + 1158, + 286 + ] + }, + { + "text": "州白金汉爵大", + "boxes": [ + 1502, + 256, + 1592, + 282 + ] + }, + { + "text": "机票", + "boxes": [ + 24, + 284, + 94, + 318 + ] + }, + { + "text": "上海", + "boxes": [ + 476, + 286, + 518, + 312 + ] + }, + { + "text": "5月14日(周三)", + "boxes": [ + 786, + 284, + 900, + 316 + ] + }, + { + "text": "1晚", + "boxes": [ + 964, + 278, + 984, + 292 + ] + }, + { + "text": "5月15日(今天)", + "boxes": [ + 1044, + 284, + 1160, + 314 + ] + }, + { + "text": "州尚品锦云智.", + "boxes": [ + 1504, + 320, + 1596, + 345 + ] + }, + { + "text": "只火车票", + "boxes": [ + 24, + 334, + 108, + 365 + ] + }, + { + "text": "房间及住客", + "boxes": [ + 474, + 343, + 552, + 375 + ] + }, + { + "text": "酒店级别", + "boxes": [ + 610, + 343, + 678, + 377 + ] + }, + { + "text": "关键词 (选填）", + "boxes": [ + 788, + 343, + 884, + 375 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1045, + 349, + 1129, + 394 + ] + }, + { + "text": "1间,1", + "boxes": [ + 474, + 367, + 544, + 399 + ] + }, + { + "text": "不限", + "boxes": [ + 610, + 369, + 656, + 403 + ] + }, + { + "text": "旅游", + "boxes": [ + 22, + 381, + 94, + 413 + ] + }, + { + "text": "门票·活动", + "boxes": [ + 24, + 429, + 132, + 461 + ] + }, + { + "text": "汽车·船票", + "boxes": [ + 26, + 480, + 130, + 506 + ] + }, + { + "text": "长白山华美胜地度假区", + "boxes": [ + 882, + 476, + 1154, + 518 + ] + }, + { + "text": "阵", + "boxes": [ + 20, + 522, + 96, + 560 + ] + }, + { + "text": "优选度假酒店3.9折起", + "boxes": [ + 928, + 516, + 1094, + 540 + ] + }, + { + "text": "酒店推荐", + "boxes": [ + 454, + 580, + 542, + 611 + ] + }, + { + "text": "攻略·景点", + "boxes": [ + 26, + 592, + 132, + 623 + ] + }, + { + "text": "上海", + "boxes": [ + 838, + 586, + 858, + 602 + ] + }, + { + "text": "2旅游地图", + "boxes": [ + 26, + 643, + 122, + 669 + ] + }, + { + "text": "1392629", + "boxes": [ + 704, + 665, + 800, + 697 + ] + }, + { + "text": "全球购", + "boxes": [ + 26, + 707, + 108, + 739 + ] + }, + { + "text": "携程口碑榜", + "boxes": [ + 1232, + 725, + 1396, + 768 + ] + }, + { + "text": "业", + "boxes": [ + 1044, + 737, + 1066, + 750 + ] + }, + { + "text": "礼品卡", + "boxes": [ + 24, + 754, + 108, + 786 + ] + }, + { + "text": "四亿旅行者的口碑之选>", + "boxes": [ + 1240, + 760, + 1374, + 788 + ] + }, + { + "text": "携程金融", + "boxes": [ + 28, + 806, + 124, + 832 + ] + }, + { + "text": "上海浦东国际机场迪航酒店", + "boxes": [ + 470, + 798, + 668, + 828 + ] + }, + { + "text": "上海世博中心亚朵酒店", + "boxes": [ + 710, + 798, + 878, + 828 + ] + }, + { + "text": "上海陆家嘴金融中心桔子..", + "boxes": [ + 954, + 798, + 1148, + 828 + ] + }, + { + "text": "", + "boxes": [ + 720, + 826, + 758, + 846 + ] + }, + { + "text": "4.5/5超棒", + "boxes": [ + 472, + 846, + 552, + 872 + ] + }, + { + "text": "￥237", + "boxes": [ + 646, + 846, + 680, + 868 + ] + }, + { + "text": "4.8/5", + "boxes": [ + 714, + 846, + 768, + 876 + ] + }, + { + "text": "超棒", + "boxes": [ + 756, + 848, + 796, + 874 + ] + }, + { + "text": "4.95超棒", + "boxes": [ + 956, + 844, + 1040, + 876 + ] + }, + { + "text": "B企业商旅", + "boxes": [ + 24, + 870, + 124, + 901 + ] + }, + { + "text": "7984条点评", + "boxes": [ + 468, + 876, + 548, + 901 + ] + }, + { + "text": "￥201", + "boxes": [ + 640, + 878, + 680, + 903 + ] + }, + { + "text": "3744条点评", + "boxes": [ + 710, + 874, + 792, + 905 + ] + }, + { + "text": "￥661", + "boxes": [ + 882, + 878, + 922, + 903 + ] + }, + { + "text": "4648条点评", + "boxes": [ + 954, + 876, + 1034, + 901 + ] + }, + { + "text": "￥671", + "boxes": [ + 1126, + 879, + 1164, + 899 + ] + }, + { + "text": "携程商旅.", + "boxes": [ + 1236, + 887, + 1338, + 925 + ] + }, + { + "text": "老友会", + "boxes": [ + 28, + 921, + 108, + 947 + ] + }, + { + "text": "携程集团旗下一站式企业差旅服务平台", + "boxes": [ + 1240, + 917, + 1426, + 943 + ] + }, + { + "text": "关于携程", + "boxes": [ + 28, + 969, + 124, + 995 + ] + }, + { + "text": "当季热推", + "boxes": [ + 456, + 967, + 544, + 999 + ] + }, + { + "text": "出发地上海", + "boxes": [ + 548, + 967, + 650, + 999 + ] + }, + { + "text": "携程旅行网：酒·", + "boxes": [ + 216, + 1048, + 308, + 1072 + ] + } + ] + }, + { + "frame_id": "90_6_6", + "episode_id": 90, + "env_id": 6, + "step": 6, + "format_rewards": 1.0, + "rewards": 9.628744125366211, + "advantages": 0.025660322979092598, + "generated_text": "{\n \"intent\": \"Open the Browser bookmarking menu to potentially save or organize browsing sessions.\",\n \"action\": \"DoubleClick(1908, 75)\" \n}", + "action_string": "DoubleClick(1908, 75)", + "intent_string": "Open the Browser bookmarking menu to potentially save or organize browsing sessions.", + "before_screen_ocr_results": [ + { + "text": "Apple", + "boxes": [ + 82, + 32, + 126, + 50 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 988, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1266, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1346, + 129 + ] + }, + { + "text": "CD", + "boxes": [ + 456, + 159, + 518, + 222 + ] + }, + { + "text": "C", + "boxes": [ + 562, + 157, + 626, + 224 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 161, + 714, + 214 + ] + }, + { + "text": "C", + "boxes": [ + 754, + 157, + 818, + 224 + ] + }, + { + "text": "00", + "boxes": [ + 842, + 161, + 920, + 226 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1168, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 994, + 222 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "[os", + "boxes": [ + 1308, + 171, + 1354, + 218 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1102, + 218, + 1172, + 244 + ] + }, + { + "text": "Apple Ccard", + "boxes": [ + 1208, + 218, + 1274, + 244 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": "W>", + "boxes": [ + 690, + 242, + 716, + 256 + ] + }, + { + "text": "iPhone", + "boxes": [ + 101, + 389, + 365, + 481 + ] + }, + { + "text": "Designed to be loved.", + "boxes": [ + 1520, + 433, + 1798, + 474 + ] + }, + { + "text": "Monday, September 9", + "boxes": [ + 834, + 558, + 1064, + 594 + ] + }, + { + "text": "9:41", + "boxes": [ + 844, + 592, + 1058, + 697 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Phone -Apple", + "boxes": [ + 36, + 32, + 126, + 50 + ] + }, + { + "text": "x+", + "boxes": [ + 200, + 30, + 246, + 50 + ] + }, + { + "text": "↑→", + "boxes": [ + 10, + 60, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1610, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1870, + 89 + ] + }, + { + "text": "AirPods", + "boxes": [ + 908, + 109, + 950, + 129 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 107, + 1054, + 133 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1084, + 107, + 1166, + 131 + ] + }, + { + "text": " Sign in to Firefox", + "boxes": [ + 1628, + 101, + 1764, + 125 + ] + }, + { + "text": "Pac", + "boxes": [ + 638, + 113, + 658, + 127 + ] + }, + { + "text": "Vatch", + "boxes": [ + 774, + 113, + 802, + 127 + ] + }, + { + "text": "Visior", + "boxes": [ + 844, + 113, + 870, + 127 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1268, + 131 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 131 + ] + }, + { + "text": "Q", + "boxes": [ + 1380, + 111, + 1394, + 127 + ] + }, + { + "text": "L", + "boxes": [ + 1430, + 115, + 1442, + 127 + ] + }, + { + "text": "C", + "boxes": [ + 456, + 159, + 522, + 222 + ] + }, + { + "text": "D", + "boxes": [ + 549, + 146, + 635, + 229 + ] + }, + { + "text": "0", + "boxes": [ + 670, + 161, + 714, + 214 + ] + }, + { + "text": "B", + "boxes": [ + 754, + 157, + 822, + 224 + ] + }, + { + "text": "00", + "boxes": [ + 841, + 161, + 921, + 226 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1170, + 222 + ] + }, + { + "text": "?", + "boxes": [ + 942, + 179, + 996, + 220 + ] + }, + { + "text": "·", + "boxes": [ + 1026, + 179, + 1068, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "OS", + "boxes": [ + 1306, + 171, + 1354, + 218 + ] + }, + { + "text": " New Window", + "boxes": [ + 1622, + 175, + 1742, + 206 + ] + }, + { + "text": "Ctrl+N", + "boxes": [ + 1856, + 177, + 1908, + 202 + ] + }, + { + "text": "∞ New Private Window", + "boxes": [ + 1626, + 204, + 1798, + 228 + ] + }, + { + "text": "Ctrl+Shift+P", + "boxes": [ + 1800, + 202, + 1908, + 226 + ] + }, + { + "text": "iphone 16 Pro", + "boxes": [ + 448, + 218, + 530, + 244 + ] + }, + { + "text": "ipPhone 16 ", + "boxes": [ + 564, + 218, + 626, + 244 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 852, + 218, + 908, + 244 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 994, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1210, + 218, + 1274, + 244 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1383, + 214, + 1459, + 245 + ] + }, + { + "text": " Restore Previous Session", + "boxes": [ + 1622, + 226, + 1824, + 256 + ] + }, + { + "text": "Zoom", + "boxes": [ + 1650, + 266, + 1694, + 292 + ] + }, + { + "text": "100%", + "boxes": [ + 1778, + 268, + 1828, + 288 + ] + }, + { + "text": "Edit ", + "boxes": [ + 1648, + 302, + 1686, + 330 + ] + }, + { + "text": "品", + "boxes": [ + 1834, + 306, + 1866, + 328 + ] + }, + { + "text": "司", + "boxes": [ + 1884, + 310, + 1902, + 326 + ] + }, + { + "text": "I Library", + "boxes": [ + 1624, + 341, + 1702, + 367 + ] + }, + { + "text": "mo Logins and Passwords", + "boxes": [ + 1626, + 367, + 1802, + 391 + ] + }, + { + "text": "iPhone", + "boxes": [ + 109, + 392, + 361, + 482 + ] + }, + { + "text": " Add-ons", + "boxes": [ + 1622, + 385, + 1714, + 421 + ] + }, + { + "text": " Ctrl+Shift+A", + "boxes": [ + 1809, + 383, + 1909, + 419 + ] + }, + { + "text": " Preferences", + "boxes": [ + 1622, + 415, + 1736, + 445 + ] + }, + { + "text": "Design", + "boxes": [ + 1517, + 432, + 1627, + 477 + ] + }, + { + "text": " Customize Toolba", + "boxes": [ + 1616, + 441, + 1764, + 465 + ] + }, + { + "text": " Open File...", + "boxes": [ + 1648, + 476, + 1732, + 508 + ] + }, + { + "text": "Ctrl+o", + "boxes": [ + 1854, + 474, + 1910, + 508 + ] + }, + { + "text": " Save Page As..", + "boxes": [ + 1648, + 502, + 1752, + 532 + ] + }, + { + "text": "Ctrl+s ", + "boxes": [ + 1856, + 502, + 1910, + 532 + ] + }, + { + "text": " Print..", + "boxes": [ + 1622, + 526, + 1696, + 558 + ] + }, + { + "text": "Ctrl+P", + "boxes": [ + 1856, + 528, + 1906, + 554 + ] + }, + { + "text": "onday,September", + "boxes": [ + 858, + 558, + 1028, + 576 + ] + }, + { + "text": "Q Find in This Page..", + "boxes": [ + 1620, + 561, + 1774, + 596 + ] + }, + { + "text": "Ctrl+F", + "boxes": [ + 1858, + 566, + 1906, + 594 + ] + }, + { + "text": "9:41", + "boxes": [ + 840, + 576, + 1042, + 689 + ] + }, + { + "text": "More", + "boxes": [ + 1648, + 592, + 1690, + 617 + ] + }, + { + "text": "Web Developer", + "boxes": [ + 1646, + 615, + 1760, + 645 + ] + }, + { + "text": "@ Help", + "boxes": [ + 1621, + 634, + 1691, + 674 + ] + }, + { + "text": "Quit", + "boxes": [ + 1622, + 681, + 1686, + 707 + ] + }, + { + "text": "Ctrl+Q", + "boxes": [ + 1858, + 683, + 1906, + 703 + ] + } + ] + }, + { + "frame_id": "90_7_6", + "episode_id": 90, + "env_id": 7, + "step": 6, + "format_rewards": 0.0, + "rewards": 0.0, + "advantages": -4.700414180755615, + "generated_text": "{\n \"intent\": \"Scrolling down the webpage to explore additional product details\",\n \"action\": \"scrollDown(0, 50)\"\n}", + "action_string": "None", + "intent_string": null, + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1578, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 428, + 145 + ] + }, + { + "text": "Retums", + "boxes": [ + 1606, + 113, + 1646, + 139 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 121, + 1448, + 147 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "AL", + "boxes": [ + 34, + 171, + 60, + 191 + ] + }, + { + "text": "International Kindle PaperwhiteBuy Now", + "boxes": [ + 752, + 204, + 1064, + 234 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite &", + "boxes": [ + 680, + 304, + 1308, + 339 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "Call of Duty/FPS Gamers, PC, Nintendo Switch, Bluetooth 5.3", + "boxes": [ + 684, + 339, + 1352, + 369 + ] + }, + { + "text": "$3149", + "boxes": [ + 1394, + 339, + 1456, + 373 + ] + }, + { + "text": "Gaming Headphones with Noise Canceling Mic, Stereo", + "boxes": [ + 680, + 367, + 1274, + 403 + ] + }, + { + "text": "Sound, 40+Hr Battery -White", + "boxes": [ + 680, + 401, + 1008, + 437 + ] + }, + { + "text": "Amazon Prime members", + "boxes": [ + 1396, + 405, + 1552, + 429 + ] + }, + { + "text": "福", + "boxes": [ + 164, + 415, + 192, + 439 + ] + }, + { + "text": " Join Prime", + "boxes": [ + 1462, + 437, + 1536, + 469 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 682, + 476, + 786, + 500 + ] + }, + { + "text": "ancel anytime", + "boxes": [ + 1402, + 469, + 1482, + 492 + ] + }, + { + "text": "Already a member? Sign in", + "boxes": [ + 1392, + 494, + 1566, + 524 + ] + }, + { + "text": " 1 sustainablity feature", + "boxes": [ + 682, + 506, + 854, + 540 + ] + }, + { + "text": "Sm", + "boxes": [ + 1384, + 514, + 1534, + 586 + ] + }, + { + "text": "CHIJIANYUAN", + "boxes": [ + 1462, + 542, + 1550, + 574 + ] + }, + { + "text": "$46.9", + "boxes": [ + 1818, + 540, + 1854, + 554 + ] + }, + { + "text": "Returns", + "boxes": [ + 1398, + 566, + 1452, + 596 + ] + }, + { + "text": "-37% $3149", + "boxes": [ + 686, + 584, + 810, + 615 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Payment", + "boxes": [ + 1400, + 606, + 1452, + 625 + ] + }, + { + "text": "V See more", + "boxes": [ + 1398, + 623, + 1470, + 649 + ] + }, + { + "text": "620", + "boxes": [ + 1794, + 619, + 1882, + 659 + ] + }, + { + "text": "Exclusive Prime price", + "boxes": [ + 682, + 643, + 814, + 667 + ] + }, + { + "text": "Regular Price", + "boxes": [ + 1394, + 683, + 1486, + 709 + ] + }, + { + "text": "C", + "boxes": [ + 1586, + 689, + 1600, + 705 + ] + }, + { + "text": "", + "boxes": [ + 1794, + 681, + 1872, + 718 + ] + }, + { + "text": "$3599", + "boxes": [ + 1394, + 709, + 1448, + 739 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1808, + 717, + 1864, + 742 + ] + }, + { + "text": "Delivery Saturday, May 24", + "boxes": [ + 1392, + 732, + 1570, + 760 + ] + }, + { + "text": "Roll over image tozoom i", + "boxes": [ + 352, + 768, + 510, + 786 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 768, + 1820, + 788 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 858, + 726, + 883 + ] + }, + { + "text": "Gtheos", + "boxes": [ + 855, + 853, + 909, + 884 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1390, + 864, + 1454, + 883 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 881, + 722, + 907 + ] + }, + { + "text": "White", + "boxes": [ + 858, + 881, + 902, + 909 + ] + }, + { + "text": "Ear Place", + "boxes": [ + 684, + 911, + 742, + 931 + ] + }, + { + "text": "Over Ear", + "boxes": [ + 858, + 909, + 918, + 935 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 937, + 766, + 961 + ] + }, + { + "text": " Over Ear", + "boxes": [ + 856, + 935, + 918, + 961 + ] + }, + { + "text": "32 0hm", + "boxes": [ + 860, + 963, + 914, + 983 + ] + }, + { + "text": "New (3) from", + "boxes": [ + 1394, + 969, + 1470, + 987 + ] + }, + { + "text": "$359", + "boxes": [ + 1484, + 969, + 1514, + 983 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 975, + 1820, + 995 + ] + }, + { + "text": "1", + "boxes": [ + 1816, + 975, + 1868, + 993 + ] + }, + { + "text": " About this item", + "boxes": [ + 678, + 1000, + 836, + 1037 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1578, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 428, + 145 + ] + }, + { + "text": "Retums", + "boxes": [ + 1606, + 113, + 1646, + 139 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 121, + 1448, + 147 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "AL", + "boxes": [ + 34, + 171, + 60, + 191 + ] + }, + { + "text": "International KindlePaperwhiteBuy Now", + "boxes": [ + 752, + 204, + 1064, + 234 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite &", + "boxes": [ + 680, + 304, + 1308, + 339 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "Call of Duty/FPS Gamers, PC, Nintendo Switch, Bluetooth 5.3", + "boxes": [ + 684, + 339, + 1352, + 369 + ] + }, + { + "text": "$3149", + "boxes": [ + 1394, + 339, + 1456, + 373 + ] + }, + { + "text": "Gaming Headphones with Noise Canceling Mic, Stereo", + "boxes": [ + 680, + 367, + 1274, + 403 + ] + }, + { + "text": "Sound, 40+Hr Battery -White", + "boxes": [ + 680, + 401, + 1008, + 437 + ] + }, + { + "text": "Amazon Prime members", + "boxes": [ + 1396, + 405, + 1552, + 429 + ] + }, + { + "text": "福", + "boxes": [ + 164, + 415, + 192, + 439 + ] + }, + { + "text": " Join Prime", + "boxes": [ + 1462, + 437, + 1536, + 469 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 682, + 476, + 786, + 500 + ] + }, + { + "text": "ancel anytime", + "boxes": [ + 1402, + 469, + 1482, + 492 + ] + }, + { + "text": "Already a member? Sign in", + "boxes": [ + 1392, + 494, + 1566, + 524 + ] + }, + { + "text": " 1 sustainablity feature", + "boxes": [ + 682, + 506, + 854, + 540 + ] + }, + { + "text": "Sm", + "boxes": [ + 1384, + 514, + 1534, + 586 + ] + }, + { + "text": "CHIJIANYUAN", + "boxes": [ + 1462, + 542, + 1550, + 574 + ] + }, + { + "text": "$46.9", + "boxes": [ + 1818, + 540, + 1854, + 554 + ] + }, + { + "text": "Returns", + "boxes": [ + 1398, + 566, + 1452, + 596 + ] + }, + { + "text": "-37% $3149", + "boxes": [ + 686, + 584, + 810, + 615 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Payment", + "boxes": [ + 1400, + 606, + 1452, + 625 + ] + }, + { + "text": "V See more", + "boxes": [ + 1398, + 623, + 1470, + 649 + ] + }, + { + "text": "620", + "boxes": [ + 1794, + 619, + 1882, + 659 + ] + }, + { + "text": "Exclusive Prime price", + "boxes": [ + 682, + 643, + 814, + 667 + ] + }, + { + "text": "Regular Price", + "boxes": [ + 1394, + 683, + 1486, + 709 + ] + }, + { + "text": "C", + "boxes": [ + 1586, + 689, + 1600, + 705 + ] + }, + { + "text": "", + "boxes": [ + 1794, + 681, + 1872, + 718 + ] + }, + { + "text": "$3599", + "boxes": [ + 1394, + 709, + 1448, + 739 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1808, + 717, + 1864, + 742 + ] + }, + { + "text": " Delivery Saturday, May 24", + "boxes": [ + 1392, + 732, + 1570, + 760 + ] + }, + { + "text": "Roll over image tozoom i", + "boxes": [ + 352, + 768, + 510, + 786 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 768, + 1820, + 788 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 858, + 726, + 883 + ] + }, + { + "text": "Gtheos", + "boxes": [ + 855, + 853, + 909, + 884 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1390, + 864, + 1454, + 883 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 881, + 722, + 907 + ] + }, + { + "text": "White", + "boxes": [ + 858, + 881, + 902, + 909 + ] + }, + { + "text": "Ear Place", + "boxes": [ + 684, + 911, + 742, + 931 + ] + }, + { + "text": "Over Ear", + "boxes": [ + 858, + 909, + 918, + 935 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 937, + 766, + 961 + ] + }, + { + "text": " Over Ear", + "boxes": [ + 856, + 935, + 918, + 961 + ] + }, + { + "text": "32 0hm", + "boxes": [ + 860, + 963, + 914, + 983 + ] + }, + { + "text": "New (3) from", + "boxes": [ + 1394, + 969, + 1470, + 987 + ] + }, + { + "text": "$359", + "boxes": [ + 1484, + 969, + 1514, + 983 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 975, + 1820, + 995 + ] + }, + { + "text": " About this item", + "boxes": [ + 678, + 1000, + 836, + 1037 + ] + } + ] + }, + { + "frame_id": "90_0_7", + "episode_id": 90, + "env_id": 0, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.014996528625488, + "advantages": 0.21524450182914734, + "generated_text": "{\n \"intent\": \"To explore and potentially purchase headphones from this list\",\n \"action\": \"DoubleClick(437, 400)\" }", + "action_string": "DoubleClick(437, 400)", + "intent_string": "To explore and potentially purchase headphones from this list", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 10, + 66, + 36, + 89 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 113, + 424, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 121, + 1446, + 147 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1812, + 129, + 1876, + 149 + ] + }, + { + "text": "三 All", + "boxes": [ + 20, + 167, + 70, + 195 + ] + }, + { + "text": " Gift Card", + "boxes": [ + 352, + 167, + 418, + 193 + ] + }, + { + "text": "1-48 of over 30,000 results for \"", + "boxes": [ + 10, + 206, + 214, + 230 + ] + }, + { + "text": "Department", + "boxes": [ + 12, + 258, + 96, + 284 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 378, + 290 + ] + }, + { + "text": "Alexa Skills", + "boxes": [ + 12, + 282, + 90, + 308 + ] + }, + { + "text": "Amazon Devices & Acces", + "boxes": [ + 14, + 302, + 166, + 326 + ] + }, + { + "text": "Appliances", + "boxes": [ + 12, + 322, + 86, + 347 + ] + }, + { + "text": "Overall Pick i", + "boxes": [ + 1488, + 322, + 1572, + 339 + ] + }, + { + "text": "Apps & Games", + "boxes": [ + 12, + 341, + 110, + 367 + ] + }, + { + "text": "Arts, Crafts & Sewing", + "boxes": [ + 10, + 359, + 152, + 389 + ] + }, + { + "text": "Audible Books & Originals", + "boxes": [ + 14, + 383, + 178, + 407 + ] + }, + { + "text": "Automotive", + "boxes": [ + 12, + 401, + 86, + 425 + ] + }, + { + "text": "Baby Products", + "boxes": [ + 12, + 421, + 106, + 447 + ] + }, + { + "text": "auty &Per", + "boxes": [ + 34, + 447, + 98, + 465 + ] + }, + { + "text": "KARA", + "boxes": [ + 421, + 440, + 541, + 491 + ] + }, + { + "text": "Books", + "boxes": [ + 14, + 465, + 52, + 484 + ] + }, + { + "text": "CDs & Vinyl", + "boxes": [ + 9, + 478, + 91, + 509 + ] + }, + { + "text": "Clothing, Shoes & Jewelry", + "boxes": [ + 12, + 522, + 178, + 546 + ] + }, + { + "text": "UUUU", + "boxes": [ + 348, + 514, + 432, + 546 + ] + }, + { + "text": "Collectibles & Fine Art", + "boxes": [ + 12, + 542, + 158, + 566 + ] + }, + { + "text": "$46.9", + "boxes": [ + 1818, + 540, + 1852, + 554 + ] + }, + { + "text": "Credit & Payment Cards", + "boxes": [ + 12, + 564, + 166, + 588 + ] + }, + { + "text": "Digital Music", + "boxes": [ + 12, + 582, + 98, + 608 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Electronics", + "boxes": [ + 14, + 606, + 86, + 623 + ] + }, + { + "text": "○●···", + "boxes": [ + 602, + 607, + 796, + 650 + ] + }, + { + "text": "", + "boxes": [ + 898, + 609, + 1012, + 647 + ] + }, + { + "text": "Everything Else", + "boxes": [ + 12, + 621, + 114, + 647 + ] + }, + { + "text": "+3 other colors/patterns", + "boxes": [ + 1200, + 619, + 1334, + 643 + ] + }, + { + "text": "", + "boxes": [ + 1486, + 613, + 1570, + 645 + ] + }, + { + "text": "", + "boxes": [ + 1792, + 615, + 1884, + 661 + ] + }, + { + "text": "Gift Cards ", + "boxes": [ + 14, + 645, + 84, + 663 + ] + }, + { + "text": "TANCHJIM Kara in-Ear Headphones", + "boxes": [ + 314, + 637, + 576, + 667 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for", + "boxes": [ + 608, + 649, + 880, + 673 + ] + }, + { + "text": "Razer BlackShark V2 X Gaming", + "boxes": [ + 902, + 649, + 1130, + 673 + ] + }, + { + "text": "HyperX Cloud IlI Wireless- Gaming ", + "boxes": [ + 1192, + 645, + 1460, + 677 + ] + }, + { + "text": "CORSAIR VOID RGB ELITE Wireless", + "boxes": [ + 1488, + 649, + 1744, + 673 + ] + }, + { + "text": "Grocery & Gourmet Food", + "boxes": [ + 10, + 659, + 176, + 689 + ] + }, + { + "text": "with High Sound Quality Wired HiFi", + "boxes": [ + 314, + 661, + 582, + 691 + ] + }, + { + "text": "PS5, PS4 Fortnite & Call of Duty/FPS ", + "boxes": [ + 606, + 671, + 884, + 701 + ] + }, + { + "text": "Headset: 7.1 Surround Sound -", + "boxes": [ + 894, + 665, + 1130, + 703 + ] + }, + { + "text": "Headset for PC, 5, PS4,upt 12-", + "boxes": [ + 1190, + 665, + 1468, + 703 + ] + }, + { + "text": " Gaming Headset - 7.1 Surround ", + "boxes": [ + 1484, + 671, + 1728, + 701 + ] + }, + { + "text": "Handmade Products", + "boxes": [ + 16, + 685, + 142, + 703 + ] + }, + { + "text": " Listening IEM Earphones", + "boxes": [ + 310, + 683, + 502, + 719 + ] + }, + { + "text": "..8", + "boxes": [ + 1792, + 679, + 1872, + 720 + ] + }, + { + "text": "Gamers, PC, Nintendo Switch,", + "boxes": [ + 608, + 695, + 828, + 725 + ] + }, + { + "text": " 50mm Drivers -Memory Foam", + "boxes": [ + 898, + 691, + 1134, + 727 + ] + }, + { + "text": "Health & Household", + "boxes": [ + 14, + 701, + 144, + 723 + ] + }, + { + "text": "hour Battery, 2.4GHz Wireless, DTS", + "boxes": [ + 1196, + 697, + 1456, + 721 + ] + }, + { + "text": "Sound - Omni-Directional ", + "boxes": [ + 1488, + 697, + 1684, + 721 + ] + }, + { + "text": "Headphones Gaming Earbuds Whi.", + "boxes": [ + 310, + 711, + 576, + 741 + ] + }, + { + "text": "Bluetooth 5.3 Gaming Headphone...", + "boxes": [ + 606, + 719, + 872, + 748 + ] + }, + { + "text": "Cushion - for PC, Mac, PS4, PS5...", + "boxes": [ + 900, + 719, + 1152, + 748 + ] + }, + { + "text": "Spatial Audio, 53mm Angled Drive...", + "boxes": [ + 1194, + 719, + 1464, + 748 + ] + }, + { + "text": " Microphone - Microfiber Mesh...", + "boxes": [ + 1486, + 719, + 1724, + 748 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1808, + 717, + 1864, + 742 + ] + }, + { + "text": "Home&Kitcher", + "boxes": [ + 16, + 744, + 114, + 762 + ] + }, + { + "text": "$16999", + "boxes": [ + 308, + 742, + 394, + 780 + ] + }, + { + "text": "★★★★★9.232", + "boxes": [ + 608, + 744, + 750, + 774 + ] + }, + { + "text": "★★★★★21,850", + "boxes": [ + 902, + 744, + 1054, + 774 + ] + }, + { + "text": "★★★★★7.566", + "boxes": [ + 1196, + 744, + 1336, + 774 + ] + }, + { + "text": "★★★★23.646", + "boxes": [ + 1488, + 744, + 1640, + 774 + ] + }, + { + "text": "Industrial & Sclentific", + "boxes": [ + 14, + 762, + 148, + 784 + ] + }, + { + "text": "7K+ bought in past month", + "boxes": [ + 608, + 764, + 780, + 794 + ] + }, + { + "text": "2K+ bought in past month", + "boxes": [ + 1196, + 766, + 1366, + 790 + ] + }, + { + "text": " 3K+ bought in past month", + "boxes": [ + 1486, + 764, + 1660, + 792 + ] + }, + { + "text": "口", + "boxes": [ + 1787, + 761, + 1823, + 795 + ] + }, + { + "text": "Kindle Store", + "boxes": [ + 12, + 782, + 92, + 808 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 310, + 778, + 452, + 814 + ] + }, + { + "text": "Magazine Subscript", + "boxes": [ + 14, + 802, + 134, + 826 + ] + }, + { + "text": "$314 ist Price: $49.99", + "boxes": [ + 603, + 794, + 785, + 838 + ] + }, + { + "text": "$3649 Lst: 59.99", + "boxes": [ + 899, + 793, + 1041, + 838 + ] + }, + { + "text": "$1189 Lst $+49.99", + "boxes": [ + 1190, + 794, + 1358, + 836 + ] + }, + { + "text": "See options", + "boxes": [ + 1492, + 808, + 1582, + 834 + ] + }, + { + "text": "Movies & TV", + "boxes": [ + 12, + 822, + 94, + 848 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 604, + 829, + 744, + 864 + ] + }, + { + "text": "$13.95 delivery", + "boxes": [ + 902, + 834, + 1000, + 860 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 1194, + 836, + 1332, + 860 + ] + }, + { + "text": "Musical Instrum", + "boxes": [ + 16, + 846, + 116, + 864 + ] + }, + { + "text": "No featured offers available", + "boxes": [ + 1490, + 840, + 1670, + 864 + ] + }, + { + "text": "Office Products", + "boxes": [ + 14, + 862, + 112, + 885 + ] + }, + { + "text": "Ad to cart", + "boxes": [ + 322, + 858, + 402, + 881 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 908, + 860, + 978, + 881 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 1198, + 858, + 1274, + 881 + ] + }, + { + "text": "$52.89 (4 used & new offers)", + "boxes": [ + 1490, + 860, + 1674, + 883 + ] + }, + { + "text": "Patio, Lawn & Garden", + "boxes": [ + 14, + 881, + 152, + 905 + ] + }, + { + "text": "1s", + "boxes": [ + 614, + 879, + 652, + 899 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 908, + 887, + 986, + 913 + ] + }, + { + "text": "Ad to cart ", + "boxes": [ + 1200, + 887, + 1282, + 913 + ] + }, + { + "text": "Pet Supplies", + "boxes": [ + 12, + 901, + 94, + 927 + ] + }, + { + "text": "Software", + "boxes": [ + 16, + 925, + 74, + 943 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 904, + 919, + 1038, + 943 + ] + }, + { + "text": "More Buying Choices", + "boxes": [ + 1196, + 919, + 1334, + 943 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "Sports & Outdoors", + "boxes": [ + 14, + 943, + 132, + 967 + ] + }, + { + "text": "$35.38 (5 used & new offers)", + "boxes": [ + 902, + 937, + 1094, + 967 + ] + }, + { + "text": "$86.32 (6+ used &new offers)", + "boxes": [ + 1194, + 937, + 1394, + 967 + ] + }, + { + "text": "Tools & Home I", + "boxes": [ + 14, + 961, + 110, + 985 + ] + }, + { + "text": "From frequently shopped brands", + "boxes": [ + 304, + 983, + 620, + 1012 + ] + }, + { + "text": "云", + "boxes": [ + 1796, + 977, + 1812, + 993 + ] + }, + { + "text": "1", + "boxes": [ + 1820, + 977, + 1852, + 991 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→×", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "3pgklqA2xj7k21l", + "boxes": [ + 1456, + 66, + 1566, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1578, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 111, + 428, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 121, + 1448, + 147 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 358, + 169, + 420, + 187 + ] + }, + { + "text": "International Kindle Paperwhite Buy Now,", + "boxes": [ + 748, + 200, + 1074, + 238 + ] + }, + { + "text": "TANCHJIM Kara in-Ear Headphones with High Sound Quality", + "boxes": [ + 680, + 306, + 1346, + 341 + ] + }, + { + "text": "凹", + "boxes": [ + 626, + 324, + 646, + 343 + ] + }, + { + "text": "$16999", + "boxes": [ + 1390, + 318, + 1476, + 357 + ] + }, + { + "text": "Wired HiFi Listening IEM Earphones Headphones Gaming", + "boxes": [ + 676, + 331, + 1308, + 377 + ] + }, + { + "text": " Earbuds White Color", + "boxes": [ + 678, + 367, + 912, + 405 + ] + }, + { + "text": "$36.54 Shipping & Import", + "boxes": [ + 1394, + 365, + 1562, + 389 + ] + }, + { + "text": "Charges to China Detalls ", + "boxes": [ + 1392, + 383, + 1572, + 413 + ] + }, + { + "text": "Visithe TANCHJIM Store", + "boxes": [ + 682, + 395, + 846, + 427 + ] + }, + { + "text": "Delivery Saturday, May 24.", + "boxes": [ + 1394, + 405, + 1572, + 429 + ] + }, + { + "text": "Search this page", + "boxes": [ + 684, + 421, + 790, + 445 + ] + }, + { + "text": " Order within 23 hrs 35 1", + "boxes": [ + 1392, + 423, + 1548, + 453 + ] + }, + { + "text": "mins", + "boxes": [ + 1540, + 431, + 1570, + 445 + ] + }, + { + "text": "名", + "boxes": [ + 166, + 459, + 196, + 496 + ] + }, + { + "text": "$16999", + "boxes": [ + 676, + 455, + 766, + 492 + ] + }, + { + "text": "KARA", + "boxes": [ + 396, + 488, + 592, + 558 + ] + }, + { + "text": "$36.54 Shippin", + "boxes": [ + 680, + 496, + 782, + 522 + ] + }, + { + "text": "Brand", + "boxes": [ + 680, + 524, + 726, + 552 + ] + }, + { + "text": "TANCHJIM", + "boxes": [ + 858, + 524, + 932, + 550 + ] + }, + { + "text": "Color", + "boxes": [ + 680, + 548, + 724, + 576 + ] + }, + { + "text": "$46.99", + "boxes": [ + 1818, + 540, + 1858, + 556 + ] + }, + { + "text": "White", + "boxes": [ + 858, + 550, + 902, + 578 + ] + }, + { + "text": "Quantity:1", + "boxes": [ + 1406, + 556, + 1476, + 574 + ] + }, + { + "text": "Ear Place", + "boxes": [ + 680, + 576, + 744, + 602 + ] + }, + { + "text": " In Ear", + "boxes": [ + 856, + 576, + 902, + 604 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 680, + 604, + 766, + 627 + ] + }, + { + "text": " In Ear", + "boxes": [ + 856, + 604, + 902, + 629 + ] + }, + { + "text": " Add to Cart ", + "boxes": [ + 1458, + 596, + 1540, + 619 + ] + }, + { + "text": "G20", + "boxes": [ + 1796, + 619, + 1882, + 659 + ] + }, + { + "text": "ModelNar", + "boxes": [ + 688, + 631, + 752, + 651 + ] + }, + { + "text": "Kara", + "boxes": [ + 860, + 631, + 892, + 653 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 635, + 1530, + 661 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 673, + 836, + 703 + ] + }, + { + "text": "Ships from Amazon ", + "boxes": [ + 1398, + 673, + 1520, + 703 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1395, + 690, + 1449, + 724 + ] + }, + { + "text": "", + "boxes": [ + 1794, + 681, + 1872, + 718 + ] + }, + { + "text": "It feeling】Wear", + "boxes": [ + 976, + 701, + 1078, + 725 + ] + }, + { + "text": "re in line with the", + "boxes": [ + 1236, + 699, + 1350, + 723 + ] + }, + { + "text": "TANCHJIM", + "boxes": [ + 1466, + 695, + 1530, + 721 + ] + }, + { + "text": "nd the", + "boxes": [ + 1136, + 705, + 1172, + 719 + ] + }, + { + "text": "ring habits of enthusiasts, the ", + "boxes": [ + 730, + 723, + 922, + 741 + ] + }, + { + "text": "seof high-prec", + "boxes": [ + 930, + 719, + 1020, + 744 + ] + }, + { + "text": "n DLP3D printi", + "boxes": [ + 1042, + 723, + 1138, + 741 + ] + }, + { + "text": "Returns", + "boxes": [ + 1398, + 717, + 1448, + 742 + ] + }, + { + "text": "30-day ", + "boxes": [ + 1468, + 717, + 1512, + 742 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 717, + 1864, + 742 + ] + }, + { + "text": "refund/replace", + "boxes": [ + 1468, + 731, + 1550, + 754 + ] + }, + { + "text": "Secure transactior", + "boxes": [ + 1470, + 756, + 1568, + 774 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 768, + 1820, + 788 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 788, + 1420, + 814 + ] + }, + { + "text": "high hard", + "boxes": [ + 700, + 808, + 762, + 826 + ] + }, + { + "text": "Add a gift receipt for easy", + "boxes": [ + 1416, + 810, + 1584, + 834 + ] + }, + { + "text": "【Highly fit TANCHJIM target curve】 Scientific HIFI, TANCHJIM considers the market orlentation and", + "boxes": [ + 694, + 826, + 1346, + 854 + ] + }, + { + "text": "returns", + "boxes": [ + 1416, + 830, + 1468, + 856 + ] + }, + { + "text": "optimized professlonal tuning, characterized by a relatively smooth extremely high frequency hearing,", + "boxes": [ + 700, + 846, + 1350, + 874 + ] + }, + { + "text": "quite", + "boxes": [ + 704, + 874, + 740, + 887 + ] + }, + { + "text": "heric low frequency, reject cold and dry sound.", + "boxes": [ + 784, + 870, + 1082, + 893 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1406, + 883, + 1472, + 903 + ] + }, + { + "text": "【Big upgr", + "boxes": [ + 698, + 895, + 768, + 913 + ] + }, + { + "text": "plated silver wire, Litz weave structure makes it soft and anti-oxidation, precision special adjustment", + "boxes": [ + 704, + 915, + 1338, + 933 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "stepinplace", + "boxes": [ + 1234, + 957, + 1316, + 975 + ] + }, + { + "text": "ire balancing sleeve】The air", + "boxes": [ + 976, + 979, + 1156, + 997 + ] + }, + { + "text": "云", + "boxes": [ + 1796, + 977, + 1814, + 993 + ] + } + ] + }, + { + "frame_id": "90_1_7", + "episode_id": 90, + "env_id": 1, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.49267864227295, + "advantages": 0.4497051239013672, + "generated_text": "{\n \"intent\": \"Considering the goal is to explore the environment尽可能多，在有限的步骤中，我应该选择一个可能打开更多内容或信息的动作。\",\n \"action\": \"DoubleClick(746, 924)\" \n}", + "action_string": "DoubleClick(746, 924)", + "intent_string": "Considering the goal is to explore the environment尽可能多，在有限的步骤中，我应该选择一个可能打开更多内容或信息的动作。", + "before_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing ", + "boxes": [ + 36, + 32, + 190, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 248, + 638, + 280 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 474, + 298, + 630, + 328 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6 歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "1,.71", + "boxes": [ + 1634, + 806, + 1684, + 840 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1464, + 852, + 1512, + 878 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+3466 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "时代周报·2小时", + "boxes": [ + 824, + 921, + 952, + 945 + ] + }, + { + "text": "D", + "boxes": [ + 1140, + 931, + 1164, + 953 + ] + }, + { + "text": "一点视频/二丫讲综艺·2周", + "boxes": [ + 1158, + 927, + 1320, + 957 + ] + }, + { + "text": "动察：哪吒汽车被申请破产审查，敢问路在何", + "boxes": [ + 198, + 943, + 792, + 987 + ] + }, + { + "text": "奇瑞汽车总是“起个大早，赶", + "boxes": [ + 826, + 941, + 1090, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "薛平贵：代战不肯跪拜王宝", + "boxes": [ + 1134, + 947, + 1390, + 987 + ] + }, + { + "text": "了晚集”？尹同跃：我们的胆", + "boxes": [ + 826, + 967, + 1090, + 1003 + ] + }, + { + "text": "，王宝一个眼神，薛平贵", + "boxes": [ + 1136, + 977, + 1406, + 1011 + ] + }, + { + "text": "英传", + "boxes": [ + 1454, + 979, + 1526, + 1036 + ] + }, + { + "text": "方？", + "boxes": [ + 198, + 989, + 262, + 1020 + ] + }, + { + "text": "", + "boxes": [ + 1588, + 989, + 1622, + 1016 + ] + }, + { + "text": "+3528 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "子很小", + "boxes": [ + 826, + 995, + 896, + 1028 + ] + }, + { + "text": "乖乖闭嘴", + "boxes": [ + 1136, + 1003, + 1230, + 1040 + ] + }, + { + "text": "S", + "boxes": [ + 852, + 1028, + 874, + 1042 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 54, + 66, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1878, + 89 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 572, + 123, + 632, + 143 + ] + }, + { + "text": "Q", + "boxes": [ + 1308, + 123, + 1324, + 137 + ] + }, + { + "text": "中", + "boxes": [ + 1760, + 117, + 1792, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 60, + 129, + 102, + 149 + ] + }, + { + "text": "ITBEAR科技资讯", + "boxes": [ + 382, + 264, + 552, + 306 + ] + }, + { + "text": "奇瑞风云A9L：安全铸就豪华，向全球高端市场发起冲击", + "boxes": [ + 366, + 349, + 1182, + 391 + ] + }, + { + "text": "超智能攻略的报道·14小时·① 2分钟读取", + "boxes": [ + 362, + 411, + 708, + 451 + ] + }, + { + "text": "在芜湖奇瑞碰撞安全试验室，一场以\"底线\"为核心主题的安全盛宴——\"奇瑞汽车安全之夜\"盛大启幕。活动中，奇瑞正", + "boxes": [ + 366, + 504, + 1242, + 534 + ] + }, + { + "text": "式揭晓了其基于全新EOX平台打造的首款C级旗舰轿车之名—风云A9L。这款车型不仅以532的越级尺寸树立C级车新", + "boxes": [ + 366, + 530, + 1238, + 560 + ] + }, + { + "text": "标杆，更是以百万豪车为标杆，从品质到工艺实现了全面跃升，彰显了奇瑞进军新能源高端市场的雄心壮志。", + "boxes": [ + 364, + 558, + 1174, + 588 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1598, + 584 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1444, + 599, + 1664, + 631 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 663, + 1662, + 695 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1446, + 685, + 1588, + 709 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1444, + 724, + 1662, + 759 + ] + }, + { + "text": "风云A9L", + "boxes": [ + 925, + 724, + 1129, + 804 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1446, + 748, + 1580, + 778 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 873, + 1086, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码Ⅱunique", + "boxes": [ + 28, + 909, + 794, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及有", + "boxes": [ + 32, + 951, + 216, + 975 + ] + }, + { + "text": "在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 206, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：", + "boxes": [ + 32, + 971, + 130, + 995 + ] + }, + { + "text": "微软隐私声明", + "boxes": [ + 120, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "瑞风云A9L ", + "boxes": [ + 224, + 1048, + 304, + 1072 + ] + } + ] + }, + { + "frame_id": "90_2_7", + "episode_id": 90, + "env_id": 2, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.089481353759766, + "advantages": -0.23902590572834015, + "generated_text": "{\n \"intent\": \"Double clicking on the headphones to open the product page.\",\n \"action\": \"DoubleClick(537, 404)\"\n}", + "action_string": "DoubleClick(537, 404)", + "intent_string": "Double clicking on the headphones to open the product page.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1882, + 91 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": " Subtotal", + "boxes": [ + 1824, + 105, + 1886, + 131 + ] + }, + { + "text": "gamingheadsets", + "boxes": [ + 308, + 119, + 420, + 137 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 125, + 1446, + 145 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1820, + 123, + 1890, + 149 + ] + }, + { + "text": "×", + "boxes": [ + 1848, + 204, + 1866, + 220 + ] + }, + { + "text": "ASUS ROG Pelta Wireless", + "boxes": [ + 1540, + 238, + 1750, + 262 + ] + }, + { + "text": "Gaming Headset (BT,ROG", + "boxes": [ + 1536, + 252, + 1752, + 286 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C,", + "boxes": [ + 1538, + 272, + 1764, + 306 + ] + }, + { + "text": "Lightweight 309g,50mmROG", + "boxes": [ + 1536, + 290, + 1778, + 326 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm", + "boxes": [ + 1540, + 318, + 1778, + 341 + ] + }, + { + "text": "Super-Wideband Mic, RGB...", + "boxes": [ + 1538, + 336, + 1770, + 365 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 1538, + 369, + 1620, + 393 + ] + }, + { + "text": "Pattern:Pelta", + "boxes": [ + 1542, + 403, + 1610, + 421 + ] + }, + { + "text": "BouO", + "boxes": [ + 46, + 1044, + 216, + 1074 + ] + }, + { + "text": "Amazon.con", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1892, + 93 + ] + }, + { + "text": "三", + "boxes": [ + 1880, + 68, + 1910, + 87 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": " Subtotal", + "boxes": [ + 1824, + 105, + 1886, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 125, + 1446, + 145 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1818, + 121, + 1892, + 153 + ] + }, + { + "text": "Go to Car'", + "boxes": [ + 1828, + 157, + 1878, + 175 + ] + }, + { + "text": "×", + "boxes": [ + 1854, + 206, + 1866, + 218 + ] + }, + { + "text": "ASUS ROG Pelta Wireless", + "boxes": [ + 1540, + 238, + 1750, + 262 + ] + }, + { + "text": "Gaming Headset (BT,ROG", + "boxes": [ + 1536, + 252, + 1752, + 286 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C,", + "boxes": [ + 1538, + 272, + 1764, + 306 + ] + }, + { + "text": "Lightweight 309g50mmROG", + "boxes": [ + 1536, + 290, + 1778, + 326 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm", + "boxes": [ + 1540, + 318, + 1778, + 341 + ] + }, + { + "text": "Super-Wideband Mic, RGB...", + "boxes": [ + 1538, + 336, + 1770, + 365 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 1538, + 369, + 1620, + 393 + ] + }, + { + "text": "Pattern:Pelta", + "boxes": [ + 1542, + 403, + 1610, + 421 + ] + }, + { + "text": "BouO", + "boxes": [ + 46, + 1044, + 216, + 1074 + ] + }, + { + "text": "Amazon.con", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ] + }, + { + "frame_id": "90_3_7", + "episode_id": 90, + "env_id": 3, + "step": 7, + "format_rewards": 1.0, + "rewards": 9.952064514160156, + "advantages": 0.18435560166835785, + "generated_text": "{\n \"intent\": \"Navigate through the Bing search page by double clicking on one of the articles to open it and then explore the rest of the page.\",\n \"action\": \"DoubleClick(208, 722)\" \n}", + "action_string": "DoubleClick(208, 722)", + "intent_string": "Navigate through the Bing search page by double clicking on one of the articles to open it and then explore the rest of the page.", + "before_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 187, + 153 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 470, + 294, + 632, + 330 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 788, + 409, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1266, + 478 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 187, + 720, + 273, + 751 + ] + }, + { + "text": "好开又省油！", + "boxes": [ + 238, + 766, + 790, + 883 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1632, + 804, + 1686, + 840 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "+2.30%", + "boxes": [ + 1634, + 856, + 1684, + 876 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+3 569 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "", + "boxes": [ + 1596, + 905, + 1610, + 921 + ] + }, + { + "text": "点视频/My车轱镀", + "boxes": [ + 244, + 921, + 334, + 945 + ] + }, + { + "text": "IC photo · 2 小时", + "boxes": [ + 826, + 917, + 958, + 947 + ] + }, + { + "text": "值什么值得买", + "boxes": [ + 1138, + 919, + 1230, + 945 + ] + }, + { + "text": "试驾银河L7EM-i，驾控更强、更省油，家用", + "boxes": [ + 194, + 945, + 794, + 987 + ] + }, + { + "text": "中新社：贵州贵平高速路面", + "boxes": [ + 826, + 941, + 1078, + 977 + ] + }, + { + "text": "魔兽世界：从宇宙起源到艾泽", + "boxes": [ + 1136, + 941, + 1408, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": ",-13", + "boxes": [ + 1628, + 939, + 1700, + 987 + ] + }, + { + "text": "“无人摊碾\"施工忙", + "boxes": [ + 830, + 967, + 1002, + 1003 + ] + }, + { + "text": "拉斯的永恒纷争", + "boxes": [ + 1138, + 969, + 1288, + 1001 + ] + }, + { + "text": "好不好？", + "boxes": [ + 200, + 983, + 324, + 1020 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1526, + 1036 + ] + }, + { + "text": "?", + "boxes": [ + 1592, + 991, + 1620, + 1014 + ] + }, + { + "text": "+3526 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "10", + "boxes": [ + 210, + 1026, + 262, + 1044 + ] + }, + { + "text": "3", + "boxes": [ + 188, + 1052, + 202, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "earch - Microsoft Bing", + "boxes": [ + 38, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 254, + 66, + 444, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1416, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 480, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1104, + 449, + 1268, + 478 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "1,.71%", + "boxes": [ + 1634, + 806, + 1686, + 840 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+3 569 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "", + "boxes": [ + 1596, + 905, + 1610, + 921 + ] + }, + { + "text": "IC photo · 2小时", + "boxes": [ + 824, + 917, + 958, + 947 + ] + }, + { + "text": "值什么值得买", + "boxes": [ + 1138, + 919, + 1230, + 945 + ] + }, + { + "text": "政策引导+技术突破 脑机接口迎来产业化曙", + "boxes": [ + 200, + 945, + 764, + 987 + ] + }, + { + "text": "中新社：贵州贵平高速路面", + "boxes": [ + 824, + 941, + 1078, + 977 + ] + }, + { + "text": "魔兽世界：从宇宙起源到艾泽", + "boxes": [ + 1136, + 941, + 1408, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": "1,3139 ", + "boxes": [ + 1626, + 939, + 1700, + 987 + ] + }, + { + "text": "“无人摊碾\"施工忙", + "boxes": [ + 830, + 967, + 1002, + 1003 + ] + }, + { + "text": "拉斯的永恒纷争", + "boxes": [ + 1136, + 966, + 1288, + 1003 + ] + }, + { + "text": "光", + "boxes": [ + 200, + 983, + 244, + 1026 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1526, + 1036 + ] + }, + { + "text": "", + "boxes": [ + 1588, + 989, + 1622, + 1016 + ] + }, + { + "text": "+3526 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + } + ] + }, + { + "frame_id": "90_4_7", + "episode_id": 90, + "env_id": 4, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.976251602172852, + "advantages": -0.2946024537086487, + "generated_text": "{\n \"intent\": \"scroll down to view more results since there might be important information further down the page\",\n \"action\": \"ScrollDown(960, 1048)\"\n}", + "action_string": "ScrollDown(960, 1048)", + "intent_string": "scroll down to view more results since there might be important information further down the page", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 268, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 460, + 230 + ] + }, + { + "text": "About 2,660,000 results", + "boxes": [ + 176, + 260, + 328, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 210, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "8 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 780, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全，", + "boxes": [ + 178, + 389, + 772, + 413 + ] + }, + { + "text": "★", + "boxes": [ + 558, + 423, + 580, + 447 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "ww.thepaper.cn T", + "boxes": [ + 276, + 450, + 378, + 481 + ] + }, + { + "text": " Translate this result ", + "boxes": [ + 366, + 455, + 490, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "11 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 210, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 176, + 615, + 720, + 651 + ] + }, + { + "text": "11 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 178, + 669, + 762, + 693 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 212, + 715, + 292, + 741 + ] + }, + { + "text": "https://cn.chinadaly.com.cn Translaethis result ", + "boxes": [ + 210, + 731, + 514, + 760 + ] + }, + { + "text": "将AI送上太空我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 176, + 756, + 706, + 792 + ] + }, + { + "text": "9 hours ago·12星箭上排布图 首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 182, + 786, + 770, + 810 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链，", + "boxes": [ + 178, + 810, + 774, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 190, + 872, + 202, + 883 + ] + }, + { + "text": "https:/fnance.sina.com.cn jsw doc-inewpmqw. ranslae this result ", + "boxes": [ + 210, + 872, + 664, + 901 + ] + }, + { + "text": "将AI送上太空 我国成功发射太空计算卫星星座－新浪财经", + "boxes": [ + 174, + 895, + 686, + 931 + ] + }, + { + "text": "8 hours ago·国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空.人工智能领", + "boxes": [ + 178, + 925, + 786, + 955 + ] + }, + { + "text": "域边界从地面迈向太空。国星宇航\"星算\"计划首发星座一轨12..", + "boxes": [ + 172, + 941, + 578, + 979 + ] + }, + { + "text": "?", + "boxes": [ + 179, + 1001, + 211, + 1032 + ] + }, + { + "text": "封面新闻", + "boxes": [ + 212, + 995, + 278, + 1020 + ] + }, + { + "text": "http:/www.thecover.cn > news Translate thisresuit", + "boxes": [ + 212, + 1010, + 532, + 1042 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 300, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 248, + 145 + ] + }, + { + "text": "", + "boxes": [ + 238, + 121, + 262, + 135 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 290, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 460, + 230 + ] + }, + { + "text": " About 2,660,000 results", + "boxes": [ + 176, + 260, + 328, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 210, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "8 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 780, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全．", + "boxes": [ + 176, + 387, + 774, + 417 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://wwv", + "boxes": [ + 214, + 455, + 284, + 472 + ] + }, + { + "text": "w.thepaper.cn Translate this resuit", + "boxes": [ + 276, + 451, + 492, + 480 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "11 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 210, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星.", + "boxes": [ + 174, + 613, + 722, + 653 + ] + }, + { + "text": "11 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 178, + 667, + 762, + 691 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 212, + 715, + 292, + 741 + ] + }, + { + "text": "https://c.chinadaily.comcn Translatethisresut", + "boxes": [ + 210, + 731, + 514, + 760 + ] + }, + { + "text": "将AI送上太空 我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 176, + 756, + 706, + 792 + ] + }, + { + "text": "9 hours ago·12星箭上排布图 首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 182, + 786, + 770, + 810 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链，", + "boxes": [ + 178, + 810, + 774, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 190, + 872, + 202, + 883 + ] + }, + { + "text": "https:/fnance.sina.com.cn jsw doc-inewpmqw. ranslae this result ", + "boxes": [ + 210, + 872, + 664, + 901 + ] + }, + { + "text": "将AI送上太空 我国成功发射太空计算卫星星座－新浪财经", + "boxes": [ + 174, + 895, + 686, + 931 + ] + }, + { + "text": "8 hours ago·国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空.人工智能领", + "boxes": [ + 178, + 925, + 784, + 955 + ] + }, + { + "text": "域边界从地面迈向太空。国星宇航\"星算\"计划首发星座一轨12..", + "boxes": [ + 172, + 941, + 578, + 979 + ] + }, + { + "text": "?", + "boxes": [ + 179, + 1001, + 211, + 1032 + ] + }, + { + "text": "封面新闻", + "boxes": [ + 212, + 995, + 278, + 1020 + ] + }, + { + "text": "http:/ww.thecover.cn news Translate thisresuit", + "boxes": [ + 212, + 1010, + 532, + 1042 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 300, + 1070 + ] + } + ] + }, + { + "frame_id": "90_5_7", + "episode_id": 90, + "env_id": 5, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.050749778747559, + "advantages": 0.23279327154159546, + "generated_text": "{\n \"intent\": \"Click on one of the hotel options on the screen to explore the webpage further.\",\n \"action\": \"DoubleClick(956, 374)\" \n}", + "action_string": "DoubleClick(956, 374)", + "intent_string": "Click on one of the hotel options on the screen to explore the webpage further.", + "before_screen_ocr_results": [ + { + "text": "", + "boxes": [ + 1581, + 59, + 1663, + 92 + ] + }, + { + "text": "$", + "boxes": [ + 314, + 107, + 350, + 137 + ] + }, + { + "text": "Willyou llow www.ctrip.com to aces your", + "boxes": [ + 354, + 99, + 674, + 135 + ] + }, + { + "text": "三", + "boxes": [ + 26, + 117, + 50, + 143 + ] + }, + { + "text": "索任何旅游相关", + "boxes": [ + 698, + 123, + 798, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1176, + 121, + 1214, + 149 + ] + }, + { + "text": "注册", + "boxes": [ + 1238, + 121, + 1278, + 149 + ] + }, + { + "text": "我的订单", + "boxes": [ + 1307, + 117, + 1401, + 153 + ] + }, + { + "text": "联系客服", + "boxes": [ + 1422, + 119, + 1496, + 151 + ] + }, + { + "text": "Learn more", + "boxes": [ + 360, + 147, + 438, + 173 + ] + }, + { + "text": "田酒店", + "boxes": [ + 20, + 173, + 92, + 204 + ] + }, + { + "text": " Remember this decisior", + "boxes": [ + 366, + 175, + 536, + 193 + ] + }, + { + "text": "安心订 放心住", + "boxes": [ + 1000, + 191, + 1166, + 228 + ] + }, + { + "text": "西安酒店口碑榜", + "boxes": [ + 1236, + 187, + 1358, + 218 + ] + }, + { + "text": "西安W酒店", + "boxes": [ + 1508, + 189, + 1590, + 220 + ] + }, + { + "text": "国内酒店", + "boxes": [ + 50, + 216, + 120, + 248 + ] + }, + { + "text": " Don't Allow", + "boxes": [ + 360, + 218, + 440, + 242 + ] + }, + { + "text": "Allow Location Access ", + "boxes": [ + 520, + 216, + 680, + 246 + ] + }, + { + "text": "16°℃~28°℃", + "boxes": [ + 1240, + 210, + 1318, + 236 + ] + }, + { + "text": "￥1606.0起", + "boxes": [ + 1510, + 212, + 1588, + 244 + ] + }, + { + "text": "海外酒店", + "boxes": [ + 52, + 244, + 120, + 276 + ] + }, + { + "text": "目的地/酒店名称", + "boxes": [ + 471, + 254, + 587, + 288 + ] + }, + { + "text": "入住", + "boxes": [ + 786, + 258, + 824, + 288 + ] + }, + { + "text": "退房", + "boxes": [ + 1120, + 258, + 1160, + 286 + ] + }, + { + "text": "西安索菲特传奇..", + "boxes": [ + 1514, + 256, + 1622, + 280 + ] + }, + { + "text": "机票", + "boxes": [ + 24, + 284, + 94, + 318 + ] + }, + { + "text": "上海", + "boxes": [ + 476, + 286, + 518, + 312 + ] + }, + { + "text": "5月14日(周三)", + "boxes": [ + 786, + 284, + 900, + 316 + ] + }, + { + "text": "1晚", + "boxes": [ + 964, + 278, + 986, + 292 + ] + }, + { + "text": "5月15日(今天)", + "boxes": [ + 1044, + 284, + 1160, + 314 + ] + }, + { + "text": "只火车票", + "boxes": [ + 21, + 329, + 109, + 368 + ] + }, + { + "text": "西安华清御汤酒店", + "boxes": [ + 1512, + 322, + 1626, + 345 + ] + }, + { + "text": "房间及住客", + "boxes": [ + 474, + 343, + 552, + 375 + ] + }, + { + "text": "酒店级别", + "boxes": [ + 610, + 343, + 678, + 377 + ] + }, + { + "text": "关键词（选填）", + "boxes": [ + 788, + 343, + 886, + 375 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1048, + 351, + 1128, + 391 + ] + }, + { + "text": "1495.0起", + "boxes": [ + 1530, + 347, + 1580, + 367 + ] + }, + { + "text": "1间,1", + "boxes": [ + 471, + 365, + 545, + 402 + ] + }, + { + "text": "不限", + "boxes": [ + 610, + 369, + 656, + 403 + ] + }, + { + "text": "旅游", + "boxes": [ + 22, + 381, + 94, + 413 + ] + }, + { + "text": "门票·活动", + "boxes": [ + 24, + 429, + 132, + 461 + ] + }, + { + "text": "汽车·船票", + "boxes": [ + 19, + 470, + 135, + 513 + ] + }, + { + "text": "三亚亚龙湾星华华邑度假酒店", + "boxes": [ + 866, + 471, + 1146, + 512 + ] + }, + { + "text": "定酒店，享往返拼车接送机>", + "boxes": [ + 892, + 506, + 1124, + 546 + ] + }, + { + "text": "阵", + "boxes": [ + 20, + 522, + 96, + 560 + ] + }, + { + "text": "酒店推荐", + "boxes": [ + 452, + 576, + 544, + 613 + ] + }, + { + "text": "攻略·景点", + "boxes": [ + 26, + 592, + 132, + 623 + ] + }, + { + "text": "上海", + "boxes": [ + 834, + 584, + 864, + 604 + ] + }, + { + "text": "6旅游地图", + "boxes": [ + 19, + 633, + 129, + 676 + ] + }, + { + "text": "1392629", + "boxes": [ + 704, + 665, + 800, + 697 + ] + }, + { + "text": "全球购", + "boxes": [ + 24, + 707, + 108, + 739 + ] + }, + { + "text": "携程口碑榜", + "boxes": [ + 1249, + 718, + 1423, + 773 + ] + }, + { + "text": "业", + "boxes": [ + 1044, + 737, + 1066, + 750 + ] + }, + { + "text": "礼品卡", + "boxes": [ + 24, + 754, + 110, + 786 + ] + }, + { + "text": "四亿旅行者的口碑之选>", + "boxes": [ + 1262, + 758, + 1406, + 793 + ] + }, + { + "text": "携程金融", + "boxes": [ + 22, + 800, + 128, + 838 + ] + }, + { + "text": "上海浦东国际机场迪航酒店", + "boxes": [ + 466, + 794, + 670, + 832 + ] + }, + { + "text": "上海世博中心亚朵酒店", + "boxes": [ + 708, + 796, + 880, + 832 + ] + }, + { + "text": "上海陆家嘴金融中心桔子..", + "boxes": [ + 954, + 798, + 1150, + 828 + ] + }, + { + "text": "！", + "boxes": [ + 715, + 821, + 763, + 853 + ] + }, + { + "text": "", + "boxes": [ + 962, + 828, + 1000, + 848 + ] + }, + { + "text": "4.5/5超棒", + "boxes": [ + 470, + 844, + 554, + 876 + ] + }, + { + "text": "￥237", + "boxes": [ + 644, + 848, + 680, + 868 + ] + }, + { + "text": "4.8/5", + "boxes": [ + 712, + 844, + 770, + 876 + ] + }, + { + "text": "超棒", + "boxes": [ + 756, + 848, + 796, + 874 + ] + }, + { + "text": "4.95超棒", + "boxes": [ + 956, + 844, + 1040, + 876 + ] + }, + { + "text": "￥715", + "boxes": [ + 1132, + 850, + 1162, + 864 + ] + }, + { + "text": "B企业商旅", + "boxes": [ + 24, + 870, + 124, + 901 + ] + }, + { + "text": "7984条点评", + "boxes": [ + 466, + 874, + 550, + 905 + ] + }, + { + "text": "￥201", + "boxes": [ + 640, + 878, + 680, + 903 + ] + }, + { + "text": "3744条点评", + "boxes": [ + 710, + 874, + 792, + 905 + ] + }, + { + "text": "￥661", + "boxes": [ + 882, + 878, + 922, + 903 + ] + }, + { + "text": "4648条点评", + "boxes": [ + 952, + 876, + 1034, + 901 + ] + }, + { + "text": "￥671", + "boxes": [ + 1124, + 878, + 1166, + 903 + ] + }, + { + "text": "携程商旅。", + "boxes": [ + 1236, + 887, + 1336, + 925 + ] + }, + { + "text": "老友会", + "boxes": [ + 28, + 921, + 108, + 947 + ] + }, + { + "text": "携程集团旗下一站式企业差旅服务平台", + "boxes": [ + 1242, + 919, + 1428, + 943 + ] + }, + { + "text": "关于携程", + "boxes": [ + 28, + 969, + 124, + 995 + ] + }, + { + "text": "当季热推", + "boxes": [ + 456, + 967, + 544, + 999 + ] + }, + { + "text": "出发地上海", + "boxes": [ + 548, + 967, + 650, + 999 + ] + }, + { + "text": "携程旅行网：酒·", + "boxes": [ + 216, + 1048, + 308, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1584, + 64, + 1662, + 89 + ] + }, + { + "text": "$", + "boxes": [ + 314, + 107, + 350, + 137 + ] + }, + { + "text": "Willyou llow www.ctrip.com to acess your", + "boxes": [ + 354, + 99, + 674, + 135 + ] + }, + { + "text": "三", + "boxes": [ + 26, + 117, + 50, + 141 + ] + }, + { + "text": "索任何旅游相关", + "boxes": [ + 698, + 123, + 798, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1180, + 125, + 1212, + 147 + ] + }, + { + "text": "注册", + "boxes": [ + 1236, + 121, + 1278, + 149 + ] + }, + { + "text": "我的订单", + "boxes": [ + 1307, + 117, + 1401, + 153 + ] + }, + { + "text": "联系客服", + "boxes": [ + 1424, + 123, + 1494, + 149 + ] + }, + { + "text": "一口$", + "boxes": [ + 1502, + 117, + 1600, + 149 + ] + }, + { + "text": "Learn more", + "boxes": [ + 360, + 147, + 438, + 173 + ] + }, + { + "text": "田酒店", + "boxes": [ + 20, + 173, + 92, + 204 + ] + }, + { + "text": " Remember this decisior", + "boxes": [ + 368, + 175, + 536, + 193 + ] + }, + { + "text": "安心订 放心住", + "boxes": [ + 1000, + 193, + 1166, + 228 + ] + }, + { + "text": "武汉酒店口碑榜", + "boxes": [ + 1214, + 187, + 1336, + 218 + ] + }, + { + "text": "武汉泛海费尔蒙.", + "boxes": [ + 1484, + 191, + 1596, + 220 + ] + }, + { + "text": "国内酒店", + "boxes": [ + 50, + 216, + 120, + 248 + ] + }, + { + "text": "Don't Allow", + "boxes": [ + 362, + 218, + 440, + 242 + ] + }, + { + "text": "Allow Location Access", + "boxes": [ + 520, + 216, + 680, + 246 + ] + }, + { + "text": "21°℃~28℃", + "boxes": [ + 1216, + 210, + 1294, + 236 + ] + }, + { + "text": "￥948.0起", + "boxes": [ + 1486, + 212, + 1552, + 244 + ] + }, + { + "text": "海外酒店", + "boxes": [ + 52, + 244, + 120, + 276 + ] + }, + { + "text": "目的地/酒店名称", + "boxes": [ + 473, + 254, + 587, + 288 + ] + }, + { + "text": "入住", + "boxes": [ + 786, + 258, + 822, + 288 + ] + }, + { + "text": "退房", + "boxes": [ + 1122, + 258, + 1160, + 286 + ] + }, + { + "text": "武汉万达瑞华酒店", + "boxes": [ + 1486, + 254, + 1610, + 284 + ] + }, + { + "text": "机票", + "boxes": [ + 24, + 284, + 94, + 318 + ] + }, + { + "text": "上海", + "boxes": [ + 476, + 286, + 518, + 312 + ] + }, + { + "text": "5月14日(周三)", + "boxes": [ + 786, + 284, + 900, + 316 + ] + }, + { + "text": "1晚", + "boxes": [ + 964, + 278, + 986, + 292 + ] + }, + { + "text": "5月15日(今天)", + "boxes": [ + 1044, + 284, + 1160, + 314 + ] + }, + { + "text": "￥848.0", + "boxes": [ + 1496, + 282, + 1542, + 302 + ] + }, + { + "text": "只火车票", + "boxes": [ + 24, + 334, + 108, + 365 + ] + }, + { + "text": "房间及住客", + "boxes": [ + 474, + 343, + 552, + 375 + ] + }, + { + "text": "酒店级别", + "boxes": [ + 610, + 343, + 678, + 377 + ] + }, + { + "text": "关键词 (选填)", + "boxes": [ + 786, + 343, + 884, + 375 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1045, + 349, + 1129, + 394 + ] + }, + { + "text": "1间,1位", + "boxes": [ + 474, + 369, + 544, + 401 + ] + }, + { + "text": "不限", + "boxes": [ + 610, + 369, + 656, + 403 + ] + }, + { + "text": "旅游", + "boxes": [ + 22, + 381, + 94, + 413 + ] + }, + { + "text": "门票·活动", + "boxes": [ + 24, + 429, + 132, + 461 + ] + }, + { + "text": "(5.5", + "boxes": [ + 464, + 457, + 490, + 471 + ] + }, + { + "text": "汽车·船票", + "boxes": [ + 26, + 480, + 130, + 506 + ] + }, + { + "text": "三亚亚龙湾星华华邑度假酒店", + "boxes": [ + 866, + 471, + 1144, + 512 + ] + }, + { + "text": "定酒店，享往返拼车接送机2", + "boxes": [ + 892, + 506, + 1120, + 546 + ] + }, + { + "text": "阵", + "boxes": [ + 20, + 522, + 96, + 560 + ] + }, + { + "text": "酒店推荐", + "boxes": [ + 454, + 580, + 542, + 611 + ] + }, + { + "text": "攻略·景点", + "boxes": [ + 26, + 592, + 132, + 623 + ] + }, + { + "text": "上海", + "boxes": [ + 834, + 584, + 864, + 604 + ] + }, + { + "text": "2旅游地图", + "boxes": [ + 26, + 643, + 122, + 669 + ] + }, + { + "text": "1392629", + "boxes": [ + 704, + 665, + 800, + 697 + ] + }, + { + "text": "全球购", + "boxes": [ + 26, + 707, + 108, + 739 + ] + }, + { + "text": "携程口碑榜", + "boxes": [ + 1232, + 725, + 1394, + 768 + ] + }, + { + "text": "礼品卡", + "boxes": [ + 24, + 754, + 108, + 786 + ] + }, + { + "text": "四亿旅行者的口碑之选>", + "boxes": [ + 1244, + 760, + 1374, + 788 + ] + }, + { + "text": "携程金融", + "boxes": [ + 26, + 802, + 126, + 834 + ] + }, + { + "text": "上海浦东国际机场迪航酒店", + "boxes": [ + 468, + 798, + 668, + 828 + ] + }, + { + "text": "上海世博中心亚朵酒店", + "boxes": [ + 708, + 794, + 878, + 830 + ] + }, + { + "text": "上海陆家嘴金融中心桔子..", + "boxes": [ + 954, + 798, + 1150, + 828 + ] + }, + { + "text": "", + "boxes": [ + 715, + 819, + 763, + 851 + ] + }, + { + "text": "?", + "boxes": [ + 959, + 825, + 1001, + 851 + ] + }, + { + "text": "4.5/5超棒", + "boxes": [ + 470, + 844, + 554, + 876 + ] + }, + { + "text": "￥237", + "boxes": [ + 646, + 846, + 680, + 868 + ] + }, + { + "text": "4.8/5", + "boxes": [ + 714, + 846, + 768, + 876 + ] + }, + { + "text": "超棒", + "boxes": [ + 756, + 848, + 796, + 874 + ] + }, + { + "text": "4.95超棒", + "boxes": [ + 956, + 844, + 1040, + 876 + ] + }, + { + "text": "￥715", + "boxes": [ + 1130, + 848, + 1164, + 868 + ] + }, + { + "text": "B企业商旅", + "boxes": [ + 24, + 870, + 124, + 901 + ] + }, + { + "text": "7984条点评", + "boxes": [ + 466, + 874, + 550, + 905 + ] + }, + { + "text": "￥201", + "boxes": [ + 640, + 878, + 680, + 903 + ] + }, + { + "text": "3744条点评", + "boxes": [ + 710, + 874, + 792, + 905 + ] + }, + { + "text": "￥661", + "boxes": [ + 882, + 878, + 922, + 903 + ] + }, + { + "text": "4648条点评", + "boxes": [ + 954, + 876, + 1034, + 901 + ] + }, + { + "text": "￥671", + "boxes": [ + 1124, + 878, + 1166, + 903 + ] + }, + { + "text": "携程商旅.", + "boxes": [ + 1236, + 887, + 1338, + 925 + ] + }, + { + "text": "老友会", + "boxes": [ + 28, + 921, + 108, + 947 + ] + }, + { + "text": "携程集团旗下一站式企业差旅服务平台", + "boxes": [ + 1242, + 919, + 1428, + 943 + ] + }, + { + "text": "关于携程", + "boxes": [ + 28, + 969, + 124, + 995 + ] + }, + { + "text": "当季热推", + "boxes": [ + 456, + 967, + 544, + 999 + ] + }, + { + "text": "出发地上海", + "boxes": [ + 548, + 967, + 650, + 999 + ] + }, + { + "text": "携程旅行网：酒·", + "boxes": [ + 216, + 1048, + 308, + 1072 + ] + } + ] + }, + { + "frame_id": "90_6_7", + "episode_id": 90, + "env_id": 6, + "step": 7, + "format_rewards": 1.0, + "rewards": 10.942705154418945, + "advantages": 0.6705915331840515, + "generated_text": "{\n \"intent\": \"Move to the shopping section of Apple's website to explore possibilities.\",\n \"action\": \"DoubleClick(1128, 208)\" \n}", + "action_string": "DoubleClick(1128, 208)", + "intent_string": "Move to the shopping section of Apple's website to explore possibilities.", + "before_screen_ocr_results": [ + { + "text": "iPhone - Apple", + "boxes": [ + 26, + 30, + 128, + 54 + ] + }, + { + "text": "x+", + "boxes": [ + 200, + 30, + 246, + 50 + ] + }, + { + "text": "↑→", + "boxes": [ + 10, + 60, + 128, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1606, + 68, + 1660, + 87 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1872, + 91 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 107, + 1052, + 133 + ] + }, + { + "text": "@ Sign in to Firefox", + "boxes": [ + 1626, + 99, + 1768, + 129 + ] + }, + { + "text": "AirPod", + "boxes": [ + 912, + 113, + 946, + 127 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1086, + 111, + 1164, + 129 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1204, + 111, + 1268, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1302, + 111, + 1348, + 131 + ] + }, + { + "text": "u", + "boxes": [ + 1382, + 115, + 1394, + 127 + ] + }, + { + "text": "C", + "boxes": [ + 456, + 159, + 522, + 222 + ] + }, + { + "text": "D", + "boxes": [ + 558, + 155, + 628, + 226 + ] + }, + { + "text": "口", + "boxes": [ + 750, + 153, + 824, + 224 + ] + }, + { + "text": "00", + "boxes": [ + 842, + 161, + 918, + 226 + ] + }, + { + "text": "18", + "boxes": [ + 1106, + 155, + 1168, + 222 + ] + }, + { + "text": "", + "boxes": [ + 672, + 165, + 710, + 212 + ] + }, + { + "text": "·", + "boxes": [ + 1028, + 179, + 1066, + 218 + ] + }, + { + "text": "口", + "boxes": [ + 1210, + 173, + 1276, + 220 + ] + }, + { + "text": "[os", + "boxes": [ + 1308, + 171, + 1354, + 218 + ] + }, + { + "text": "9?", + "boxes": [ + 944, + 181, + 992, + 218 + ] + }, + { + "text": " New Window", + "boxes": [ + 1622, + 175, + 1744, + 206 + ] + }, + { + "text": "Ctrl+N", + "boxes": [ + 1856, + 177, + 1908, + 202 + ] + }, + { + "text": "∞ New Private Window", + "boxes": [ + 1626, + 204, + 1798, + 228 + ] + }, + { + "text": "Ctrl+Shift+P", + "boxes": [ + 1804, + 198, + 1908, + 229 + ] + }, + { + "text": "iphone 16 Pro ", + "boxes": [ + 446, + 216, + 532, + 248 + ] + }, + { + "text": "iphone 16 ", + "boxes": [ + 562, + 216, + 628, + 248 + ] + }, + { + "text": "iPhone 16e ", + "boxes": [ + 656, + 214, + 728, + 254 + ] + }, + { + "text": "iphone 15 ", + "boxes": [ + 756, + 216, + 822, + 248 + ] + }, + { + "text": "Compare", + "boxes": [ + 854, + 222, + 906, + 242 + ] + }, + { + "text": "AirPods", + "boxes": [ + 944, + 218, + 992, + 246 + ] + }, + { + "text": "AirTag", + "boxes": [ + 1026, + 218, + 1066, + 246 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1104, + 222, + 1168, + 242 + ] + }, + { + "text": "Apple Card", + "boxes": [ + 1210, + 220, + 1274, + 246 + ] + }, + { + "text": "ios 18", + "boxes": [ + 1308, + 218, + 1350, + 244 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 1386, + 218, + 1458, + 244 + ] + }, + { + "text": " Restore Previous Sesson", + "boxes": [ + 1622, + 226, + 1824, + 256 + ] + }, + { + "text": "Zoom", + "boxes": [ + 1650, + 266, + 1694, + 292 + ] + }, + { + "text": "100%", + "boxes": [ + 1778, + 268, + 1828, + 288 + ] + }, + { + "text": "Get $170-$630 in credit", + "boxes": [ + 592, + 282, + 750, + 306 + ] + }, + { + "text": "Edit ", + "boxes": [ + 1648, + 302, + 1686, + 332 + ] + }, + { + "text": "品", + "boxes": [ + 1834, + 308, + 1866, + 328 + ] + }, + { + "text": "司", + "boxes": [ + 1884, + 310, + 1900, + 326 + ] + }, + { + "text": "II Library ", + "boxes": [ + 1622, + 339, + 1706, + 371 + ] + }, + { + "text": "mo Logins and Passwords", + "boxes": [ + 1626, + 367, + 1802, + 391 + ] + }, + { + "text": "iPhone", + "boxes": [ + 109, + 392, + 361, + 482 + ] + }, + { + "text": " Add-ons", + "boxes": [ + 1617, + 381, + 1715, + 424 + ] + }, + { + "text": "Ctrl+Shift+A ", + "boxes": [ + 1812, + 387, + 1910, + 419 + ] + }, + { + "text": " Preferences", + "boxes": [ + 1622, + 415, + 1736, + 445 + ] + }, + { + "text": "Design", + "boxes": [ + 1519, + 432, + 1627, + 477 + ] + }, + { + "text": " Customize Toolbar", + "boxes": [ + 1614, + 439, + 1774, + 469 + ] + }, + { + "text": " Open il...", + "boxes": [ + 1646, + 476, + 1732, + 508 + ] + }, + { + "text": "ctr+o", + "boxes": [ + 1852, + 474, + 1910, + 508 + ] + }, + { + "text": "Save Page As..", + "boxes": [ + 1650, + 504, + 1752, + 530 + ] + }, + { + "text": "Ctrl+s ", + "boxes": [ + 1856, + 502, + 1910, + 532 + ] + }, + { + "text": " Print..", + "boxes": [ + 1622, + 526, + 1696, + 558 + ] + }, + { + "text": "Ctrl+P", + "boxes": [ + 1856, + 528, + 1906, + 556 + ] + }, + { + "text": "Q Find in This Page..", + "boxes": [ + 1620, + 561, + 1774, + 598 + ] + }, + { + "text": "Ctrl+F", + "boxes": [ + 1858, + 566, + 1906, + 594 + ] + }, + { + "text": "More", + "boxes": [ + 1648, + 592, + 1690, + 617 + ] + }, + { + "text": "Web Developer", + "boxes": [ + 1646, + 615, + 1760, + 645 + ] + }, + { + "text": "@ Help", + "boxes": [ + 1621, + 634, + 1691, + 674 + ] + }, + { + "text": " Quit", + "boxes": [ + 1620, + 677, + 1688, + 709 + ] + }, + { + "text": "Ctrl+Q", + "boxes": [ + 1858, + 683, + 1906, + 703 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "目", + "boxes": [ + 1538, + 62, + 1664, + 91 + ] + }, + { + "text": "Q", + "boxes": [ + 1380, + 113, + 1396, + 127 + ] + }, + { + "text": "iPhone Accessories", + "boxes": [ + 460, + 153, + 652, + 183 + ] + }, + { + "text": "Accessorize", + "boxes": [ + 462, + 276, + 726, + 326 + ] + }, + { + "text": "in a snap.", + "boxes": [ + 455, + 327, + 665, + 384 + ] + }, + { + "text": "Find a MagSafe case, wallet, or ", + "boxes": [ + 458, + 393, + 744, + 429 + ] + }, + { + "text": " charger that's right for you.", + "boxes": [ + 458, + 423, + 708, + 459 + ] + }, + { + "text": " Shop MagSafe >", + "boxes": [ + 458, + 466, + 614, + 503 + ] + }, + { + "text": "Featured iPhone Accessories", + "boxes": [ + 694, + 643, + 1214, + 691 + ] + } + ] + }, + { + "frame_id": "90_7_7", + "episode_id": 90, + "env_id": 7, + "step": 7, + "format_rewards": 1.0, + "rewards": 8.823494911193848, + "advantages": -0.3695799708366394, + "generated_text": "{\n \"intent\": \"Exploring more options or features by interacting with the product details.\",\n \"action\": \"DoubleClick(799, 870)\"\n}", + "action_string": "DoubleClick(799, 870)", + "intent_string": "Exploring more options or features by interacting with the product details.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1578, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 428, + 145 + ] + }, + { + "text": "Retums", + "boxes": [ + 1606, + 113, + 1646, + 139 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 121, + 1448, + 147 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "AL", + "boxes": [ + 34, + 171, + 60, + 191 + ] + }, + { + "text": "International KindlePaperwhiteBuy Now", + "boxes": [ + 752, + 204, + 1064, + 234 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite &", + "boxes": [ + 680, + 304, + 1308, + 339 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "Call of Duty/FPS Gamers, PC, Nintendo Switch, Bluetooth 5.3", + "boxes": [ + 684, + 339, + 1352, + 369 + ] + }, + { + "text": "$3149", + "boxes": [ + 1394, + 339, + 1456, + 373 + ] + }, + { + "text": "Gaming Headphones with Noise Canceling Mic, Stereo", + "boxes": [ + 680, + 367, + 1274, + 403 + ] + }, + { + "text": "Sound, 40+Hr Battery -White", + "boxes": [ + 680, + 401, + 1008, + 437 + ] + }, + { + "text": "Amazon Prime members", + "boxes": [ + 1396, + 405, + 1552, + 429 + ] + }, + { + "text": "福", + "boxes": [ + 164, + 415, + 192, + 439 + ] + }, + { + "text": " Join Prime", + "boxes": [ + 1462, + 437, + 1536, + 469 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 682, + 476, + 786, + 500 + ] + }, + { + "text": "ancel anytime", + "boxes": [ + 1402, + 469, + 1482, + 492 + ] + }, + { + "text": "Already a member? Sign in", + "boxes": [ + 1392, + 494, + 1566, + 524 + ] + }, + { + "text": " 1 sustainablity feature", + "boxes": [ + 682, + 506, + 854, + 540 + ] + }, + { + "text": "Sm", + "boxes": [ + 1384, + 514, + 1534, + 586 + ] + }, + { + "text": "CHIJIANYUAN", + "boxes": [ + 1462, + 542, + 1550, + 574 + ] + }, + { + "text": "$46.9", + "boxes": [ + 1818, + 540, + 1854, + 554 + ] + }, + { + "text": "Returns", + "boxes": [ + 1398, + 566, + 1452, + 596 + ] + }, + { + "text": "-37% $3149", + "boxes": [ + 686, + 584, + 810, + 615 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Payment", + "boxes": [ + 1400, + 606, + 1452, + 625 + ] + }, + { + "text": "V See more", + "boxes": [ + 1398, + 623, + 1470, + 649 + ] + }, + { + "text": "620", + "boxes": [ + 1794, + 619, + 1882, + 659 + ] + }, + { + "text": "Exclusive Prime price", + "boxes": [ + 682, + 643, + 814, + 667 + ] + }, + { + "text": "Regular Price", + "boxes": [ + 1394, + 683, + 1486, + 709 + ] + }, + { + "text": "", + "boxes": [ + 1794, + 681, + 1872, + 718 + ] + }, + { + "text": "$3599", + "boxes": [ + 1394, + 709, + 1448, + 739 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1808, + 717, + 1864, + 742 + ] + }, + { + "text": " Delivery Saturday, May 24", + "boxes": [ + 1392, + 732, + 1570, + 760 + ] + }, + { + "text": "Roll over image tozoom i", + "boxes": [ + 352, + 768, + 510, + 786 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 768, + 1820, + 788 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 858, + 726, + 883 + ] + }, + { + "text": "Gtheos", + "boxes": [ + 855, + 853, + 909, + 884 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1390, + 864, + 1454, + 883 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 881, + 722, + 907 + ] + }, + { + "text": "White", + "boxes": [ + 858, + 881, + 902, + 909 + ] + }, + { + "text": "Ear Place", + "boxes": [ + 684, + 911, + 742, + 931 + ] + }, + { + "text": "Over Ear", + "boxes": [ + 858, + 909, + 918, + 935 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 937, + 766, + 961 + ] + }, + { + "text": " Over Ear", + "boxes": [ + 856, + 935, + 918, + 961 + ] + }, + { + "text": "32 0hm", + "boxes": [ + 860, + 963, + 914, + 983 + ] + }, + { + "text": "New (3) from", + "boxes": [ + 1394, + 969, + 1470, + 987 + ] + }, + { + "text": "$359", + "boxes": [ + 1484, + 969, + 1514, + 983 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 975, + 1820, + 995 + ] + }, + { + "text": "1", + "boxes": [ + 1816, + 975, + 1868, + 993 + ] + }, + { + "text": " About this item", + "boxes": [ + 678, + 1000, + 836, + 1037 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1578, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 428, + 145 + ] + }, + { + "text": "Retums", + "boxes": [ + 1606, + 113, + 1646, + 139 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 121, + 1448, + 147 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "AL", + "boxes": [ + 34, + 171, + 60, + 191 + ] + }, + { + "text": "International KindlePaperwhiteBuy Now", + "boxes": [ + 752, + 204, + 1064, + 234 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite &", + "boxes": [ + 680, + 304, + 1308, + 339 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "Call of Duty/FPS Gamers, PC, Nintendo Switch, Bluetooth 5.3", + "boxes": [ + 684, + 339, + 1352, + 369 + ] + }, + { + "text": "$3149", + "boxes": [ + 1394, + 339, + 1456, + 373 + ] + }, + { + "text": "Gaming Headphones with Noise Canceling Mic, Stereo", + "boxes": [ + 680, + 367, + 1274, + 403 + ] + }, + { + "text": "Sound, 40+Hr Battery -White", + "boxes": [ + 680, + 401, + 1008, + 437 + ] + }, + { + "text": "Amazon Prime members", + "boxes": [ + 1396, + 405, + 1552, + 429 + ] + }, + { + "text": "福", + "boxes": [ + 164, + 415, + 192, + 439 + ] + }, + { + "text": " Join Prime", + "boxes": [ + 1462, + 437, + 1536, + 469 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 682, + 476, + 788, + 500 + ] + }, + { + "text": "ancel anytime", + "boxes": [ + 1402, + 469, + 1482, + 492 + ] + }, + { + "text": "Already a member? Sign in", + "boxes": [ + 1392, + 494, + 1566, + 524 + ] + }, + { + "text": " 1 sustainablity feature", + "boxes": [ + 682, + 506, + 854, + 540 + ] + }, + { + "text": "Sm", + "boxes": [ + 1384, + 514, + 1534, + 586 + ] + }, + { + "text": "CHIJIANYUAN", + "boxes": [ + 1462, + 542, + 1550, + 574 + ] + }, + { + "text": "$46.9", + "boxes": [ + 1818, + 540, + 1854, + 554 + ] + }, + { + "text": "Returns", + "boxes": [ + 1398, + 566, + 1452, + 596 + ] + }, + { + "text": "-37% $3149", + "boxes": [ + 686, + 584, + 810, + 615 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Payment", + "boxes": [ + 1400, + 606, + 1452, + 625 + ] + }, + { + "text": "VSee more", + "boxes": [ + 1400, + 625, + 1470, + 647 + ] + }, + { + "text": "620", + "boxes": [ + 1794, + 619, + 1882, + 659 + ] + }, + { + "text": "Exclusive Prime price", + "boxes": [ + 682, + 643, + 814, + 667 + ] + }, + { + "text": "Regular Price", + "boxes": [ + 1394, + 683, + 1486, + 709 + ] + }, + { + "text": "", + "boxes": [ + 1794, + 681, + 1872, + 718 + ] + }, + { + "text": "$3599", + "boxes": [ + 1394, + 709, + 1448, + 739 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1808, + 717, + 1864, + 742 + ] + }, + { + "text": " Delivery Saturday, May 24", + "boxes": [ + 1392, + 732, + 1570, + 760 + ] + }, + { + "text": "Roll over image to zoom li", + "boxes": [ + 352, + 768, + 510, + 786 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 768, + 1820, + 788 + ] + }, + { + "text": "Brand", + "boxes": [ + 686, + 860, + 722, + 879 + ] + }, + { + "text": "Gtheos", + "boxes": [ + 860, + 860, + 904, + 879 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1390, + 864, + 1454, + 883 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 881, + 722, + 907 + ] + }, + { + "text": "White", + "boxes": [ + 860, + 881, + 902, + 907 + ] + }, + { + "text": "Ear Place", + "boxes": [ + 684, + 911, + 740, + 931 + ] + }, + { + "text": "Over Ear", + "boxes": [ + 858, + 909, + 918, + 935 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 937, + 766, + 961 + ] + }, + { + "text": " Over Ear", + "boxes": [ + 856, + 935, + 918, + 961 + ] + }, + { + "text": "32 0hm", + "boxes": [ + 860, + 963, + 914, + 983 + ] + }, + { + "text": "New (3) from", + "boxes": [ + 1394, + 969, + 1470, + 987 + ] + }, + { + "text": "$359", + "boxes": [ + 1484, + 969, + 1514, + 983 + ] + }, + { + "text": "口", + "boxes": [ + 1796, + 977, + 1818, + 991 + ] + }, + { + "text": " About this item", + "boxes": [ + 678, + 1000, + 836, + 1037 + ] + } + ] + }, + { + "frame_id": "90_0_8", + "episode_id": 90, + "env_id": 0, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.798080444335938, + "advantages": 0.10877563059329987, + "generated_text": "{\n \"intent\": \"To select the product quickly from this listing.\",\n \"action\": \"DoubleClick(773, 113)\" }", + "action_string": "DoubleClick(773, 113)", + "intent_string": "To select the product quickly from this listing.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→×", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "3pgklqA2xj7k21l", + "boxes": [ + 1456, + 66, + 1566, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1578, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 111, + 428, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 121, + 1448, + 147 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "Gift Cards", + "boxes": [ + 358, + 169, + 420, + 187 + ] + }, + { + "text": "International Kindle Paperwhite Buy Now,", + "boxes": [ + 748, + 200, + 1074, + 238 + ] + }, + { + "text": "TANCHJIM Kara in-Ear Headphones with High Sound Quality", + "boxes": [ + 680, + 306, + 1346, + 341 + ] + }, + { + "text": "凹", + "boxes": [ + 626, + 324, + 646, + 343 + ] + }, + { + "text": "$16999", + "boxes": [ + 1390, + 318, + 1476, + 357 + ] + }, + { + "text": "Wired HiFi Listening IEM Earphones Headphones Gaming", + "boxes": [ + 676, + 331, + 1308, + 377 + ] + }, + { + "text": " Earbuds White Color", + "boxes": [ + 678, + 367, + 912, + 405 + ] + }, + { + "text": "$36.54 Shipping & Import", + "boxes": [ + 1394, + 365, + 1562, + 389 + ] + }, + { + "text": "Charges to China Detalls ", + "boxes": [ + 1392, + 383, + 1572, + 413 + ] + }, + { + "text": "Visithe TANCHJIM Store", + "boxes": [ + 682, + 395, + 846, + 427 + ] + }, + { + "text": "Delivery Saturday, May 24.", + "boxes": [ + 1394, + 405, + 1572, + 429 + ] + }, + { + "text": "Search this page", + "boxes": [ + 684, + 421, + 790, + 445 + ] + }, + { + "text": " Order within 23 hrs 35 1", + "boxes": [ + 1392, + 423, + 1548, + 453 + ] + }, + { + "text": "mins", + "boxes": [ + 1540, + 431, + 1570, + 445 + ] + }, + { + "text": "名", + "boxes": [ + 166, + 459, + 196, + 496 + ] + }, + { + "text": "$16999", + "boxes": [ + 676, + 455, + 766, + 492 + ] + }, + { + "text": "KARA", + "boxes": [ + 396, + 488, + 592, + 558 + ] + }, + { + "text": "$36.54 Shippin", + "boxes": [ + 680, + 496, + 782, + 522 + ] + }, + { + "text": "Brand", + "boxes": [ + 680, + 524, + 726, + 552 + ] + }, + { + "text": "TANCHJIM", + "boxes": [ + 858, + 524, + 932, + 550 + ] + }, + { + "text": "Color", + "boxes": [ + 680, + 548, + 724, + 576 + ] + }, + { + "text": "$46.99", + "boxes": [ + 1818, + 540, + 1858, + 556 + ] + }, + { + "text": "White", + "boxes": [ + 858, + 550, + 902, + 578 + ] + }, + { + "text": "Quantity:1", + "boxes": [ + 1406, + 556, + 1476, + 574 + ] + }, + { + "text": "Ear Place", + "boxes": [ + 680, + 576, + 744, + 602 + ] + }, + { + "text": " In Ear", + "boxes": [ + 856, + 576, + 902, + 604 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 680, + 604, + 766, + 627 + ] + }, + { + "text": " In Ear", + "boxes": [ + 856, + 604, + 902, + 629 + ] + }, + { + "text": " Add to Cart ", + "boxes": [ + 1458, + 596, + 1540, + 619 + ] + }, + { + "text": "G20", + "boxes": [ + 1796, + 619, + 1882, + 659 + ] + }, + { + "text": "ModelNar", + "boxes": [ + 688, + 631, + 752, + 651 + ] + }, + { + "text": "Kara", + "boxes": [ + 860, + 631, + 892, + 653 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1464, + 635, + 1530, + 661 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 673, + 836, + 703 + ] + }, + { + "text": "Ships from Amazon ", + "boxes": [ + 1398, + 673, + 1520, + 703 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1395, + 690, + 1449, + 724 + ] + }, + { + "text": "", + "boxes": [ + 1794, + 681, + 1872, + 718 + ] + }, + { + "text": "It feeling】Wear", + "boxes": [ + 976, + 701, + 1078, + 725 + ] + }, + { + "text": "re in line with the", + "boxes": [ + 1236, + 699, + 1350, + 723 + ] + }, + { + "text": "TANCHJIM", + "boxes": [ + 1466, + 695, + 1530, + 721 + ] + }, + { + "text": "nd the", + "boxes": [ + 1136, + 705, + 1172, + 719 + ] + }, + { + "text": "ring habits of enthusiasts, the ", + "boxes": [ + 730, + 723, + 922, + 741 + ] + }, + { + "text": "seof high-prec", + "boxes": [ + 930, + 719, + 1020, + 744 + ] + }, + { + "text": "n DLP3D printi", + "boxes": [ + 1042, + 723, + 1138, + 741 + ] + }, + { + "text": "Returns", + "boxes": [ + 1398, + 717, + 1448, + 742 + ] + }, + { + "text": "30-day ", + "boxes": [ + 1468, + 717, + 1512, + 742 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 717, + 1864, + 742 + ] + }, + { + "text": "refund/replace", + "boxes": [ + 1468, + 731, + 1550, + 754 + ] + }, + { + "text": "Secure transactior", + "boxes": [ + 1470, + 756, + 1568, + 774 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 768, + 1820, + 788 + ] + }, + { + "text": "口", + "boxes": [ + 1396, + 788, + 1420, + 814 + ] + }, + { + "text": "high hard", + "boxes": [ + 700, + 808, + 762, + 826 + ] + }, + { + "text": "Add a gift receipt for easy", + "boxes": [ + 1416, + 810, + 1584, + 834 + ] + }, + { + "text": "【Highly fit TANCHJIM target curve】 Scientific HIFI, TANCHJIM considers the market orlentation and", + "boxes": [ + 694, + 826, + 1346, + 854 + ] + }, + { + "text": "returns", + "boxes": [ + 1416, + 830, + 1468, + 856 + ] + }, + { + "text": "optimized professlonal tuning, characterized by a relatively smooth extremely high frequency hearing,", + "boxes": [ + 700, + 846, + 1350, + 874 + ] + }, + { + "text": "quite", + "boxes": [ + 704, + 874, + 740, + 887 + ] + }, + { + "text": "heric low frequency, reject cold and dry sound.", + "boxes": [ + 784, + 870, + 1082, + 893 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1406, + 883, + 1472, + 903 + ] + }, + { + "text": "【Big upgr", + "boxes": [ + 698, + 895, + 768, + 913 + ] + }, + { + "text": "plated silver wire, Litz weave structure makes it soft and anti-oxidation, precision special adjustment", + "boxes": [ + 704, + 915, + 1338, + 933 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "stepinplace", + "boxes": [ + 1234, + 957, + 1316, + 975 + ] + }, + { + "text": "ire balancing sleeve】The air", + "boxes": [ + 976, + 979, + 1156, + 997 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×", + "boxes": [ + 1860, + 4, + 1912, + 24 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 38, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 66, + 128, + 91 + ] + }, + { + "text": "3pgklqA2xj7k21M", + "boxes": [ + 1456, + 66, + 1574, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1892, + 69, + 1906, + 85 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 304, + 115, + 426, + 139 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 125, + 1444, + 145 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "SEARCHES RELATED TO", + "boxes": [ + 306, + 149, + 496, + 179 + ] + }, + { + "text": "tanchjim iem", + "boxes": [ + 791, + 262, + 879, + 292 + ] + }, + { + "text": "hifi earphones", + "boxes": [ + 942, + 266, + 1028, + 290 + ] + }, + { + "text": "iemwhite", + "boxes": [ + 1112, + 268, + 1168, + 286 + ] + }, + { + "text": "Q gaming headsets wireless", + "boxes": [ + 300, + 304, + 528, + 338 + ] + }, + { + "text": "$16999", + "boxes": [ + 1390, + 322, + 1472, + 353 + ] + }, + { + "text": "Q gaming headsets ps5", + "boxes": [ + 302, + 341, + 492, + 371 + ] + }, + { + "text": "Q gaming headsets", + "boxes": [ + 300, + 375, + 462, + 409 + ] + }, + { + "text": "$36.54 Ship", + "boxes": [ + 1394, + 367, + 1468, + 385 + ] + }, + { + "text": "Q gaming headsets wireless xbox", + "boxes": [ + 304, + 411, + 566, + 441 + ] + }, + { + "text": "Delivery Saturday, May 24.", + "boxes": [ + 1394, + 405, + 1570, + 429 + ] + }, + { + "text": "Order within 23 hrs 35 1", + "boxes": [ + 1394, + 425, + 1546, + 449 + ] + }, + { + "text": "mins", + "boxes": [ + 1538, + 431, + 1570, + 445 + ] + }, + { + "text": "Del", + "boxes": [ + 1400, + 461, + 1436, + 474 + ] + }, + { + "text": "Qgar", + "boxes": [ + 306, + 486, + 356, + 506 + ] + }, + { + "text": "s with microphone", + "boxes": [ + 452, + 484, + 592, + 508 + ] + }, + { + "text": "Only 19 left i", + "boxes": [ + 1394, + 492, + 1486, + 516 + ] + }, + { + "text": "$46.99", + "boxes": [ + 1812, + 534, + 1860, + 560 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1790, + 580, + 1862, + 606 + ] + }, + { + "text": "Add to Cart", + "boxes": [ + 1460, + 594, + 1540, + 619 + ] + }, + { + "text": "headsetswired", + "boxes": [ + 394, + 627, + 506, + 645 + ] + }, + { + "text": "620", + "boxes": [ + 1794, + 619, + 1882, + 659 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1462, + 631, + 1530, + 663 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 669, + 836, + 703 + ] + }, + { + "text": "Ships from Amazon ", + "boxes": [ + 1398, + 673, + 1520, + 703 + ] + }, + { + "text": "..", + "boxes": [ + 1792, + 680, + 1872, + 720 + ] + }, + { + "text": "【Fits the", + "boxes": [ + 702, + 703, + 762, + 721 + ] + }, + { + "text": "ut feelingl Weari", + "boxes": [ + 972, + 701, + 1086, + 725 + ] + }, + { + "text": "und the ear", + "boxes": [ + 1126, + 703, + 1196, + 721 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 695, + 1448, + 721 + ] + }, + { + "text": "TANCHJIM", + "boxes": [ + 1468, + 695, + 1530, + 721 + ] + }, + { + "text": "on DLP3D prir", + "boxes": [ + 1038, + 723, + 1124, + 741 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 717, + 1448, + 742 + ] + }, + { + "text": "30-day", + "boxes": [ + 1472, + 721, + 1508, + 741 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1808, + 717, + 1864, + 742 + ] + }, + { + "text": "refund/r", + "boxes": [ + 1470, + 733, + 1516, + 752 + ] + }, + { + "text": "Payment", + "boxes": [ + 1402, + 756, + 1450, + 774 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 766, + 1820, + 788 + ] + }, + { + "text": "material] Clear", + "boxes": [ + 956, + 786, + 1060, + 804 + ] + }, + { + "text": "ality like crystal, high toughness,", + "boxes": [ + 1142, + 788, + 1348, + 806 + ] + }, + { + "text": "口", + "boxes": [ + 1400, + 790, + 1420, + 810 + ] + }, + { + "text": "Add a gift receipt for easy", + "boxes": [ + 1416, + 810, + 1582, + 834 + ] + }, + { + "text": "ket orientation and", + "boxes": [ + 1218, + 832, + 1344, + 850 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 832, + 1466, + 852 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1408, + 883, + 1470, + 901 + ] + }, + { + "text": "special adjustment", + "boxes": [ + 1220, + 915, + 1336, + 933 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 975, + 1820, + 995 + ] + } + ] + }, + { + "frame_id": "90_1_8", + "episode_id": 90, + "env_id": 1, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.977949142456055, + "advantages": 0.19706054031848907, + "generated_text": "{\n \"intent\": \"Click on the article headline to explore more details about the windy insect alloy A9L.\",\n \"action\": \"DoubleClick(556, 390)\"\n}", + "action_string": "DoubleClick(556, 390)", + "intent_string": "Click on the article headline to explore more details about the windy insect alloy A9L.", + "before_screen_ocr_results": [ + { + "text": "×", + "boxes": [ + 196, + 36, + 218, + 50 + ] + }, + { + "text": "奇瑞风云A9L：安全铸就豪", + "boxes": [ + 252, + 32, + 412, + 50 + ] + }, + { + "text": "Q", + "boxes": [ + 66, + 68, + 124, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1878, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "长春市7°℃", + "boxes": [ + 1632, + 117, + 1748, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 62, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1858, + 145 + ] + }, + { + "text": "资讯 娱乐 时尚 教育", + "boxes": [ + 344, + 175, + 542, + 204 + ] + }, + { + "text": "科技萌宠汽车", + "boxes": [ + 532, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1726, + 208 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 266, + 197 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 382, + 264, + 632, + 306 + ] + }, + { + "text": "豆包AI翻译", + "boxes": [ + 1538, + 260, + 1710, + 310 + ] + }, + { + "text": "d", + "boxes": [ + 192, + 286, + 214, + 310 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 220, + 371 + ] + }, + { + "text": "奇瑞风云A9L：安全铸就豪华，向全球高端市场发起冲击", + "boxes": [ + 364, + 347, + 1180, + 393 + ] + }, + { + "text": "豆包AI点击下载", + "boxes": [ + 1562, + 363, + 1682, + 395 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "超智能攻略的报道·14小时·①2分钟读取", + "boxes": [ + 362, + 413, + 706, + 449 + ] + }, + { + "text": "豆包PC版_操作便捷_免费下载安", + "boxes": [ + 1420, + 411, + 1688, + 447 + ] + }, + { + "text": "装", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "区", + "boxes": [ + 194, + 455, + 210, + 472 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1426, + 469, + 1530, + 494 + ] + }, + { + "text": "在芜湖奇瑞碰撞安全试验室，一场以\"底线\"为核心主题的安全盛宴——\"奇瑞汽车安全之夜\"盛大启幕。活动中，奇瑞正", + "boxes": [ + 366, + 504, + 1242, + 534 + ] + }, + { + "text": "式揭晓了其基于全新EOX平台打造的首款C级旗舰轿车之名—风云A9L。这款车型不仅以532的越级尺寸树立C级车新", + "boxes": [ + 366, + 530, + 1238, + 560 + ] + }, + { + "text": "标杆，更是以百万豪车为标杆，从品质到工艺实现了全面跃升，彰显了奇瑞进军新能源高端市场的雄心壮志。", + "boxes": [ + 364, + 558, + 1174, + 588 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1598, + 584 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1702, + 579 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1666, + 631 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1446, + 685, + 1588, + 709 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1446, + 729, + 1662, + 758 + ] + }, + { + "text": "风云A9L", + "boxes": [ + 925, + 724, + 1129, + 804 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1446, + 748, + 1580, + 778 + ] + }, + { + "text": "®", + "boxes": [ + 1414, + 830, + 1444, + 852 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 873, + 1088, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码Iunigue", + "boxes": [ + 26, + 907, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "ID）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意”从而同意上述使用场景，或者点", + "boxes": [ + 28, + 927, + 798, + 957 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击“管理设置\"查看您的选项以及有", + "boxes": [ + 32, + 951, + 216, + 975 + ] + }, + { + "text": "在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 206, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：", + "boxes": [ + 32, + 971, + 130, + 995 + ] + }, + { + "text": "微软隐私声明", + "boxes": [ + 120, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "瑞风云A9L ", + "boxes": [ + 224, + 1048, + 304, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "×", + "boxes": [ + 196, + 36, + 218, + 50 + ] + }, + { + "text": "奇瑞风云A9L：安全铸就豪", + "boxes": [ + 248, + 32, + 412, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 66, + 68, + 126, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1878, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "长春市7°℃", + "boxes": [ + 1632, + 117, + 1748, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 60, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1858, + 145 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 177, + 318, + 202 + ] + }, + { + "text": "资讯 娱乐　 时尚 教育", + "boxes": [ + 344, + 175, + 542, + 204 + ] + }, + { + "text": "科技 萌宠汽车", + "boxes": [ + 532, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 266, + 197 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 382, + 264, + 632, + 306 + ] + }, + { + "text": "豆包AI翻译", + "boxes": [ + 1538, + 260, + 1710, + 310 + ] + }, + { + "text": "", + "boxes": [ + 192, + 284, + 214, + 310 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 220, + 371 + ] + }, + { + "text": "奇瑞风云A9L：安全铸就豪华，向全球高端市场发起冲击", + "boxes": [ + 362, + 345, + 1182, + 395 + ] + }, + { + "text": "豆包AI点击下载", + "boxes": [ + 1562, + 363, + 1682, + 395 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "超智能攻略的报道·14小时·① 2分钟读取", + "boxes": [ + 364, + 415, + 708, + 451 + ] + }, + { + "text": "豆包PC版_操作便捷_免费下载安", + "boxes": [ + 1420, + 411, + 1688, + 447 + ] + }, + { + "text": "装", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "区", + "boxes": [ + 194, + 455, + 210, + 472 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1426, + 469, + 1530, + 494 + ] + }, + { + "text": "在芜湖奇瑞碰撞安全试验室，一场以\"底线\"为核心主题的安全盛宴——\"奇瑞汽车安全之夜\"盛大启幕。活动中，奇瑞正", + "boxes": [ + 366, + 504, + 1242, + 534 + ] + }, + { + "text": "式揭晓了其基于全新EOX平台打造的首款C级旗舰轿车之名—风云A9L。这款车型不仅以532的越级尺寸树立C级车新", + "boxes": [ + 366, + 530, + 1238, + 560 + ] + }, + { + "text": "标杆，更是以百万豪车为标杆，从品质到工艺实现了全面跃升，彰显了奇瑞进军新能源高端市场的雄心壮志。", + "boxes": [ + 362, + 556, + 1172, + 586 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1598, + 584 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1702, + 579 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1666, + 631 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1446, + 685, + 1588, + 709 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1446, + 729, + 1662, + 758 + ] + }, + { + "text": "风云A9L", + "boxes": [ + 925, + 724, + 1129, + 804 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1446, + 748, + 1580, + 778 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 828, + 1446, + 856 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 873, + 1088, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "瑞风云A9L :", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "90_2_8", + "episode_id": 90, + "env_id": 2, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.885608673095703, + "advantages": -0.3390927016735077, + "generated_text": "{\n \"intent\": \"Click the Xperia operating system option to proceed.\",\n \"action\": \"DoubleClick(1792, 982)\"\n}", + "action_string": "DoubleClick(1792, 982)", + "intent_string": "Click the Xperia operating system option to proceed.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1892, + 93 + ] + }, + { + "text": "三", + "boxes": [ + 1880, + 68, + 1910, + 87 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": " Subtotal", + "boxes": [ + 1824, + 105, + 1886, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 125, + 1446, + 145 + ] + }, + { + "text": "Go to Car'", + "boxes": [ + 1828, + 157, + 1878, + 175 + ] + }, + { + "text": "×", + "boxes": [ + 1854, + 206, + 1866, + 218 + ] + }, + { + "text": "ASUS ROG Pelta Wireless", + "boxes": [ + 1540, + 238, + 1750, + 262 + ] + }, + { + "text": "Gaming Headset (BT,ROG", + "boxes": [ + 1536, + 252, + 1752, + 286 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C,", + "boxes": [ + 1538, + 272, + 1764, + 306 + ] + }, + { + "text": "Lightweight 309g,50mmROG", + "boxes": [ + 1536, + 290, + 1778, + 326 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm", + "boxes": [ + 1540, + 318, + 1778, + 341 + ] + }, + { + "text": "Super-Wideband Mic, RGB...", + "boxes": [ + 1538, + 336, + 1770, + 365 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 1538, + 369, + 1620, + 393 + ] + }, + { + "text": "Pattern:Pelta", + "boxes": [ + 1542, + 403, + 1610, + 421 + ] + }, + { + "text": "BouO", + "boxes": [ + 46, + 1044, + 216, + 1074 + ] + }, + { + "text": "Amazon.con", + "boxes": [ + 216, + 1048, + 302, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1578, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1892, + 93 + ] + }, + { + "text": "三", + "boxes": [ + 1880, + 68, + 1910, + 87 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": " Subtotal", + "boxes": [ + 1824, + 105, + 1886, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 125, + 1446, + 145 + ] + }, + { + "text": "Go to Car'", + "boxes": [ + 1828, + 157, + 1878, + 175 + ] + }, + { + "text": "ASUS ROG Pelta Wireless", + "boxes": [ + 1540, + 238, + 1750, + 262 + ] + }, + { + "text": "Gaming Headset (BT,ROG", + "boxes": [ + 1536, + 252, + 1752, + 286 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C,", + "boxes": [ + 1538, + 272, + 1764, + 306 + ] + }, + { + "text": "Lightweight09g50mmROG", + "boxes": [ + 1536, + 290, + 1778, + 326 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm", + "boxes": [ + 1540, + 318, + 1778, + 341 + ] + }, + { + "text": "Super-Wideband Mic, RGB...", + "boxes": [ + 1538, + 336, + 1770, + 365 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 1538, + 369, + 1620, + 393 + ] + }, + { + "text": "Pattern:Pelta", + "boxes": [ + 1542, + 403, + 1610, + 421 + ] + } + ] + }, + { + "frame_id": "90_3_8", + "episode_id": 90, + "env_id": 3, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.084173202514648, + "advantages": 0.24919848144054413, + "generated_text": "{\n \"intent\": \"Scroll down to explore more content on the desktop.\",\n \"action\": \"ScrollDown(0, 500)\"\n}", + "action_string": "ScrollDown(0, 500)", + "intent_string": "Scroll down to explore more content on the desktop.", + "before_screen_ocr_results": [ + { + "text": "Search - Microsoft Bing", + "boxes": [ + 36, + 32, + 188, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1597, + 61, + 1663, + 92 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 19, + 109, + 187, + 153 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 250, + 638, + 282 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 472, + 295, + 630, + 332 + ] + }, + { + "text": "O", + "boxes": [ + 1342, + 302, + 1356, + 324 + ] + }, + { + "text": "Q", + "boxes": [ + 1394, + 304, + 1410, + 318 + ] + }, + { + "text": "Trending on Bing", + "boxes": [ + 484, + 371, + 644, + 401 + ] + }, + { + "text": "QNext", + "boxes": [ + 1362, + 377, + 1414, + 403 + ] + }, + { + "text": "1 将人工智能送上太空热", + "boxes": [ + 482, + 411, + 680, + 441 + ] + }, + { + "text": "2 甘薇贾跃亭离婚", + "boxes": [ + 790, + 411, + 936, + 443 + ] + }, + { + "text": "3 崔登荣游泳队总教练", + "boxes": [ + 1102, + 411, + 1290, + 441 + ] + }, + { + "text": "4 赵丽颖新恋情曝光", + "boxes": [ + 482, + 451, + 640, + 480 + ] + }, + { + "text": "5 NBA第32支球队来了", + "boxes": [ + 790, + 449, + 966, + 478 + ] + }, + { + "text": "6歌手2025首发阵容", + "boxes": [ + 1102, + 449, + 1266, + 478 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 192, + 723, + 272, + 748 + ] + }, + { + "text": "好开又省油！", + "boxes": [ + 238, + 766, + 790, + 883 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1456, + 768, + 1552, + 794 + ] + }, + { + "text": "13,.71%", + "boxes": [ + 1634, + 804, + 1686, + 840 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 838, + 1521, + 895 + ] + }, + { + "text": "经频址", + "boxes": [ + 1456, + 891, + 1524, + 941 + ] + }, + { + "text": "+3 569 ", + "boxes": [ + 1632, + 891, + 1700, + 939 + ] + }, + { + "text": "", + "boxes": [ + 1596, + 905, + 1610, + 921 + ] + }, + { + "text": "点视频/My车轱镀", + "boxes": [ + 244, + 921, + 334, + 945 + ] + }, + { + "text": "IC photo · 2 小时", + "boxes": [ + 826, + 917, + 958, + 947 + ] + }, + { + "text": "值什么值得买", + "boxes": [ + 1138, + 919, + 1230, + 945 + ] + }, + { + "text": "试驾银河L7EM-i，驾控更强、更省油，家用", + "boxes": [ + 194, + 945, + 794, + 987 + ] + }, + { + "text": "中新社：贵州贵平高速路面", + "boxes": [ + 826, + 941, + 1078, + 977 + ] + }, + { + "text": "魔兽世界：从宇宙起源到艾泽", + "boxes": [ + 1136, + 941, + 1408, + 977 + ] + }, + { + "text": "贵州茅台", + "boxes": [ + 1454, + 937, + 1520, + 989 + ] + }, + { + "text": ",-13", + "boxes": [ + 1628, + 939, + 1700, + 987 + ] + }, + { + "text": "“无人摊碾\"施工忙", + "boxes": [ + 830, + 967, + 1002, + 1003 + ] + }, + { + "text": "拉斯的永恒纷争", + "boxes": [ + 1138, + 969, + 1288, + 1001 + ] + }, + { + "text": "好不好？", + "boxes": [ + 200, + 983, + 324, + 1020 + ] + }, + { + "text": "英伟达", + "boxes": [ + 1452, + 981, + 1526, + 1036 + ] + }, + { + "text": "?", + "boxes": [ + 1592, + 991, + 1620, + 1014 + ] + }, + { + "text": "+3526 ", + "boxes": [ + 1630, + 983, + 1700, + 1032 + ] + }, + { + "text": "10", + "boxes": [ + 210, + 1026, + 262, + 1044 + ] + }, + { + "text": "3", + "boxes": [ + 188, + 1052, + 202, + 1068 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search -Microsoft Bing×+", + "boxes": [ + 36, + 32, + 244, + 50 + ] + }, + { + "text": "→白", + "boxes": [ + 8, + 62, + 132, + 93 + ] + }, + { + "text": "| https://cn.bing.com", + "boxes": [ + 250, + 62, + 446, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1872, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 189, + 638, + 220 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 236, + 630, + 266 + ] + }, + { + "text": "伦敦时间到！", + "boxes": [ + 1514, + 389, + 1632, + 419 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 439, + 274, + 465 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1453, + 476, + 1555, + 513 + ] + }, + { + "text": "14,.761%", + "boxes": [ + 1626, + 514, + 1700, + 562 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 552, + 1521, + 609 + ] + }, + { + "text": "132.30%", + "boxes": [ + 1621, + 554, + 1701, + 611 + ] + }, + { + "text": "s", + "boxes": [ + 1592, + 565, + 1630, + 593 + ] + }, + { + "text": "新技", + "boxes": [ + 1456, + 606, + 1524, + 655 + ] + }, + { + "text": "+356% ", + "boxes": [ + 1627, + 600, + 1703, + 656 + ] + }, + { + "text": "?", + "boxes": [ + 830, + 639, + 850, + 655 + ] + }, + { + "text": "IC photo·2小时", + "boxes": [ + 848, + 635, + 956, + 659 + ] + }, + { + "text": "什么值得买", + "boxes": [ + 1140, + 635, + 1230, + 661 + ] + }, + { + "text": "萤火虫Firefly正式上市，12万内圆你智能纯", + "boxes": [ + 198, + 657, + 788, + 701 + ] + }, + { + "text": "中新社：贵州贵平高速路面", + "boxes": [ + 824, + 655, + 1076, + 691 + ] + }, + { + "text": "魔兽世界：从宇宙起源到艾泽", + "boxes": [ + 1134, + 653, + 1408, + 689 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1454, + 653, + 1520, + 701 + ] + }, + { + "text": "±2.81% ", + "boxes": [ + 1630, + 657, + 1696, + 689 + ] + }, + { + "text": "“无人摊碾\"施工忙", + "boxes": [ + 832, + 685, + 1000, + 715 + ] + }, + { + "text": "拉斯的永恒纷争", + "boxes": [ + 1138, + 685, + 1286, + 715 + ] + }, + { + "text": "1,634.99", + "boxes": [ + 1638, + 677, + 1692, + 695 + ] + }, + { + "text": "电小车梦！", + "boxes": [ + 206, + 699, + 350, + 729 + ] + }, + { + "text": "英达上城", + "boxes": [ + 1456, + 699, + 1524, + 748 + ] + }, + { + "text": "Y.", + "boxes": [ + 1594, + 707, + 1622, + 735 + ] + }, + { + "text": "+ .526", + "boxes": [ + 1630, + 699, + 1700, + 746 + ] + }, + { + "text": "K>", + "boxes": [ + 466, + 731, + 508, + 750 + ] + }, + { + "text": "55", + "boxes": [ + 1144, + 746, + 1170, + 760 + ] + }, + { + "text": "查看自选股建议", + "boxes": [ + 1624, + 742, + 1726, + 766 + ] + }, + { + "text": "潇湘晨报·8小时", + "boxes": [ + 514, + 949, + 644, + 979 + ] + }, + { + "text": "懂球帝·3小时", + "boxes": [ + 828, + 953, + 942, + 977 + ] + }, + { + "text": "红板报·17小时", + "boxes": [ + 1138, + 949, + 1264, + 979 + ] + }, + { + "text": "1", + "boxes": [ + 208, + 967, + 224, + 983 + ] + }, + { + "text": "一点视频/PP侃热剧·3周", + "boxes": [ + 228, + 963, + 374, + 987 + ] + }, + { + "text": "杭州市公立医院首例！第五次", + "boxes": [ + 510, + 971, + 782, + 1007 + ] + }, + { + "text": "官方：刘国梁受邀成为“联合", + "boxes": [ + 824, + 969, + 1090, + 1009 + ] + }, + { + "text": "动察：哪吒汽车被申请破产审", + "boxes": [ + 1134, + 969, + 1408, + 1009 + ] + }, + { + "text": "刘文步、王文林相声《山西家", + "boxes": [ + 198, + 983, + 474, + 1018 + ] + }, + { + "text": "戒酒失败后，他植入了“戒酒", + "boxes": [ + 512, + 1001, + 778, + 1030 + ] + }, + { + "text": "国运动会大使”", + "boxes": [ + 826, + 1001, + 966, + 1032 + ] + }, + { + "text": "查，敢问路在何方？", + "boxes": [ + 1136, + 999, + 1324, + 1034 + ] + }, + { + "text": "信》全程包袱不断，经典相声", + "boxes": [ + 196, + 1006, + 474, + 1044 + ] + } + ] + }, + { + "frame_id": "90_4_8", + "episode_id": 90, + "env_id": 4, + "step": 8, + "format_rewards": 1.0, + "rewards": 8.97085952758789, + "advantages": -0.29724904894828796, + "generated_text": "{\n \"intent\": \"Moving to the more options.\",\n \"action\": \"DoubleClick(70, 204)\" \n}", + "action_string": "DoubleClick(70, 204)", + "intent_string": "Moving to the more options.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 248, + 145 + ] + }, + { + "text": "", + "boxes": [ + 238, + 121, + 262, + 135 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 290, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 460, + 230 + ] + }, + { + "text": " About 2,660,000 results", + "boxes": [ + 176, + 260, + 328, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 210, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "8 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 780, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全．", + "boxes": [ + 176, + 387, + 774, + 417 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://wwv", + "boxes": [ + 214, + 455, + 284, + 472 + ] + }, + { + "text": "w.thepaper.cn Translate this resuit", + "boxes": [ + 276, + 451, + 492, + 480 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "11 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 210, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星.", + "boxes": [ + 174, + 613, + 722, + 653 + ] + }, + { + "text": "11 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 178, + 667, + 762, + 691 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 212, + 715, + 292, + 741 + ] + }, + { + "text": "https://c.chinadaily.comcn Translatethisresut", + "boxes": [ + 210, + 731, + 514, + 760 + ] + }, + { + "text": "将AI送上太空 我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 176, + 756, + 706, + 792 + ] + }, + { + "text": "9 hours ago·12星箭上排布图 首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 182, + 786, + 770, + 810 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链，", + "boxes": [ + 178, + 810, + 774, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 190, + 872, + 202, + 883 + ] + }, + { + "text": "https:/fnance.sina.com.cn jsw doc-inewpmqw. ranslae this result ", + "boxes": [ + 210, + 872, + 664, + 901 + ] + }, + { + "text": "将AI送上太空 我国成功发射太空计算卫星星座－新浪财经", + "boxes": [ + 174, + 895, + 686, + 931 + ] + }, + { + "text": "8 hours ago·国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空.人工智能领", + "boxes": [ + 178, + 925, + 784, + 955 + ] + }, + { + "text": "域边界从地面迈向太空。国星宇航\"星算\"计划首发星座一轨12..", + "boxes": [ + 172, + 941, + 578, + 979 + ] + }, + { + "text": "?", + "boxes": [ + 179, + 1001, + 211, + 1032 + ] + }, + { + "text": "封面新闻", + "boxes": [ + 212, + 995, + 278, + 1020 + ] + }, + { + "text": "http:/ww.thecover.cn news Translate thisresuit", + "boxes": [ + 212, + 1010, + 532, + 1042 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 300, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 248, + 145 + ] + }, + { + "text": "", + "boxes": [ + 240, + 121, + 258, + 135 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 172, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 176, + 208, + 212, + 238 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 290, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": " About 2,660,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将A送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "8 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 780, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全，", + "boxes": [ + 178, + 389, + 772, + 413 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 210, + 435, + 278, + 461 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "w.thepaper.cn", + "boxes": [ + 278, + 453, + 374, + 478 + ] + }, + { + "text": " Translate this result", + "boxes": [ + 368, + 455, + 490, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "11 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 210, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星.", + "boxes": [ + 174, + 613, + 722, + 653 + ] + }, + { + "text": "11 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 178, + 667, + 760, + 691 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 212, + 715, + 292, + 741 + ] + }, + { + "text": "https://cn.chinadaly.com.cn Translaethis result ", + "boxes": [ + 210, + 731, + 514, + 760 + ] + }, + { + "text": "将AI送上太空我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 176, + 756, + 706, + 792 + ] + }, + { + "text": "9 hours ago·12星箭上排布图 首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 182, + 786, + 770, + 810 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链，", + "boxes": [ + 178, + 810, + 774, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 190, + 872, + 202, + 883 + ] + }, + { + "text": "https:/fnance.sina.com.cn jsw doc-inewpmqw. ranslae this result ", + "boxes": [ + 210, + 872, + 664, + 901 + ] + }, + { + "text": "将AI送上太空 我国成功发射太空计算卫星星座－新浪财经", + "boxes": [ + 174, + 895, + 686, + 931 + ] + }, + { + "text": "8 hours ago·国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空.人工智能领", + "boxes": [ + 178, + 925, + 786, + 955 + ] + }, + { + "text": "域边界从地面迈向太空。国星宇航“星算\"计划首发星座一轨12..", + "boxes": [ + 172, + 941, + 578, + 979 + ] + }, + { + "text": "?", + "boxes": [ + 179, + 1001, + 211, + 1032 + ] + }, + { + "text": "封面新闻", + "boxes": [ + 212, + 995, + 278, + 1020 + ] + }, + { + "text": "https://ww.thecover.cn news Translae this resut ", + "boxes": [ + 210, + 1008, + 534, + 1042 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 300, + 1070 + ] + } + ] + }, + { + "frame_id": "90_5_8", + "episode_id": 90, + "env_id": 5, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.36430549621582, + "advantages": 0.3866957426071167, + "generated_text": "{\n \"intent\": \"Open the Ctrip.com website to start exploring travel options.\",\n \"action\": \"DoubleClick(475, 281)\" \n}", + "action_string": "DoubleClick(475, 281)", + "intent_string": "Open the Ctrip.com website to start exploring travel options.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1581, + 57, + 1663, + 94 + ] + }, + { + "text": "$", + "boxes": [ + 314, + 107, + 350, + 137 + ] + }, + { + "text": "Willyou llow www.ctrip.com to acess your", + "boxes": [ + 354, + 99, + 674, + 135 + ] + }, + { + "text": "三", + "boxes": [ + 26, + 117, + 50, + 141 + ] + }, + { + "text": "索任何旅游相关", + "boxes": [ + 698, + 123, + 798, + 149 + ] + }, + { + "text": "登录", + "boxes": [ + 1178, + 125, + 1212, + 147 + ] + }, + { + "text": "注册", + "boxes": [ + 1236, + 121, + 1278, + 149 + ] + }, + { + "text": "我的订单", + "boxes": [ + 1312, + 123, + 1396, + 149 + ] + }, + { + "text": "联系客服", + "boxes": [ + 1424, + 123, + 1494, + 149 + ] + }, + { + "text": "口$", + "boxes": [ + 1518, + 117, + 1600, + 149 + ] + }, + { + "text": "1", + "boxes": [ + 958, + 129, + 970, + 141 + ] + }, + { + "text": "Learn more", + "boxes": [ + 360, + 147, + 438, + 173 + ] + }, + { + "text": "田酒店", + "boxes": [ + 20, + 173, + 92, + 204 + ] + }, + { + "text": " Remember this decisior", + "boxes": [ + 368, + 175, + 536, + 193 + ] + }, + { + "text": "安心订 放心住", + "boxes": [ + 1000, + 193, + 1166, + 228 + ] + }, + { + "text": "常州酒店口碑榜", + "boxes": [ + 1214, + 185, + 1334, + 216 + ] + }, + { + "text": "常州丽豪假日酒店", + "boxes": [ + 1492, + 191, + 1610, + 220 + ] + }, + { + "text": "24°℃~33℃", + "boxes": [ + 1213, + 206, + 1293, + 237 + ] + }, + { + "text": "国内酒店", + "boxes": [ + 50, + 216, + 120, + 248 + ] + }, + { + "text": "Don't Allow", + "boxes": [ + 362, + 218, + 440, + 242 + ] + }, + { + "text": "Allow Location Access ", + "boxes": [ + 520, + 216, + 680, + 246 + ] + }, + { + "text": "339.0起", + "boxes": [ + 1500, + 218, + 1548, + 238 + ] + }, + { + "text": "海外酒店", + "boxes": [ + 52, + 244, + 120, + 276 + ] + }, + { + "text": "目的地/酒店名称", + "boxes": [ + 473, + 254, + 587, + 288 + ] + }, + { + "text": "入住", + "boxes": [ + 786, + 258, + 822, + 288 + ] + }, + { + "text": "退房", + "boxes": [ + 1122, + 258, + 1158, + 286 + ] + }, + { + "text": "州白金汉爵大", + "boxes": [ + 1502, + 256, + 1592, + 282 + ] + }, + { + "text": "机票", + "boxes": [ + 24, + 284, + 94, + 318 + ] + }, + { + "text": "上海", + "boxes": [ + 476, + 286, + 518, + 312 + ] + }, + { + "text": "5月14日(周三)", + "boxes": [ + 786, + 284, + 900, + 316 + ] + }, + { + "text": "1晚", + "boxes": [ + 964, + 278, + 984, + 292 + ] + }, + { + "text": "5月15日(今天)", + "boxes": [ + 1044, + 284, + 1160, + 314 + ] + }, + { + "text": "州尚品锦云智..", + "boxes": [ + 1504, + 320, + 1598, + 345 + ] + }, + { + "text": "只火车票", + "boxes": [ + 24, + 334, + 108, + 365 + ] + }, + { + "text": "房间及住客", + "boxes": [ + 476, + 347, + 550, + 373 + ] + }, + { + "text": "酒店级别", + "boxes": [ + 610, + 343, + 678, + 377 + ] + }, + { + "text": "关键词 (选填)", + "boxes": [ + 790, + 347, + 882, + 373 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1045, + 349, + 1129, + 394 + ] + }, + { + "text": "1间,1位", + "boxes": [ + 474, + 369, + 544, + 401 + ] + }, + { + "text": "不限", + "boxes": [ + 610, + 369, + 656, + 405 + ] + }, + { + "text": "旅游", + "boxes": [ + 22, + 381, + 94, + 413 + ] + }, + { + "text": "门票·活动", + "boxes": [ + 24, + 429, + 132, + 461 + ] + }, + { + "text": "5.5", + "boxes": [ + 466, + 457, + 490, + 471 + ] + }, + { + "text": "世界漫游指南", + "boxes": [ + 991, + 450, + 1083, + 479 + ] + }, + { + "text": "汽车·船票", + "boxes": [ + 26, + 480, + 130, + 506 + ] + }, + { + "text": "北欧童话东欧古堡", + "boxes": [ + 910, + 474, + 1160, + 516 + ] + }, + { + "text": "精选宝藏酒店5折起", + "boxes": [ + 962, + 512, + 1104, + 540 + ] + }, + { + "text": "用车", + "boxes": [ + 22, + 524, + 92, + 558 + ] + }, + { + "text": "酒店推荐", + "boxes": [ + 454, + 580, + 542, + 611 + ] + }, + { + "text": "攻略·景点", + "boxes": [ + 26, + 592, + 132, + 623 + ] + }, + { + "text": "上海", + "boxes": [ + 836, + 584, + 862, + 604 + ] + }, + { + "text": "2旅游地图", + "boxes": [ + 26, + 643, + 122, + 669 + ] + }, + { + "text": "2962629", + "boxes": [ + 706, + 665, + 800, + 697 + ] + }, + { + "text": "全球购", + "boxes": [ + 26, + 707, + 108, + 739 + ] + }, + { + "text": "携程口碑榜", + "boxes": [ + 1232, + 725, + 1396, + 768 + ] + }, + { + "text": "业", + "boxes": [ + 1044, + 737, + 1066, + 750 + ] + }, + { + "text": "礼品卡", + "boxes": [ + 24, + 754, + 108, + 786 + ] + }, + { + "text": "四亿旅行者的口碑之选>", + "boxes": [ + 1240, + 760, + 1374, + 788 + ] + }, + { + "text": "上海浦东国际机场迪航酒店", + "boxes": [ + 468, + 798, + 668, + 828 + ] + }, + { + "text": "上海世博中心亚朵酒店", + "boxes": [ + 708, + 794, + 878, + 830 + ] + }, + { + "text": "携程金融", + "boxes": [ + 28, + 806, + 124, + 832 + ] + }, + { + "text": "上海陆家嘴金融中心桔子...", + "boxes": [ + 954, + 798, + 1150, + 828 + ] + }, + { + "text": "", + "boxes": [ + 720, + 826, + 758, + 846 + ] + }, + { + "text": "4.5/5超棒", + "boxes": [ + 470, + 844, + 554, + 876 + ] + }, + { + "text": "￥237", + "boxes": [ + 646, + 848, + 680, + 868 + ] + }, + { + "text": "4.8/5", + "boxes": [ + 714, + 846, + 768, + 876 + ] + }, + { + "text": "超棒", + "boxes": [ + 756, + 848, + 796, + 874 + ] + }, + { + "text": "4.95超棒", + "boxes": [ + 956, + 844, + 1040, + 876 + ] + }, + { + "text": "B企业商旅", + "boxes": [ + 24, + 870, + 124, + 901 + ] + }, + { + "text": "7984条点评", + "boxes": [ + 466, + 874, + 550, + 905 + ] + }, + { + "text": "￥201", + "boxes": [ + 640, + 878, + 680, + 903 + ] + }, + { + "text": "3744条点评", + "boxes": [ + 710, + 874, + 792, + 905 + ] + }, + { + "text": "￥661", + "boxes": [ + 882, + 878, + 922, + 903 + ] + }, + { + "text": "4648条点评", + "boxes": [ + 954, + 876, + 1032, + 901 + ] + }, + { + "text": "￥671", + "boxes": [ + 1126, + 879, + 1164, + 899 + ] + }, + { + "text": "携程商旅.", + "boxes": [ + 1236, + 887, + 1338, + 925 + ] + }, + { + "text": "老友会", + "boxes": [ + 28, + 921, + 108, + 947 + ] + }, + { + "text": "携程集团旗下一站式企业差旅服务平台", + "boxes": [ + 1240, + 917, + 1426, + 943 + ] + }, + { + "text": "关于携程", + "boxes": [ + 28, + 969, + 124, + 995 + ] + }, + { + "text": "当季热推", + "boxes": [ + 456, + 967, + 544, + 999 + ] + }, + { + "text": "出发地上海", + "boxes": [ + 548, + 967, + 650, + 999 + ] + }, + { + "text": "携程旅行网：酒·", + "boxes": [ + 216, + 1048, + 308, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1580, + 62, + 1664, + 93 + ] + }, + { + "text": "$", + "boxes": [ + 314, + 107, + 350, + 137 + ] + }, + { + "text": "Willyou llow www.ctrip.com to aces your", + "boxes": [ + 354, + 99, + 674, + 135 + ] + }, + { + "text": "三", + "boxes": [ + 26, + 119, + 50, + 141 + ] + }, + { + "text": "索任何旅游相关", + "boxes": [ + 698, + 123, + 798, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1176, + 121, + 1214, + 149 + ] + }, + { + "text": "注册", + "boxes": [ + 1236, + 121, + 1278, + 149 + ] + }, + { + "text": "我的订单▼", + "boxes": [ + 1312, + 123, + 1398, + 149 + ] + }, + { + "text": "联系客服", + "boxes": [ + 1424, + 123, + 1494, + 149 + ] + }, + { + "text": "口$", + "boxes": [ + 1518, + 117, + 1600, + 149 + ] + }, + { + "text": "Learn more", + "boxes": [ + 360, + 147, + 438, + 173 + ] + }, + { + "text": "田酒店", + "boxes": [ + 20, + 173, + 94, + 204 + ] + }, + { + "text": " Remember this decision", + "boxes": [ + 368, + 175, + 538, + 193 + ] + }, + { + "text": "安心订 放心住", + "boxes": [ + 1000, + 191, + 1166, + 228 + ] + }, + { + "text": "常州酒店口碑榜", + "boxes": [ + 1214, + 185, + 1336, + 216 + ] + }, + { + "text": "常州丽豪假日酒店", + "boxes": [ + 1492, + 191, + 1608, + 220 + ] + }, + { + "text": "国内酒店", + "boxes": [ + 50, + 216, + 120, + 248 + ] + }, + { + "text": "Don't Allow", + "boxes": [ + 362, + 218, + 440, + 242 + ] + }, + { + "text": "Allow Location Access ", + "boxes": [ + 522, + 218, + 678, + 242 + ] + }, + { + "text": "24°℃~33°℃", + "boxes": [ + 1216, + 210, + 1290, + 234 + ] + }, + { + "text": "339.0起", + "boxes": [ + 1500, + 218, + 1548, + 236 + ] + }, + { + "text": "海外酒店", + "boxes": [ + 52, + 244, + 120, + 276 + ] + }, + { + "text": "目的地/酒店名称", + "boxes": [ + 471, + 252, + 587, + 288 + ] + }, + { + "text": "入住", + "boxes": [ + 786, + 258, + 822, + 286 + ] + }, + { + "text": "退房", + "boxes": [ + 1122, + 258, + 1158, + 286 + ] + }, + { + "text": "州白金汉爵大", + "boxes": [ + 1504, + 256, + 1590, + 282 + ] + }, + { + "text": "机票", + "boxes": [ + 24, + 284, + 94, + 318 + ] + }, + { + "text": "5月14日(周三)", + "boxes": [ + 786, + 280, + 900, + 312 + ] + }, + { + "text": "1晚", + "boxes": [ + 964, + 278, + 986, + 292 + ] + }, + { + "text": "上海", + "boxes": [ + 480, + 288, + 512, + 310 + ] + }, + { + "text": "5月15日(今天)", + "boxes": [ + 1044, + 284, + 1160, + 314 + ] + }, + { + "text": "国内热门城市", + "boxes": [ + 468, + 320, + 560, + 351 + ] + }, + { + "text": "州尚品锦云智..", + "boxes": [ + 1501, + 317, + 1597, + 348 + ] + }, + { + "text": "只火车票", + "boxes": [ + 21, + 329, + 109, + 366 + ] + }, + { + "text": "北京", + "boxes": [ + 470, + 357, + 508, + 387 + ] + }, + { + "text": "上海", + "boxes": [ + 578, + 357, + 614, + 389 + ] + }, + { + "text": "天津", + "boxes": [ + 682, + 355, + 724, + 391 + ] + }, + { + "text": "重庆", + "boxes": [ + 786, + 355, + 830, + 391 + ] + }, + { + "text": "大连", + "boxes": [ + 894, + 355, + 936, + 391 + ] + }, + { + "text": "α搜索", + "boxes": [ + 1043, + 349, + 1129, + 394 + ] + }, + { + "text": "旅游", + "boxes": [ + 22, + 381, + 94, + 413 + ] + }, + { + "text": "西安", + "boxes": [ + 574, + 387, + 616, + 423 + ] + }, + { + "text": "南京", + "boxes": [ + 675, + 378, + 727, + 430 + ] + }, + { + "text": "青岛", + "boxes": [ + 470, + 389, + 508, + 419 + ] + }, + { + "text": "苏州", + "boxes": [ + 786, + 387, + 830, + 423 + ] + }, + { + "text": "杭州", + "boxes": [ + 894, + 389, + 934, + 419 + ] + }, + { + "text": "厦门", + "boxes": [ + 472, + 421, + 510, + 451 + ] + }, + { + "text": "成都", + "boxes": [ + 578, + 421, + 614, + 453 + ] + }, + { + "text": "深圳", + "boxes": [ + 675, + 412, + 727, + 459 + ] + }, + { + "text": "广州", + "boxes": [ + 784, + 419, + 830, + 455 + ] + }, + { + "text": "门票·活动", + "boxes": [ + 24, + 429, + 132, + 461 + ] + }, + { + "text": "三亚", + "boxes": [ + 896, + 421, + 934, + 451 + ] + }, + { + "text": "台北", + "boxes": [ + 463, + 447, + 511, + 488 + ] + }, + { + "text": "香港", + "boxes": [ + 574, + 451, + 616, + 486 + ] + }, + { + "text": "济南", + "boxes": [ + 682, + 455, + 722, + 484 + ] + }, + { + "text": "宁波", + "boxes": [ + 784, + 453, + 830, + 486 + ] + }, + { + "text": "沈阳", + "boxes": [ + 896, + 455, + 934, + 482 + ] + }, + { + "text": "汽车·船票", + "boxes": [ + 24, + 476, + 132, + 508 + ] + }, + { + "text": "武汉", + "boxes": [ + 470, + 484, + 508, + 514 + ] + }, + { + "text": "郑州", + "boxes": [ + 576, + 486, + 614, + 516 + ] + }, + { + "text": "阵", + "boxes": [ + 20, + 522, + 96, + 560 + ] + }, + { + "text": "海外热门城市", + "boxes": [ + 468, + 524, + 558, + 550 + ] + }, + { + "text": "首尔", + "boxes": [ + 468, + 558, + 510, + 586 + ] + }, + { + "text": "曼谷", + "boxes": [ + 576, + 558, + 614, + 588 + ] + }, + { + "text": "普吉岛", + "boxes": [ + 682, + 556, + 736, + 590 + ] + }, + { + "text": "东京", + "boxes": [ + 788, + 558, + 828, + 588 + ] + }, + { + "text": "新加坡", + "boxes": [ + 894, + 558, + 948, + 588 + ] + }, + { + "text": "攻略·景点", + "boxes": [ + 26, + 592, + 132, + 623 + ] + }, + { + "text": "大阪", + "boxes": [ + 452, + 586, + 508, + 619 + ] + }, + { + "text": "济州市", + "boxes": [ + 570, + 583, + 632, + 625 + ] + }, + { + "text": "巴厘岛", + "boxes": [ + 684, + 592, + 734, + 619 + ] + }, + { + "text": "清迈", + "boxes": [ + 788, + 592, + 826, + 619 + ] + }, + { + "text": "哥打京那巴鲁", + "boxes": [ + 896, + 592, + 986, + 617 + ] + }, + { + "text": "京都", + "boxes": [ + 468, + 623, + 510, + 651 + ] + }, + { + "text": "吉隆坡", + "boxes": [ + 578, + 623, + 632, + 653 + ] + }, + { + "text": "芭堤雅", + "boxes": [ + 682, + 623, + 736, + 653 + ] + }, + { + "text": "那霸", + "boxes": [ + 788, + 623, + 828, + 651 + ] + }, + { + "text": "洛杉矶", + "boxes": [ + 896, + 623, + 950, + 653 + ] + }, + { + "text": "26旅游地图", + "boxes": [ + 24, + 639, + 126, + 671 + ] + }, + { + "text": "苏梅岛", + "boxes": [ + 470, + 655, + 524, + 685 + ] + }, + { + "text": "巴黎", + "boxes": [ + 574, + 651, + 616, + 687 + ] + }, + { + "text": "甲米", + "boxes": [ + 682, + 653, + 720, + 683 + ] + }, + { + "text": "拉斯维加斯", + "boxes": [ + 790, + 655, + 868, + 681 + ] + }, + { + "text": "伦敦", + "boxes": [ + 894, + 657, + 934, + 683 + ] + }, + { + "text": "纽约", + "boxes": [ + 468, + 687, + 510, + 713 + ] + }, + { + "text": "芽庄", + "boxes": [ + 576, + 687, + 614, + 715 + ] + }, + { + "text": "悉尼", + "boxes": [ + 680, + 687, + 720, + 715 + ] + }, + { + "text": "全球购", + "boxes": [ + 26, + 707, + 108, + 739 + ] + }, + { + "text": "携程口碑榜", + "boxes": [ + 1230, + 725, + 1396, + 768 + ] + }, + { + "text": "礼品卡", + "boxes": [ + 24, + 754, + 110, + 786 + ] + }, + { + "text": "四亿旅行者的口碑之选>", + "boxes": [ + 1240, + 760, + 1374, + 788 + ] + }, + { + "text": "携程金融", + "boxes": [ + 26, + 802, + 126, + 834 + ] + }, + { + "text": "上海浦东国际机场迪航酒店", + "boxes": [ + 466, + 794, + 668, + 832 + ] + }, + { + "text": "上海世博中心亚朵酒店", + "boxes": [ + 710, + 798, + 878, + 828 + ] + }, + { + "text": "上海陆家嘴金融中心桔子..", + "boxes": [ + 954, + 798, + 1148, + 828 + ] + }, + { + "text": "", + "boxes": [ + 722, + 830, + 756, + 844 + ] + }, + { + "text": "4.5/5超棒", + "boxes": [ + 470, + 844, + 556, + 876 + ] + }, + { + "text": "4.8/5", + "boxes": [ + 714, + 846, + 768, + 876 + ] + }, + { + "text": "超棒", + "boxes": [ + 756, + 848, + 796, + 874 + ] + }, + { + "text": "4.95超棒", + "boxes": [ + 956, + 844, + 1040, + 876 + ] + }, + { + "text": "￥715", + "boxes": [ + 1132, + 850, + 1162, + 864 + ] + }, + { + "text": "B企业商旅", + "boxes": [ + 24, + 870, + 124, + 901 + ] + }, + { + "text": "7984条点评", + "boxes": [ + 468, + 876, + 548, + 901 + ] + }, + { + "text": "￥201", + "boxes": [ + 640, + 878, + 680, + 903 + ] + }, + { + "text": "3744条点评", + "boxes": [ + 710, + 876, + 790, + 901 + ] + }, + { + "text": "￥661", + "boxes": [ + 882, + 878, + 922, + 903 + ] + }, + { + "text": "4648条点评", + "boxes": [ + 954, + 876, + 1034, + 901 + ] + }, + { + "text": "￥671", + "boxes": [ + 1126, + 879, + 1164, + 899 + ] + }, + { + "text": "携程商旅.", + "boxes": [ + 1238, + 889, + 1336, + 921 + ] + }, + { + "text": "老友会", + "boxes": [ + 28, + 921, + 108, + 947 + ] + }, + { + "text": "关于携程", + "boxes": [ + 28, + 969, + 124, + 995 + ] + }, + { + "text": "当季热推", + "boxes": [ + 456, + 967, + 544, + 999 + ] + }, + { + "text": "出发地上海", + "boxes": [ + 548, + 967, + 652, + 999 + ] + }, + { + "text": "携程旅行网：酒", + "boxes": [ + 216, + 1048, + 306, + 1072 + ] + } + ] + }, + { + "frame_id": "90_6_8", + "episode_id": 90, + "env_id": 6, + "step": 8, + "format_rewards": 1.0, + "rewards": 10.646315574645996, + "advantages": 0.5251147150993347, + "generated_text": "{\n \"intent\": \"To explore Apple's iPhone accessories further, I will start by checking out the 'Shop MagSafe >' link.\",\n \"action\": \"DoubleClick(470, 480)\" \n}", + "action_string": "DoubleClick(470, 480)", + "intent_string": "To explore Apple's iPhone accessories further, I will start by checking out the 'Shop MagSafe >' link.", + "before_screen_ocr_results": [ + { + "text": "目", + "boxes": [ + 1538, + 62, + 1664, + 91 + ] + }, + { + "text": "Q", + "boxes": [ + 1380, + 113, + 1396, + 127 + ] + }, + { + "text": "iPhone Accessories", + "boxes": [ + 460, + 153, + 652, + 183 + ] + }, + { + "text": "Accessorize", + "boxes": [ + 462, + 276, + 726, + 326 + ] + }, + { + "text": "in a snap.", + "boxes": [ + 455, + 327, + 665, + 384 + ] + }, + { + "text": "Find a MagSafe case, wallet, or ", + "boxes": [ + 458, + 393, + 744, + 429 + ] + }, + { + "text": " charger that's right for you.", + "boxes": [ + 458, + 423, + 708, + 459 + ] + }, + { + "text": " Shop MagSafe >", + "boxes": [ + 458, + 466, + 614, + 503 + ] + }, + { + "text": "Featured iPhone Accessories", + "boxes": [ + 694, + 643, + 1214, + 691 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "MagSafe", + "boxes": [ + 750, + 4, + 820, + 22 + ] + }, + { + "text": " MagSafe - All Acces", + "boxes": [ + 24, + 28, + 158, + 52 + ] + }, + { + "text": "←→×", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "/.apple.com/sl", + "boxes": [ + 388, + 69, + 484, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1874, + 89 + ] + }, + { + "text": "Store", + "boxes": [ + 514, + 109, + 552, + 129 + ] + }, + { + "text": "Watch", + "boxes": [ + 778, + 113, + 810, + 127 + ] + }, + { + "text": "Vision", + "boxes": [ + 844, + 113, + 880, + 127 + ] + }, + { + "text": "AirPods", + "boxes": [ + 916, + 113, + 956, + 129 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 994, + 111, + 1058, + 131 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1090, + 111, + 1172, + 129 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1206, + 111, + 1272, + 131 + ] + }, + { + "text": "Support", + "boxes": [ + 1306, + 111, + 1352, + 131 + ] + }, + { + "text": "Q", + "boxes": [ + 1380, + 109, + 1408, + 131 + ] + }, + { + "text": "", + "boxes": [ + 1424, + 102, + 1456, + 134 + ] + }, + { + "text": "Accessories", + "boxes": [ + 466, + 155, + 592, + 187 + ] + }, + { + "text": "Browse all", + "boxes": [ + 1386, + 161, + 1446, + 181 + ] + }, + { + "text": "MagSafe", + "boxes": [ + 462, + 236, + 630, + 286 + ] + } + ] + }, + { + "frame_id": "90_7_8", + "episode_id": 90, + "env_id": 7, + "step": 8, + "format_rewards": 1.0, + "rewards": 9.20294189453125, + "advantages": -0.18333609402179718, + "generated_text": "{\n \"intent\": \"Click on the 'Search' field to proceed with searching for specific items.\",\n \"action\": \"DoubleClick(876, 63)\"\n}", + "action_string": "DoubleClick(876, 63)", + "intent_string": "Click on the 'Search' field to proceed with searching for specific items.", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "曰", + "boxes": [ + 254, + 64, + 310, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1578, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1782, + 62, + 1876, + 93 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 298, + 109, + 428, + 145 + ] + }, + { + "text": "Retums", + "boxes": [ + 1606, + 113, + 1646, + 139 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 121, + 1448, + 147 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "AL", + "boxes": [ + 34, + 171, + 60, + 191 + ] + }, + { + "text": "International KindlePaperwhiteBuy Now", + "boxes": [ + 752, + 204, + 1064, + 234 + ] + }, + { + "text": "2.4GHz Wireless Gaming Headset for PS5, PS4 Fortnite &", + "boxes": [ + 680, + 304, + 1308, + 339 + ] + }, + { + "text": "出", + "boxes": [ + 628, + 324, + 642, + 339 + ] + }, + { + "text": "Call of Duty/FPS Gamers, PC, Nintendo Switch, Bluetooth 5.3", + "boxes": [ + 684, + 339, + 1352, + 369 + ] + }, + { + "text": "$3149", + "boxes": [ + 1394, + 339, + 1456, + 373 + ] + }, + { + "text": "Gaming Headphones with Noise Canceling Mic, Stereo", + "boxes": [ + 680, + 367, + 1274, + 403 + ] + }, + { + "text": "Sound, 40+Hr Battery -White", + "boxes": [ + 680, + 401, + 1008, + 437 + ] + }, + { + "text": "Amazon Prime members", + "boxes": [ + 1396, + 405, + 1552, + 429 + ] + }, + { + "text": "福", + "boxes": [ + 164, + 415, + 192, + 439 + ] + }, + { + "text": " Join Prime", + "boxes": [ + 1462, + 437, + 1536, + 469 + ] + }, + { + "text": "4.2★★★★☆", + "boxes": [ + 682, + 447, + 812, + 476 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 682, + 476, + 788, + 500 + ] + }, + { + "text": "ancel anytime", + "boxes": [ + 1402, + 469, + 1482, + 492 + ] + }, + { + "text": "Already a member? Sign in", + "boxes": [ + 1392, + 494, + 1566, + 524 + ] + }, + { + "text": " 1 sustainablity feature", + "boxes": [ + 682, + 506, + 854, + 540 + ] + }, + { + "text": "Sm", + "boxes": [ + 1384, + 514, + 1534, + 586 + ] + }, + { + "text": "CHIJIANYUAN", + "boxes": [ + 1462, + 542, + 1550, + 574 + ] + }, + { + "text": "$46.9", + "boxes": [ + 1818, + 540, + 1854, + 554 + ] + }, + { + "text": "Returns", + "boxes": [ + 1398, + 566, + 1452, + 596 + ] + }, + { + "text": "-37% $3149", + "boxes": [ + 686, + 584, + 810, + 615 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Payment", + "boxes": [ + 1400, + 606, + 1452, + 625 + ] + }, + { + "text": "VSee more", + "boxes": [ + 1400, + 625, + 1470, + 647 + ] + }, + { + "text": "620", + "boxes": [ + 1794, + 619, + 1882, + 659 + ] + }, + { + "text": "Exclusive Prime price", + "boxes": [ + 682, + 643, + 814, + 667 + ] + }, + { + "text": "Regular Price", + "boxes": [ + 1394, + 683, + 1486, + 709 + ] + }, + { + "text": "", + "boxes": [ + 1794, + 681, + 1872, + 718 + ] + }, + { + "text": "$3599", + "boxes": [ + 1394, + 709, + 1448, + 739 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1808, + 717, + 1864, + 742 + ] + }, + { + "text": " Delivery Saturday, May 24", + "boxes": [ + 1392, + 732, + 1570, + 760 + ] + }, + { + "text": "Roll over image tozoom i", + "boxes": [ + 352, + 768, + 510, + 786 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 768, + 1820, + 788 + ] + }, + { + "text": "Brand", + "boxes": [ + 686, + 860, + 722, + 879 + ] + }, + { + "text": "Gtheos", + "boxes": [ + 860, + 860, + 904, + 879 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1390, + 864, + 1454, + 883 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 881, + 722, + 907 + ] + }, + { + "text": "White", + "boxes": [ + 860, + 881, + 902, + 907 + ] + }, + { + "text": "Ear Place", + "boxes": [ + 684, + 911, + 740, + 931 + ] + }, + { + "text": "Over Ear", + "boxes": [ + 858, + 909, + 918, + 935 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 937, + 766, + 961 + ] + }, + { + "text": " Over Ear", + "boxes": [ + 856, + 935, + 918, + 961 + ] + }, + { + "text": "32 0hm", + "boxes": [ + 860, + 963, + 914, + 983 + ] + }, + { + "text": "New (3) from", + "boxes": [ + 1394, + 969, + 1470, + 987 + ] + }, + { + "text": "$359", + "boxes": [ + 1484, + 969, + 1514, + 983 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 975, + 1820, + 995 + ] + }, + { + "text": "1", + "boxes": [ + 1816, + 975, + 1868, + 993 + ] + }, + { + "text": " About this item", + "boxes": [ + 678, + 1000, + 836, + 1037 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1874, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " Apple -", + "boxes": [ + 258, + 109, + 332, + 133 + ] + }, + { + "text": "- http://www.apple.com", + "boxes": [ + 320, + 111, + 478, + 135 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": " bing", + "boxes": [ + 254, + 143, + 316, + 169 + ] + }, + { + "text": "bing.com", + "boxes": [ + 330, + 147, + 390, + 167 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 282, + 214, + 588, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 254, + 316, + 272 + ] + }, + { + "text": "4.2★★★★", + "boxes": [ + 682, + 451, + 808, + 474 + ] + }, + { + "text": "9,232 ratings | Search this page", + "boxes": [ + 824, + 455, + 1034, + 472 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 682, + 474, + 794, + 505 + ] + }, + { + "text": "Cancel anytime", + "boxes": [ + 1398, + 469, + 1478, + 492 + ] + }, + { + "text": "Already a member? Sign in", + "boxes": [ + 1394, + 494, + 1568, + 524 + ] + }, + { + "text": " 1 sustainability feature", + "boxes": [ + 682, + 508, + 856, + 538 + ] + }, + { + "text": "CHIJIANYUAN", + "boxes": [ + 1459, + 539, + 1551, + 576 + ] + }, + { + "text": "$46.9", + "boxes": [ + 1818, + 540, + 1854, + 554 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 566, + 1450, + 594 + ] + }, + { + "text": "-37% $3149", + "boxes": [ + 686, + 584, + 808, + 615 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Payment", + "boxes": [ + 1400, + 606, + 1452, + 625 + ] + }, + { + "text": " Secure transaction", + "boxes": [ + 1466, + 604, + 1570, + 627 + ] + }, + { + "text": "V See more", + "boxes": [ + 1400, + 623, + 1470, + 649 + ] + }, + { + "text": "620", + "boxes": [ + 1794, + 619, + 1882, + 659 + ] + }, + { + "text": "Exclusive Prime price", + "boxes": [ + 684, + 643, + 814, + 667 + ] + }, + { + "text": "Regular Price", + "boxes": [ + 1394, + 683, + 1486, + 709 + ] + }, + { + "text": "", + "boxes": [ + 1794, + 680, + 1872, + 720 + ] + }, + { + "text": "$3599", + "boxes": [ + 1394, + 709, + 1448, + 739 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1808, + 717, + 1864, + 742 + ] + }, + { + "text": " Delivery Saturday, May 24", + "boxes": [ + 1392, + 732, + 1570, + 760 + ] + }, + { + "text": "Roll over image to zoom i", + "boxes": [ + 352, + 768, + 508, + 786 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 768, + 1820, + 788 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 856, + 726, + 883 + ] + }, + { + "text": "Gtheos", + "boxes": [ + 855, + 853, + 909, + 886 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1390, + 864, + 1454, + 883 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 881, + 724, + 909 + ] + }, + { + "text": "White", + "boxes": [ + 858, + 881, + 904, + 909 + ] + }, + { + "text": "Ear Placement", + "boxes": [ + 682, + 909, + 780, + 935 + ] + }, + { + "text": "Over Ear", + "boxes": [ + 858, + 909, + 918, + 935 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 937, + 768, + 961 + ] + }, + { + "text": " Over Ear", + "boxes": [ + 856, + 935, + 918, + 961 + ] + }, + { + "text": "32 0hm", + "boxes": [ + 860, + 963, + 914, + 983 + ] + }, + { + "text": "New (3) from", + "boxes": [ + 1394, + 969, + 1470, + 987 + ] + }, + { + "text": "$359", + "boxes": [ + 1484, + 969, + 1514, + 983 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 975, + 1820, + 995 + ] + }, + { + "text": " About this item", + "boxes": [ + 678, + 1000, + 836, + 1037 + ] + } + ] + }, + { + "frame_id": "90_0_9", + "episode_id": 90, + "env_id": 0, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.98182201385498, + "advantages": 0.19896146655082703, + "generated_text": "{\n \"intent\": \"Click on the first product to explore its details and price information.\",\n \"action\": \"DoubleClick(709, 549)\"\n}", + "action_string": "DoubleClick(709, 549)", + "intent_string": "Click on the first product to explore its details and price information.", + "before_screen_ocr_results": [ + { + "text": "×", + "boxes": [ + 1860, + 4, + 1912, + 24 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 38, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 30, + 66, + 128, + 91 + ] + }, + { + "text": "3pgklqA2xj7k21M", + "boxes": [ + 1456, + 66, + 1574, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1878, + 91 + ] + }, + { + "text": "三", + "boxes": [ + 1892, + 69, + 1906, + 85 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "gaming headsets", + "boxes": [ + 304, + 115, + 426, + 139 + ] + }, + { + "text": "EN", + "boxes": [ + 1394, + 125, + 1444, + 145 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "SEARCHES RELATED TO", + "boxes": [ + 306, + 149, + 496, + 179 + ] + }, + { + "text": "tanchjim iem", + "boxes": [ + 791, + 262, + 879, + 292 + ] + }, + { + "text": "hifi earphones", + "boxes": [ + 942, + 266, + 1028, + 290 + ] + }, + { + "text": "iemwhite", + "boxes": [ + 1112, + 268, + 1168, + 286 + ] + }, + { + "text": "Q gaming headsets wireless", + "boxes": [ + 300, + 304, + 528, + 338 + ] + }, + { + "text": "$16999", + "boxes": [ + 1390, + 322, + 1472, + 353 + ] + }, + { + "text": "Q gaming headsets ps5", + "boxes": [ + 302, + 341, + 492, + 371 + ] + }, + { + "text": "Q gaming headsets", + "boxes": [ + 300, + 375, + 462, + 409 + ] + }, + { + "text": "$36.54 Ship", + "boxes": [ + 1394, + 367, + 1468, + 385 + ] + }, + { + "text": "Q gaming headsets wireless xbox", + "boxes": [ + 304, + 411, + 566, + 441 + ] + }, + { + "text": "Delivery Saturday, May 24.", + "boxes": [ + 1394, + 405, + 1570, + 429 + ] + }, + { + "text": "Order within 23 hrs 35 1", + "boxes": [ + 1394, + 425, + 1546, + 449 + ] + }, + { + "text": "mins", + "boxes": [ + 1538, + 431, + 1570, + 445 + ] + }, + { + "text": "Del", + "boxes": [ + 1400, + 461, + 1436, + 474 + ] + }, + { + "text": "Qgar", + "boxes": [ + 306, + 486, + 356, + 506 + ] + }, + { + "text": "s with microphone", + "boxes": [ + 452, + 484, + 592, + 508 + ] + }, + { + "text": "Only 19 left i", + "boxes": [ + 1394, + 492, + 1486, + 516 + ] + }, + { + "text": "$46.99", + "boxes": [ + 1812, + 534, + 1860, + 560 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1790, + 580, + 1862, + 606 + ] + }, + { + "text": "Add to Cart", + "boxes": [ + 1460, + 594, + 1540, + 619 + ] + }, + { + "text": "headsetswired", + "boxes": [ + 394, + 627, + 506, + 645 + ] + }, + { + "text": "620", + "boxes": [ + 1794, + 619, + 1882, + 659 + ] + }, + { + "text": "Buy Now", + "boxes": [ + 1462, + 631, + 1530, + 663 + ] + }, + { + "text": "About this item", + "boxes": [ + 680, + 669, + 836, + 703 + ] + }, + { + "text": "Ships from Amazon ", + "boxes": [ + 1398, + 673, + 1520, + 703 + ] + }, + { + "text": "..", + "boxes": [ + 1792, + 680, + 1872, + 720 + ] + }, + { + "text": "【Fits the", + "boxes": [ + 702, + 703, + 762, + 721 + ] + }, + { + "text": "ut feelingl Weari", + "boxes": [ + 972, + 701, + 1086, + 725 + ] + }, + { + "text": "und the ear", + "boxes": [ + 1126, + 703, + 1198, + 721 + ] + }, + { + "text": "ore in line with the", + "boxes": [ + 1228, + 699, + 1348, + 723 + ] + }, + { + "text": "Sold by", + "boxes": [ + 1400, + 695, + 1448, + 721 + ] + }, + { + "text": "TANCHJIM", + "boxes": [ + 1468, + 695, + 1530, + 721 + ] + }, + { + "text": "on DLP3D prir", + "boxes": [ + 1038, + 723, + 1124, + 741 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 717, + 1448, + 742 + ] + }, + { + "text": "30-day", + "boxes": [ + 1472, + 721, + 1508, + 741 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1808, + 717, + 1864, + 742 + ] + }, + { + "text": "refund/r", + "boxes": [ + 1470, + 733, + 1516, + 752 + ] + }, + { + "text": "Payment", + "boxes": [ + 1402, + 756, + 1450, + 774 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 766, + 1820, + 788 + ] + }, + { + "text": "material] Clear", + "boxes": [ + 956, + 786, + 1060, + 804 + ] + }, + { + "text": "ality like crystal, high toughness,", + "boxes": [ + 1142, + 788, + 1348, + 806 + ] + }, + { + "text": "口", + "boxes": [ + 1400, + 790, + 1420, + 810 + ] + }, + { + "text": "Add a gift receipt for easy", + "boxes": [ + 1416, + 810, + 1582, + 834 + ] + }, + { + "text": "ket orientation and", + "boxes": [ + 1218, + 832, + 1344, + 850 + ] + }, + { + "text": "returns", + "boxes": [ + 1418, + 832, + 1466, + 852 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1408, + 883, + 1470, + 901 + ] + }, + { + "text": "special adjustment", + "boxes": [ + 1220, + 915, + 1336, + 933 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 975, + 1820, + 995 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→", + "boxes": [ + 36, + 66, + 128, + 91 + ] + }, + { + "text": "曰口", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1874, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": "gaming headsets wireless pc", + "boxes": [ + 302, + 113, + 504, + 143 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1814, + 105, + 1874, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1406, + 127, + 1440, + 141 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": "三 AlI", + "boxes": [ + 22, + 167, + 66, + 195 + ] + }, + { + "text": "1-16 of", + "boxes": [ + 12, + 210, + 56, + 228 + ] + }, + { + "text": "Customer Reviews", + "boxes": [ + 12, + 258, + 136, + 282 + ] + }, + { + "text": "Results", + "boxes": [ + 306, + 264, + 380, + 290 + ] + }, + { + "text": "★★★★☆&", + "boxes": [ + 14, + 282, + 146, + 312 + ] + }, + { + "text": "Brands", + "boxes": [ + 10, + 320, + 66, + 345 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 601, + 315, + 677, + 346 + ] + }, + { + "text": "ASUS ROG Pelta Wireless Gaming Headset (BT, ROG SpeedNova 2.4GHz, USB-C, Lightweight 309g, 50mm", + "boxes": [ + 602, + 343, + 1470, + 375 + ] + }, + { + "text": "NUBWO", + "boxes": [ + 12, + 363, + 90, + 389 + ] + }, + { + "text": "ROG Titanium-Plated Drivers, 10mm Super-Wideband Mic, RGB, 70HR Battery, for PC, Switch, PS5)- Black", + "boxes": [ + 604, + 369, + 1470, + 399 + ] + }, + { + "text": "Corsair", + "boxes": [ + 34, + 385, + 80, + 405 + ] + }, + { + "text": "ozeino", + "boxes": [ + 10, + 401, + 82, + 427 + ] + }, + { + "text": "★★★★☆614", + "boxes": [ + 606, + 397, + 736, + 427 + ] + }, + { + "text": "$12999", + "boxes": [ + 597, + 440, + 687, + 483 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 598, + 478, + 742, + 513 + ] + }, + { + "text": "Top Brands", + "boxes": [ + 7, + 496, + 103, + 529 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 604, + 506, + 684, + 530 + ] + }, + { + "text": "Connectivity", + "boxes": [ + 12, + 532, + 102, + 558 + ] + }, + { + "text": "Add to cart", + "boxes": [ + 610, + 538, + 688, + 562 + ] + }, + { + "text": "wired ", + "boxes": [ + 7, + 551, + 79, + 582 + ] + }, + { + "text": " wireless", + "boxes": [ + 10, + 576, + 92, + 602 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1794, + 580, + 1862, + 606 + ] + }, + { + "text": "Sponsored ", + "boxes": [ + 606, + 590, + 678, + 615 + ] + }, + { + "text": "Price", + "boxes": [ + 8, + 606, + 54, + 633 + ] + }, + { + "text": "Wireless Gaming Headset for PC, Ps5, Ps4, 2.4 Ghz USB & Type-C Gaming Headphones with Microphone,", + "boxes": [ + 600, + 611, + 1458, + 645 + ] + }, + { + "text": "$3-$940+", + "boxes": [ + 10, + 631, + 90, + 657 + ] + }, + { + "text": "620", + "boxes": [ + 1796, + 621, + 1878, + 657 + ] + }, + { + "text": " 30H Battery Bluetooth Headphones for Switch, Laptop, Mobile, Mac", + "boxes": [ + 600, + 635, + 1164, + 669 + ] + }, + { + "text": "★★★★★860", + "boxes": [ + 606, + 665, + 736, + 695 + ] + }, + { + "text": "Deals&Dis", + "boxes": [ + 16, + 719, + 86, + 741 + ] + }, + { + "text": "$2564", + "boxes": [ + 604, + 717, + 672, + 748 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1810, + 717, + 1862, + 742 + ] + }, + { + "text": "All Dis", + "boxes": [ + 16, + 741, + 52, + 760 + ] + }, + { + "text": " Delivery Sat, May 24", + "boxes": [ + 602, + 750, + 742, + 779 + ] + }, + { + "text": "Today's Deals", + "boxes": [ + 16, + 764, + 96, + 782 + ] + }, + { + "text": "Ships to China", + "boxes": [ + 601, + 772, + 683, + 803 + ] + }, + { + "text": "Add to cat", + "boxes": [ + 603, + 797, + 697, + 843 + ] + }, + { + "text": "Bluetooth", + "boxes": [ + 9, + 811, + 99, + 842 + ] + }, + { + "text": "", + "boxes": [ + 18, + 840, + 38, + 854 + ] + }, + { + "text": "NFC", + "boxes": [ + 34, + 878, + 62, + 897 + ] + }, + { + "text": " 2.4GHz Wireless Gaming Headset for PC, Ps5, Ps4 - Lossless Audio USB & Type-C Ultra Stable Gaming ", + "boxes": [ + 600, + 889, + 1440, + 929 + ] + }, + { + "text": " Headphones with Flip Microphone, 40-Hr Battery Gamer Headset for Switch, Laptop, Mobile, Mac", + "boxes": [ + 600, + 917, + 1400, + 951 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1814, + 925, + 1860, + 945 + ] + }, + { + "text": "★★★★☆√7.133", + "boxes": [ + 610, + 971, + 742, + 989 + ] + }, + { + "text": "$2999", + "boxes": [ + 603, + 1012, + 667, + 1049 + ] + } + ] + }, + { + "frame_id": "90_1_9", + "episode_id": 90, + "env_id": 1, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.924952507019043, + "advantages": 0.17104822397232056, + "generated_text": "{\n \"intent\": \"Clicking this article will provide detailed information about the new Fengyun A9L.\",\n \"action\": \"DoubleClick(471, 289)\"\n}", + "action_string": "DoubleClick(471, 289)", + "intent_string": "Clicking this article will provide detailed information about the new Fengyun A9L.", + "before_screen_ocr_results": [ + { + "text": "×", + "boxes": [ + 196, + 36, + 218, + 50 + ] + }, + { + "text": "奇瑞风云A9L：安全铸就豪", + "boxes": [ + 248, + 32, + 412, + 50 + ] + }, + { + "text": "C", + "boxes": [ + 66, + 68, + 126, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1878, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "长春市7°℃", + "boxes": [ + 1632, + 117, + 1748, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 60, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1858, + 145 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 177, + 318, + 202 + ] + }, + { + "text": "资讯 娱乐　 时尚 教育", + "boxes": [ + 344, + 175, + 542, + 204 + ] + }, + { + "text": "科技 萌宠汽车", + "boxes": [ + 532, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "发现", + "boxes": [ + 236, + 183, + 266, + 197 + ] + }, + { + "text": "ITBEAR科技资讯+ 关注", + "boxes": [ + 382, + 264, + 632, + 306 + ] + }, + { + "text": "豆包AI翻译", + "boxes": [ + 1538, + 260, + 1710, + 310 + ] + }, + { + "text": "", + "boxes": [ + 192, + 284, + 214, + 310 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 220, + 371 + ] + }, + { + "text": "奇瑞风云A9L：安全铸就豪华，向全球高端市场发起冲击", + "boxes": [ + 362, + 345, + 1182, + 395 + ] + }, + { + "text": "豆包AI点击下载", + "boxes": [ + 1562, + 363, + 1682, + 395 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "超智能攻略的报道·14小时·① 2分钟读取", + "boxes": [ + 364, + 415, + 708, + 451 + ] + }, + { + "text": "豆包PC版_操作便捷_免费下载安", + "boxes": [ + 1420, + 411, + 1688, + 447 + ] + }, + { + "text": "装", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "区", + "boxes": [ + 194, + 455, + 210, + 472 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1426, + 469, + 1530, + 494 + ] + }, + { + "text": "在芜湖奇瑞碰撞安全试验室，一场以\"底线\"为核心主题的安全盛宴——\"奇瑞汽车安全之夜\"盛大启幕。活动中，奇瑞正", + "boxes": [ + 366, + 504, + 1242, + 534 + ] + }, + { + "text": "式揭晓了其基于全新EOX平台打造的首款C级旗舰轿车之名—风云A9L。这款车型不仅以532的越级尺寸树立C级车新", + "boxes": [ + 366, + 530, + 1238, + 560 + ] + }, + { + "text": "标杆，更是以百万豪车为标杆，从品质到工艺实现了全面跃升，彰显了奇瑞进军新能源高端市场的雄心壮志。", + "boxes": [ + 362, + 556, + 1172, + 586 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1598, + 584 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1702, + 579 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1666, + 631 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1446, + 685, + 1588, + 709 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1446, + 729, + 1662, + 758 + ] + }, + { + "text": "风云A9L", + "boxes": [ + 925, + 724, + 1129, + 804 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1446, + 748, + 1580, + 778 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 828, + 1446, + 856 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 832, + 873, + 1088, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "瑞风云A9L :", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "奇瑞风云A9L：安全铸就豪", + "boxes": [ + 244, + 32, + 412, + 50 + ] + }, + { + "text": "C仓", + "boxes": [ + 64, + 68, + 126, + 87 + ] + }, + { + "text": "① https://wv", + "boxes": [ + 254, + 66, + 374, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1582, + 62, + 1664, + 93 + ] + }, + { + "text": "三四@", + "boxes": [ + 1784, + 62, + 1880, + 93 + ] + }, + { + "text": "搜索网页", + "boxes": [ + 564, + 117, + 638, + 149 + ] + }, + { + "text": "长春市7°℃", + "boxes": [ + 1632, + 117, + 1748, + 149 + ] + }, + { + "text": "msn", + "boxes": [ + 60, + 129, + 102, + 149 + ] + }, + { + "text": "中", + "boxes": [ + 1762, + 121, + 1788, + 145 + ] + }, + { + "text": "登录", + "boxes": [ + 1830, + 123, + 1858, + 145 + ] + }, + { + "text": "发现", + "boxes": [ + 234, + 179, + 268, + 199 + ] + }, + { + "text": "关注", + "boxes": [ + 272, + 177, + 318, + 202 + ] + }, + { + "text": "资讯 娱乐　 时尚 教育", + "boxes": [ + 344, + 175, + 542, + 204 + ] + }, + { + "text": "科技 萌宠汽车", + "boxes": [ + 530, + 175, + 694, + 204 + ] + }, + { + "text": "个性化设置", + "boxes": [ + 1604, + 171, + 1728, + 208 + ] + }, + { + "text": "ITBEAR科技资讯+关注", + "boxes": [ + 382, + 262, + 630, + 310 + ] + }, + { + "text": "豆包AI翻译", + "boxes": [ + 1538, + 260, + 1710, + 310 + ] + }, + { + "text": "", + "boxes": [ + 192, + 284, + 214, + 310 + ] + }, + { + "text": "", + "boxes": [ + 188, + 336, + 220, + 371 + ] + }, + { + "text": "奇瑞风云A9L：安全铸就豪华，向全球高端市场发起冲击", + "boxes": [ + 364, + 347, + 1180, + 393 + ] + }, + { + "text": "豆包AI点击下载", + "boxes": [ + 1562, + 363, + 1682, + 395 + ] + }, + { + "text": "F", + "boxes": [ + 188, + 393, + 218, + 427 + ] + }, + { + "text": "超智能攻略的报道·14小时·① 2分钟读取", + "boxes": [ + 362, + 411, + 708, + 451 + ] + }, + { + "text": "豆包PC版_操作便捷_免费下载安", + "boxes": [ + 1420, + 411, + 1688, + 447 + ] + }, + { + "text": "装", + "boxes": [ + 1428, + 443, + 1452, + 465 + ] + }, + { + "text": "区", + "boxes": [ + 194, + 455, + 210, + 472 + ] + }, + { + "text": "广告豆包客户端", + "boxes": [ + 1426, + 469, + 1530, + 494 + ] + }, + { + "text": "在芜湖奇瑞碰撞安全试验室，一场以\"底线\"为核心主题的安全盛宴——\"奇瑞汽车安全之夜\"盛大启幕。活动中，奇瑞正", + "boxes": [ + 366, + 504, + 1242, + 534 + ] + }, + { + "text": "式揭晓了其基于全新EOX平台打造的首款C级旗舰轿车之名—风云A9L。这款车型不仅以532的越级尺寸树立C级车新", + "boxes": [ + 366, + 530, + 1238, + 560 + ] + }, + { + "text": "标杆，更是以百万豪车为标杆，从品质到工艺实现了全面跃升，彰显了奇瑞进军新能源高端市场的雄心壮志。", + "boxes": [ + 364, + 558, + 1174, + 588 + ] + }, + { + "text": "访问ITBEAR科技资讯", + "boxes": [ + 1426, + 554, + 1598, + 584 + ] + }, + { + "text": "G", + "boxes": [ + 1673, + 550, + 1702, + 579 + ] + }, + { + "text": "太空计算新纪元！全球首个星座发", + "boxes": [ + 1446, + 602, + 1666, + 631 + ] + }, + { + "text": "射，“内江星群”点亮浩瀚星河", + "boxes": [ + 1446, + 621, + 1632, + 649 + ] + }, + { + "text": "比亚迪秦混动进藏记：动力续航双", + "boxes": [ + 1446, + 665, + 1664, + 695 + ] + }, + { + "text": "在线，高原之旅不是梦", + "boxes": [ + 1446, + 685, + 1588, + 709 + ] + }, + { + "text": "马钢突破！国内首款大圆柱深冲电", + "boxes": [ + 1446, + 729, + 1662, + 758 + ] + }, + { + "text": "风云A9L", + "boxes": [ + 924, + 722, + 1130, + 805 + ] + }, + { + "text": "池外壳用钢成功下线", + "boxes": [ + 1446, + 748, + 1580, + 778 + ] + }, + { + "text": "®", + "boxes": [ + 1412, + 828, + 1446, + 856 + ] + }, + { + "text": "微软重视您的隐私", + "boxes": [ + 30, + 878, + 196, + 907 + ] + }, + { + "text": "我们以及合作伙伴处理数据的目的如下：", + "boxes": [ + 834, + 876, + 1088, + 905 + ] + }, + { + "text": "我接受", + "boxes": [ + 1672, + 876, + 1720, + 911 + ] + }, + { + "text": "为了向您提供服务和广告并对其进行维护和改进，微软以及我们的第三方供应商会使用cookies来存储、访问包括唯一识别码（unique", + "boxes": [ + 28, + 909, + 796, + 939 + ] + }, + { + "text": "使用精确的地理位置数据.主动扫描设备特性以进行识别.在设备上存储和/或访问信息。个性化广告和内容、广告和内容衡", + "boxes": [ + 836, + 911, + 1528, + 935 + ] + }, + { + "text": "D）等信息。如您同意，微软资讯以及微软必应会向您提供个性化的内容和广告。您可以选择“我同意“从而同意上述使用场景，或者点", + "boxes": [ + 24, + 923, + 800, + 961 + ] + }, + { + "text": "量、受众研究和服务开发.", + "boxes": [ + 836, + 927, + 986, + 957 + ] + }, + { + "text": "全部拒绝", + "boxes": [ + 1668, + 935, + 1728, + 967 + ] + }, + { + "text": "击\"管理设置\"查看您的选项以及在适用情况下行使您反对正当利益的权利。您可以通过本页面底部的\"管理设置\"改变您的选择。欲了解", + "boxes": [ + 32, + 951, + 794, + 975 + ] + }, + { + "text": "合作伙伴（供应商）名单", + "boxes": [ + 836, + 953, + 984, + 983 + ] + }, + { + "text": "详情，请访问：微软隐私声明", + "boxes": [ + 32, + 971, + 210, + 995 + ] + }, + { + "text": "管理设置", + "boxes": [ + 1668, + 993, + 1728, + 1024 + ] + }, + { + "text": "瑞风云A9L :", + "boxes": [ + 224, + 1048, + 310, + 1072 + ] + } + ] + }, + { + "frame_id": "90_2_9", + "episode_id": 90, + "env_id": 2, + "step": 9, + "format_rewards": 1.0, + "rewards": 8.84798812866211, + "advantages": -0.3575579822063446, + "generated_text": "{\n \"intent\": \"Move the mouse to the central area of the product detail to start reading and familiarizing myself with the product description.\",\n \"action\": \"DoubleClick(921, 375)\"\n}", + "action_string": "DoubleClick(921, 375)", + "intent_string": "Move the mouse to the central area of the product detail to start reading and familiarizing myself with the product description.", + "before_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "①』", + "boxes": [ + 256, + 68, + 308, + 87 + ] + }, + { + "text": "☆", + "boxes": [ + 1578, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1892, + 93 + ] + }, + { + "text": "三", + "boxes": [ + 1880, + 68, + 1910, + 87 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": " Subtotal", + "boxes": [ + 1824, + 105, + 1886, + 131 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 125, + 1446, + 145 + ] + }, + { + "text": "Go to Car'", + "boxes": [ + 1828, + 157, + 1878, + 175 + ] + }, + { + "text": "ASUS ROG Pelta Wireless", + "boxes": [ + 1540, + 238, + 1750, + 262 + ] + }, + { + "text": "Gaming Headset (BT,ROG", + "boxes": [ + 1536, + 252, + 1752, + 286 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C,", + "boxes": [ + 1538, + 272, + 1764, + 306 + ] + }, + { + "text": "Lightweight09g50mmROG", + "boxes": [ + 1536, + 290, + 1778, + 326 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm", + "boxes": [ + 1540, + 318, + 1778, + 341 + ] + }, + { + "text": "Super-Wideband Mic, RGB...", + "boxes": [ + 1538, + 336, + 1770, + 365 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 1538, + 369, + 1620, + 393 + ] + }, + { + "text": "Pattern:Pelta", + "boxes": [ + 1542, + 403, + 1610, + 421 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 6, + 62, + 132, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1576, + 66, + 1662, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1784, + 66, + 1892, + 93 + ] + }, + { + "text": "amazon", + "boxes": [ + 18, + 111, + 128, + 143 + ] + }, + { + "text": " Subtotal", + "boxes": [ + 1824, + 105, + 1886, + 131 + ] + }, + { + "text": "gamingheadsets", + "boxes": [ + 308, + 119, + 420, + 137 + ] + }, + { + "text": "EN", + "boxes": [ + 1396, + 125, + 1446, + 145 + ] + }, + { + "text": "Go to Car'", + "boxes": [ + 1828, + 157, + 1878, + 175 + ] + }, + { + "text": "ASUS ROG Pelta Wireless", + "boxes": [ + 1540, + 238, + 1750, + 262 + ] + }, + { + "text": "Gaming Headset (BTG", + "boxes": [ + 1536, + 252, + 1752, + 286 + ] + }, + { + "text": "SpeedNova 2.4GHz, USB-C,", + "boxes": [ + 1538, + 272, + 1764, + 306 + ] + }, + { + "text": "Lightweight 309g50mmROG", + "boxes": [ + 1536, + 290, + 1778, + 326 + ] + }, + { + "text": "Titanium-Plated Drivers, 10mm", + "boxes": [ + 1540, + 318, + 1778, + 341 + ] + }, + { + "text": "Super-Wideband Mic, RGB...", + "boxes": [ + 1538, + 336, + 1770, + 365 + ] + }, + { + "text": "Style:Wireless", + "boxes": [ + 1538, + 369, + 1620, + 393 + ] + }, + { + "text": "Pattern:Pelta", + "boxes": [ + 1542, + 403, + 1610, + 421 + ] + } + ] + }, + { + "frame_id": "90_3_9", + "episode_id": 90, + "env_id": 3, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.295256614685059, + "advantages": -0.13802528381347656, + "generated_text": "{\n \"intent\": \"Move the mouse to the top of the page to get an overview of all features.\",\n \"action\": \"DoubleClick(1, 331)\"\n}", + "action_string": "DoubleClick(1, 331)", + "intent_string": "Move the mouse to the top of the page to get an overview of all features.", + "before_screen_ocr_results": [ + { + "text": "Search -Microsoft Bing×+", + "boxes": [ + 36, + 32, + 244, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 40, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "| https://cn.bing.com", + "boxes": [ + 250, + 62, + 446, + 91 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1870, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 189, + 640, + 218 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 236, + 630, + 266 + ] + }, + { + "text": "伦敦时间到！", + "boxes": [ + 1516, + 387, + 1630, + 419 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 188, + 439, + 274, + 465 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1453, + 476, + 1555, + 513 + ] + }, + { + "text": "14,.761%", + "boxes": [ + 1626, + 514, + 1700, + 562 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 552, + 1521, + 609 + ] + }, + { + "text": "3230%", + "boxes": [ + 1620, + 552, + 1703, + 611 + ] + }, + { + "text": "s", + "boxes": [ + 1592, + 565, + 1630, + 593 + ] + }, + { + "text": "新技", + "boxes": [ + 1456, + 606, + 1524, + 655 + ] + }, + { + "text": "+3.59 ", + "boxes": [ + 1630, + 606, + 1700, + 653 + ] + }, + { + "text": "?", + "boxes": [ + 828, + 637, + 854, + 657 + ] + }, + { + "text": "IC photo·2小时", + "boxes": [ + 848, + 635, + 956, + 659 + ] + }, + { + "text": "什么值得买", + "boxes": [ + 1140, + 635, + 1230, + 661 + ] + }, + { + "text": "中新社：贵州贵平高速路面", + "boxes": [ + 824, + 655, + 1078, + 691 + ] + }, + { + "text": "魔兽世界：从宇宙起源到艾泽", + "boxes": [ + 1136, + 655, + 1410, + 691 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1454, + 653, + 1520, + 701 + ] + }, + { + "text": "奇瑞汽车总是“起个大早，赶了晚集”？", + "boxes": [ + 204, + 663, + 716, + 699 + ] + }, + { + "text": "±2.81% ", + "boxes": [ + 1630, + 657, + 1696, + 689 + ] + }, + { + "text": "后", + "boxes": [ + 740, + 673, + 758, + 689 + ] + }, + { + "text": "“无人摊碾\"施工忙", + "boxes": [ + 832, + 685, + 1000, + 715 + ] + }, + { + "text": "拉斯的永恒纷争", + "boxes": [ + 1138, + 685, + 1286, + 715 + ] + }, + { + "text": "1,634.99", + "boxes": [ + 1638, + 677, + 1692, + 695 + ] + }, + { + "text": "跃：我们的胆子很小", + "boxes": [ + 200, + 697, + 474, + 737 + ] + }, + { + "text": "英达上城", + "boxes": [ + 1456, + 699, + 1524, + 748 + ] + }, + { + "text": "", + "boxes": [ + 1586, + 698, + 1625, + 737 + ] + }, + { + "text": "+3.3526", + "boxes": [ + 1632, + 701, + 1698, + 742 + ] + }, + { + "text": "55", + "boxes": [ + 1144, + 746, + 1170, + 760 + ] + }, + { + "text": "查看自选股建议", + "boxes": [ + 1624, + 742, + 1726, + 766 + ] + }, + { + "text": "潇湘晨报·8小时", + "boxes": [ + 514, + 949, + 644, + 979 + ] + }, + { + "text": "懂球帝·3小时", + "boxes": [ + 828, + 953, + 942, + 977 + ] + }, + { + "text": "红板报·17小时", + "boxes": [ + 1136, + 949, + 1264, + 979 + ] + }, + { + "text": "?", + "boxes": [ + 204, + 963, + 228, + 987 + ] + }, + { + "text": "一点视频/PP侃热剧·3周", + "boxes": [ + 228, + 963, + 374, + 987 + ] + }, + { + "text": "杭州市公立医院首例！第五次", + "boxes": [ + 512, + 971, + 784, + 1007 + ] + }, + { + "text": "官方：刘国梁受邀成为“联合", + "boxes": [ + 822, + 969, + 1090, + 1009 + ] + }, + { + "text": "动察：哪吒汽车被申请破产审", + "boxes": [ + 1134, + 969, + 1408, + 1009 + ] + }, + { + "text": "刘文步、王文林相声《山西家", + "boxes": [ + 198, + 983, + 474, + 1018 + ] + }, + { + "text": "戒酒失败后，他植入了“戒酒", + "boxes": [ + 512, + 1001, + 778, + 1030 + ] + }, + { + "text": "国运动会大使”", + "boxes": [ + 826, + 1001, + 966, + 1032 + ] + }, + { + "text": "查，敢问路在何方？", + "boxes": [ + 1136, + 999, + 1324, + 1034 + ] + }, + { + "text": "信》全程包袱不断，经典相声", + "boxes": [ + 196, + 1006, + 474, + 1044 + ] + }, + { + "text": "件正", + "boxes": [ + 519, + 1024, + 569, + 1049 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "Search -Microsoft Bing×+", + "boxes": [ + 36, + 32, + 244, + 50 + ] + }, + { + "text": "←", + "boxes": [ + 12, + 66, + 40, + 89 + ] + }, + { + "text": "→", + "boxes": [ + 28, + 62, + 132, + 93 + ] + }, + { + "text": "① https://cn.bing.com", + "boxes": [ + 252, + 64, + 448, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1596, + 66, + 1662, + 91 + ] + }, + { + "text": "三目?", + "boxes": [ + 1786, + 66, + 1872, + 89 + ] + }, + { + "text": " Microsoft Bing ", + "boxes": [ + 20, + 109, + 186, + 151 + ] + }, + { + "text": "国内版国际版", + "boxes": [ + 490, + 189, + 640, + 218 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 476, + 236, + 630, + 266 + ] + }, + { + "text": "伦敦时间到！", + "boxes": [ + 1514, + 387, + 1630, + 419 + ] + }, + { + "text": "DISCOVER", + "boxes": [ + 184, + 437, + 278, + 469 + ] + }, + { + "text": "自选股建议", + "boxes": [ + 1453, + 476, + 1555, + 513 + ] + }, + { + "text": "智己L6", + "boxes": [ + 196, + 500, + 302, + 532 + ] + }, + { + "text": "14,.761%", + "boxes": [ + 1626, + 514, + 1700, + 562 + ] + }, + { + "text": "超越百万的灵活", + "boxes": [ + 196, + 524, + 298, + 548 + ] + }, + { + "text": "4.39m", + "boxes": [ + 187, + 539, + 309, + 588 + ] + }, + { + "text": "恒生指数", + "boxes": [ + 1449, + 552, + 1521, + 609 + ] + }, + { + "text": "132.30%", + "boxes": [ + 1621, + 554, + 1701, + 611 + ] + }, + { + "text": "灵蜥极致转向", + "boxes": [ + 188, + 577, + 362, + 620 + ] + }, + { + "text": "s", + "boxes": [ + 1592, + 565, + 1630, + 593 + ] + }, + { + "text": "新技", + "boxes": [ + 1456, + 606, + 1524, + 655 + ] + }, + { + "text": "+3.59 ", + "boxes": [ + 1630, + 606, + 1702, + 653 + ] + }, + { + "text": "四线控单差速制动", + "boxes": [ + 217, + 615, + 425, + 666 + ] + }, + { + "text": "?", + "boxes": [ + 830, + 639, + 850, + 655 + ] + }, + { + "text": "IC photo·2小时", + "boxes": [ + 848, + 635, + 956, + 659 + ] + }, + { + "text": "什么值得买", + "boxes": [ + 1140, + 635, + 1230, + 661 + ] + }, + { + "text": "中新社：贵州贵平高速路面", + "boxes": [ + 824, + 655, + 1078, + 691 + ] + }, + { + "text": "魔兽世界：从宇宙起源到艾泽", + "boxes": [ + 1134, + 653, + 1408, + 689 + ] + }, + { + "text": "贵州台", + "boxes": [ + 1454, + 653, + 1520, + 701 + ] + }, + { + "text": "搭载电子电气架构3.0，入门即顶配！全新智", + "boxes": [ + 202, + 663, + 780, + 699 + ] + }, + { + "text": "±2.81% ", + "boxes": [ + 1630, + 657, + 1696, + 689 + ] + }, + { + "text": "“无人摊碾\"施工忙", + "boxes": [ + 830, + 685, + 1000, + 715 + ] + }, + { + "text": "拉斯的永恒纷争", + "boxes": [ + 1138, + 685, + 1286, + 715 + ] + }, + { + "text": "1,634.99", + "boxes": [ + 1638, + 677, + 1692, + 695 + ] + }, + { + "text": "己L6权益价20.49万起", + "boxes": [ + 202, + 697, + 554, + 739 + ] + }, + { + "text": "英达上城", + "boxes": [ + 1456, + 699, + 1524, + 748 + ] + }, + { + "text": "M", + "boxes": [ + 1594, + 707, + 1620, + 731 + ] + }, + { + "text": "+3.3526", + "boxes": [ + 1632, + 701, + 1698, + 742 + ] + }, + { + "text": "55", + "boxes": [ + 1144, + 746, + 1170, + 760 + ] + }, + { + "text": "查看自选股建议", + "boxes": [ + 1624, + 744, + 1726, + 768 + ] + }, + { + "text": "潇湘晨报·8小时", + "boxes": [ + 514, + 949, + 644, + 979 + ] + }, + { + "text": "懂球帝·3小时", + "boxes": [ + 826, + 953, + 942, + 977 + ] + }, + { + "text": "红板报·17小时", + "boxes": [ + 1136, + 949, + 1264, + 979 + ] + }, + { + "text": "?", + "boxes": [ + 204, + 963, + 228, + 987 + ] + }, + { + "text": "一点视频/PP侃热剧·3周", + "boxes": [ + 228, + 963, + 374, + 987 + ] + }, + { + "text": "杭州市公立医院首例！第五次", + "boxes": [ + 510, + 971, + 782, + 1007 + ] + }, + { + "text": "官方：刘国梁受邀成为“联合", + "boxes": [ + 822, + 969, + 1090, + 1009 + ] + }, + { + "text": "动察：哪吒汽车被申请破产审", + "boxes": [ + 1134, + 969, + 1408, + 1009 + ] + }, + { + "text": "刘文步、王文林相声《山西家", + "boxes": [ + 198, + 983, + 474, + 1018 + ] + }, + { + "text": "戒酒失败后，他植入了“戒酒", + "boxes": [ + 512, + 1001, + 778, + 1030 + ] + }, + { + "text": "国运动会大使”", + "boxes": [ + 826, + 1001, + 966, + 1032 + ] + }, + { + "text": "查，敢问路在何方？", + "boxes": [ + 1136, + 999, + 1324, + 1034 + ] + }, + { + "text": "信》全程包袱不断，经典相声", + "boxes": [ + 196, + 1006, + 474, + 1044 + ] + }, + { + "text": "件正", + "boxes": [ + 519, + 1024, + 569, + 1049 + ] + } + ] + }, + { + "frame_id": "90_4_9", + "episode_id": 90, + "env_id": 4, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.050226211547852, + "advantages": -0.2582935094833374, + "generated_text": "{\n \"intent\": \"Move the mouse to open a new browser tab to start exploring more websites about artificial intelligence applications in space.\",\n \"action\": \"DoubleClick(1260, 342)\" \n}", + "action_string": "DoubleClick(1260, 342)", + "intent_string": "Move the mouse to open a new browser tab to start exploring more websites about artificial intelligence applications in space.", + "before_screen_ocr_results": [ + { + "text": "→", + "boxes": [ + 30, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 248, + 145 + ] + }, + { + "text": "", + "boxes": [ + 240, + 121, + 258, + 135 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 172, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 176, + 208, + 212, + 238 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 290, + 234 + ] + }, + { + "text": "/IDEOS", + "boxes": [ + 332, + 214, + 368, + 228 + ] + }, + { + "text": "ACADEMIC", + "boxes": [ + 410, + 212, + 466, + 230 + ] + }, + { + "text": " About 2,660,000 results", + "boxes": [ + 176, + 260, + 330, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 212, + 328 + ] + }, + { + "text": "将A送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "8 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 780, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全，", + "boxes": [ + 178, + 389, + 772, + 413 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 210, + 435, + 278, + 461 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://www", + "boxes": [ + 212, + 453, + 286, + 476 + ] + }, + { + "text": "w.thepaper.cn", + "boxes": [ + 278, + 453, + 374, + 478 + ] + }, + { + "text": " Translate this result", + "boxes": [ + 368, + 455, + 490, + 478 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "11 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 210, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星.", + "boxes": [ + 174, + 613, + 722, + 653 + ] + }, + { + "text": "11 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 178, + 667, + 760, + 691 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 212, + 715, + 292, + 741 + ] + }, + { + "text": "https://cn.chinadaly.com.cn Translaethis result ", + "boxes": [ + 210, + 731, + 514, + 760 + ] + }, + { + "text": "将AI送上太空我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 176, + 756, + 706, + 792 + ] + }, + { + "text": "9 hours ago·12星箭上排布图 首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 182, + 786, + 770, + 810 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链，", + "boxes": [ + 178, + 810, + 774, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 190, + 872, + 202, + 883 + ] + }, + { + "text": "https:/fnance.sina.com.cn jsw doc-inewpmqw. ranslae this result ", + "boxes": [ + 210, + 872, + 664, + 901 + ] + }, + { + "text": "将AI送上太空 我国成功发射太空计算卫星星座－新浪财经", + "boxes": [ + 174, + 895, + 686, + 931 + ] + }, + { + "text": "8 hours ago·国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空.人工智能领", + "boxes": [ + 178, + 925, + 786, + 955 + ] + }, + { + "text": "域边界从地面迈向太空。国星宇航“星算\"计划首发星座一轨12..", + "boxes": [ + 172, + 941, + 578, + 979 + ] + }, + { + "text": "?", + "boxes": [ + 179, + 1001, + 211, + 1032 + ] + }, + { + "text": "封面新闻", + "boxes": [ + 212, + 995, + 278, + 1020 + ] + }, + { + "text": "https://ww.thecover.cn news Translae this resut ", + "boxes": [ + 210, + 1008, + 534, + 1042 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 300, + 1070 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←→白", + "boxes": [ + 10, + 62, + 132, + 93 + ] + }, + { + "text": "国内版", + "boxes": [ + 184, + 113, + 268, + 145 + ] + }, + { + "text": "国际版", + "boxes": [ + 258, + 115, + 308, + 143 + ] + }, + { + "text": "MicrosoftBing", + "boxes": [ + 48, + 159, + 146, + 185 + ] + }, + { + "text": "将人工智能送上太空", + "boxes": [ + 174, + 153, + 332, + 189 + ] + }, + { + "text": "WEB", + "boxes": [ + 178, + 212, + 208, + 232 + ] + }, + { + "text": "IMAGES", + "boxes": [ + 244, + 208, + 292, + 234 + ] + }, + { + "text": "ACADEMI", + "boxes": [ + 410, + 212, + 460, + 230 + ] + }, + { + "text": " About 2,660,000 results", + "boxes": [ + 176, + 260, + 328, + 284 + ] + }, + { + "text": "央视网", + "boxes": [ + 210, + 294, + 264, + 324 + ] + }, + { + "text": "?", + "boxes": [ + 182, + 306, + 210, + 328 + ] + }, + { + "text": "将AI送上太空 我国成功发射全球首个太空计算卫星星座", + "boxes": [ + 174, + 336, + 668, + 371 + ] + }, + { + "text": "8 hours ago·北京时间2025年5月14日12时12分，国星宇航在酒泉卫星发射中心使用长征二号丁", + "boxes": [ + 178, + 363, + 780, + 393 + ] + }, + { + "text": "运载火箭，成功将太空计算星座021任务12颗卫星发射升空。卫星顺利进入预定轨道，标志着全．", + "boxes": [ + 176, + 387, + 774, + 417 + ] + }, + { + "text": "澎湃新闻", + "boxes": [ + 208, + 433, + 280, + 465 + ] + }, + { + "text": "澎", + "boxes": [ + 182, + 447, + 212, + 469 + ] + }, + { + "text": "https://wwv", + "boxes": [ + 214, + 455, + 284, + 472 + ] + }, + { + "text": "w.thepaper.cn Translate this resuit", + "boxes": [ + 276, + 451, + 492, + 480 + ] + }, + { + "text": "将人工智能送上太空，我国太空计算卫星星座成功发射", + "boxes": [ + 174, + 476, + 664, + 512 + ] + }, + { + "text": "11 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 504, + 788, + 534 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"，", + "boxes": [ + 178, + 530, + 766, + 554 + ] + }, + { + "text": "新华网", + "boxes": [ + 208, + 576, + 264, + 602 + ] + }, + { + "text": "新华社权威快报丨将人工智能送上太空！我国太空计算卫星..", + "boxes": [ + 176, + 615, + 722, + 651 + ] + }, + { + "text": "11 hours ago·该设施将通过在轨实时处理数据，解决传统卫星数据处理效率瓶颈问题，推动人工", + "boxes": [ + 176, + 645, + 786, + 675 + ] + }, + { + "text": "智能在太空的应用与发展。本次发射的一箭12星是\"三体计算星座\"的首次发射，也是国星宇航\"", + "boxes": [ + 178, + 667, + 760, + 691 + ] + }, + { + "text": "中国日报网", + "boxes": [ + 212, + 715, + 292, + 741 + ] + }, + { + "text": "https://cn.chinadaily.com.cn Translatethisresut", + "boxes": [ + 210, + 731, + 514, + 760 + ] + }, + { + "text": "将AI送上太空 我国成功发射太空计算卫星星座－中国日报网", + "boxes": [ + 176, + 756, + 706, + 792 + ] + }, + { + "text": "9 hours ago·12星箭上排布图 首发星座通过星间激光高速互联、星座稳定组网和算力分布式调", + "boxes": [ + 180, + 784, + 772, + 814 + ] + }, + { + "text": "度，构建开放共享的太空计算系统，打造天基智能计算基础设施。星座将完成太空计算系统建链，", + "boxes": [ + 178, + 810, + 774, + 834 + ] + }, + { + "text": "新浪财经", + "boxes": [ + 210, + 854, + 278, + 879 + ] + }, + { + "text": "?", + "boxes": [ + 190, + 872, + 202, + 883 + ] + }, + { + "text": "https:/fnance.sina.com.cn jsw doc-inewpmqw. ranslae this result ", + "boxes": [ + 210, + 872, + 664, + 901 + ] + }, + { + "text": "将AI送上太空 我国成功发射太空计算卫星星座－新浪财经", + "boxes": [ + 174, + 895, + 686, + 931 + ] + }, + { + "text": "8 hours ago·国星宇航在酒泉卫星发射中心使用长征二号丁运载火箭，成功将太空.人工智能领", + "boxes": [ + 178, + 925, + 786, + 955 + ] + }, + { + "text": "域边界从地面迈向太空。国星宇航\"星算\"计划首发星座一轨12..", + "boxes": [ + 172, + 941, + 578, + 979 + ] + }, + { + "text": "?", + "boxes": [ + 179, + 1001, + 211, + 1032 + ] + }, + { + "text": "封面新闻", + "boxes": [ + 212, + 995, + 278, + 1020 + ] + }, + { + "text": "https://ww.thecover.cnnews Translate thisresult", + "boxes": [ + 210, + 1008, + 534, + 1042 + ] + }, + { + "text": "人工智能送", + "boxes": [ + 234, + 1050, + 300, + 1070 + ] + } + ] + }, + { + "frame_id": "90_5_9", + "episode_id": 90, + "env_id": 5, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.843643188476562, + "advantages": 0.6219689846038818, + "generated_text": "{\n \"intent\": \"Click on the '搜索' button to begin searching for hotels.\",\n \"action\": \"DoubleClick(1076, 368)\"\n}", + "action_string": "DoubleClick(1076, 368)", + "intent_string": "Click on the '搜索' button to begin searching for hotels.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1584, + 64, + 1662, + 89 + ] + }, + { + "text": "$", + "boxes": [ + 314, + 107, + 350, + 137 + ] + }, + { + "text": "Wilyouallow www.ctrp.com to acess your", + "boxes": [ + 354, + 99, + 674, + 135 + ] + }, + { + "text": "三", + "boxes": [ + 26, + 119, + 50, + 141 + ] + }, + { + "text": "索任何旅游相关", + "boxes": [ + 698, + 123, + 798, + 147 + ] + }, + { + "text": "登录", + "boxes": [ + 1176, + 121, + 1214, + 149 + ] + }, + { + "text": "注册", + "boxes": [ + 1236, + 121, + 1278, + 149 + ] + }, + { + "text": "我的订单", + "boxes": [ + 1310, + 119, + 1400, + 151 + ] + }, + { + "text": "联系客服", + "boxes": [ + 1424, + 123, + 1494, + 149 + ] + }, + { + "text": "口$", + "boxes": [ + 1516, + 117, + 1600, + 149 + ] + }, + { + "text": "Learn more", + "boxes": [ + 360, + 147, + 438, + 173 + ] + }, + { + "text": "田酒店", + "boxes": [ + 20, + 173, + 92, + 204 + ] + }, + { + "text": " Remember this decisior", + "boxes": [ + 368, + 175, + 536, + 193 + ] + }, + { + "text": "安心订 放心住", + "boxes": [ + 1000, + 193, + 1166, + 228 + ] + }, + { + "text": "武汉酒店口碑榜", + "boxes": [ + 1212, + 187, + 1334, + 216 + ] + }, + { + "text": "武汉泛海费尔蒙.", + "boxes": [ + 1484, + 191, + 1596, + 220 + ] + }, + { + "text": "国内酒店", + "boxes": [ + 50, + 216, + 120, + 248 + ] + }, + { + "text": "Don't Allow", + "boxes": [ + 362, + 218, + 440, + 242 + ] + }, + { + "text": "Allow Location Access ", + "boxes": [ + 520, + 216, + 680, + 246 + ] + }, + { + "text": "21°℃~28℃", + "boxes": [ + 1216, + 210, + 1294, + 236 + ] + }, + { + "text": "￥948.0起", + "boxes": [ + 1486, + 212, + 1552, + 244 + ] + }, + { + "text": "海外酒店", + "boxes": [ + 52, + 244, + 120, + 276 + ] + }, + { + "text": "目的地/酒店名称", + "boxes": [ + 471, + 252, + 587, + 288 + ] + }, + { + "text": "入住", + "boxes": [ + 786, + 258, + 822, + 286 + ] + }, + { + "text": "退房", + "boxes": [ + 1122, + 258, + 1158, + 286 + ] + }, + { + "text": "武汉万达瑞华酒店", + "boxes": [ + 1486, + 254, + 1608, + 284 + ] + }, + { + "text": "机票", + "boxes": [ + 24, + 284, + 94, + 318 + ] + }, + { + "text": "5月14日(周三)", + "boxes": [ + 786, + 282, + 900, + 312 + ] + }, + { + "text": "1晚", + "boxes": [ + 964, + 278, + 986, + 292 + ] + }, + { + "text": "上海", + "boxes": [ + 480, + 288, + 512, + 310 + ] + }, + { + "text": "5月15日(今天)", + "boxes": [ + 1044, + 284, + 1160, + 314 + ] + }, + { + "text": "￥848.0起", + "boxes": [ + 1496, + 282, + 1544, + 302 + ] + }, + { + "text": "国内热门城市", + "boxes": [ + 468, + 320, + 560, + 351 + ] + }, + { + "text": "火车票", + "boxes": [ + 26, + 332, + 108, + 363 + ] + }, + { + "text": "北京", + "boxes": [ + 470, + 357, + 508, + 387 + ] + }, + { + "text": "上海", + "boxes": [ + 578, + 357, + 614, + 389 + ] + }, + { + "text": "天津", + "boxes": [ + 682, + 355, + 724, + 391 + ] + }, + { + "text": "重庆", + "boxes": [ + 786, + 355, + 830, + 391 + ] + }, + { + "text": "大连", + "boxes": [ + 894, + 355, + 936, + 391 + ] + }, + { + "text": "Q搜索", + "boxes": [ + 1045, + 349, + 1129, + 394 + ] + }, + { + "text": "旅游", + "boxes": [ + 22, + 381, + 94, + 413 + ] + }, + { + "text": "青岛", + "boxes": [ + 467, + 385, + 509, + 422 + ] + }, + { + "text": "西安", + "boxes": [ + 574, + 387, + 616, + 423 + ] + }, + { + "text": "南京", + "boxes": [ + 682, + 387, + 724, + 423 + ] + }, + { + "text": "苏州", + "boxes": [ + 786, + 387, + 830, + 423 + ] + }, + { + "text": "杭州", + "boxes": [ + 896, + 389, + 934, + 419 + ] + }, + { + "text": "厦门", + "boxes": [ + 472, + 421, + 510, + 451 + ] + }, + { + "text": "成都", + "boxes": [ + 578, + 421, + 614, + 453 + ] + }, + { + "text": "深圳", + "boxes": [ + 675, + 412, + 727, + 459 + ] + }, + { + "text": "广州", + "boxes": [ + 784, + 419, + 830, + 455 + ] + }, + { + "text": "门票·活动", + "boxes": [ + 24, + 429, + 132, + 461 + ] + }, + { + "text": "三亚", + "boxes": [ + 896, + 421, + 934, + 451 + ] + }, + { + "text": "台北", + "boxes": [ + 461, + 444, + 513, + 491 + ] + }, + { + "text": "香港", + "boxes": [ + 574, + 451, + 616, + 486 + ] + }, + { + "text": "济南", + "boxes": [ + 682, + 455, + 720, + 484 + ] + }, + { + "text": "宁波", + "boxes": [ + 788, + 455, + 828, + 484 + ] + }, + { + "text": "沈阳", + "boxes": [ + 896, + 455, + 934, + 482 + ] + }, + { + "text": "汽车·船票", + "boxes": [ + 24, + 476, + 132, + 508 + ] + }, + { + "text": "武汉", + "boxes": [ + 468, + 484, + 506, + 514 + ] + }, + { + "text": "郑州", + "boxes": [ + 576, + 486, + 614, + 516 + ] + }, + { + "text": "用车", + "boxes": [ + 22, + 524, + 92, + 558 + ] + }, + { + "text": "海外热门城市", + "boxes": [ + 468, + 524, + 558, + 550 + ] + }, + { + "text": "普吉岛", + "boxes": [ + 682, + 556, + 736, + 590 + ] + }, + { + "text": "东京", + "boxes": [ + 780, + 547, + 832, + 597 + ] + }, + { + "text": "首尔", + "boxes": [ + 468, + 558, + 510, + 586 + ] + }, + { + "text": "曼谷", + "boxes": [ + 576, + 558, + 614, + 588 + ] + }, + { + "text": "新加坡", + "boxes": [ + 896, + 558, + 946, + 586 + ] + }, + { + "text": "攻略·景点", + "boxes": [ + 26, + 592, + 132, + 623 + ] + }, + { + "text": "大阪", + "boxes": [ + 456, + 586, + 508, + 619 + ] + }, + { + "text": "济州市", + "boxes": [ + 570, + 583, + 632, + 625 + ] + }, + { + "text": "巴厘岛", + "boxes": [ + 684, + 592, + 734, + 619 + ] + }, + { + "text": "清迈", + "boxes": [ + 788, + 592, + 826, + 619 + ] + }, + { + "text": "哥打京那巴鲁", + "boxes": [ + 896, + 592, + 986, + 617 + ] + }, + { + "text": "京都", + "boxes": [ + 468, + 623, + 510, + 651 + ] + }, + { + "text": "吉隆坡", + "boxes": [ + 578, + 623, + 632, + 653 + ] + }, + { + "text": "芭堤雅", + "boxes": [ + 682, + 623, + 736, + 653 + ] + }, + { + "text": "那霸", + "boxes": [ + 788, + 623, + 826, + 651 + ] + }, + { + "text": "洛杉矶", + "boxes": [ + 896, + 623, + 950, + 653 + ] + }, + { + "text": "26旅游地图", + "boxes": [ + 24, + 639, + 124, + 671 + ] + }, + { + "text": "苏梅岛", + "boxes": [ + 470, + 655, + 524, + 685 + ] + }, + { + "text": "巴黎", + "boxes": [ + 576, + 653, + 614, + 683 + ] + }, + { + "text": "甲米", + "boxes": [ + 682, + 653, + 718, + 683 + ] + }, + { + "text": "拉斯维加斯", + "boxes": [ + 790, + 657, + 868, + 681 + ] + }, + { + "text": "伦敦", + "boxes": [ + 894, + 657, + 934, + 683 + ] + }, + { + "text": "纽约", + "boxes": [ + 468, + 687, + 510, + 713 + ] + }, + { + "text": "芽庄", + "boxes": [ + 576, + 687, + 614, + 715 + ] + }, + { + "text": "悉尼", + "boxes": [ + 680, + 687, + 720, + 715 + ] + }, + { + "text": "全球购", + "boxes": [ + 26, + 707, + 108, + 739 + ] + }, + { + "text": "携程口碑榜", + "boxes": [ + 1232, + 725, + 1394, + 768 + ] + }, + { + "text": "礼品卡", + "boxes": [ + 24, + 754, + 110, + 786 + ] + }, + { + "text": "四亿旅行者的口碑之选>", + "boxes": [ + 1244, + 760, + 1374, + 788 + ] + }, + { + "text": "携程金融", + "boxes": [ + 26, + 802, + 126, + 834 + ] + }, + { + "text": "上海浦东国际机场迪航酒店", + "boxes": [ + 466, + 794, + 668, + 832 + ] + }, + { + "text": "上海世博中心亚朵酒店", + "boxes": [ + 710, + 798, + 878, + 828 + ] + }, + { + "text": "上海陆家嘴金融中心桔子..", + "boxes": [ + 954, + 798, + 1150, + 828 + ] + }, + { + "text": "", + "boxes": [ + 720, + 826, + 758, + 846 + ] + }, + { + "text": "4.5/5超棒", + "boxes": [ + 470, + 844, + 556, + 876 + ] + }, + { + "text": "4.8/5", + "boxes": [ + 714, + 846, + 768, + 876 + ] + }, + { + "text": "超棒", + "boxes": [ + 758, + 850, + 794, + 870 + ] + }, + { + "text": "4.95超棒", + "boxes": [ + 956, + 844, + 1040, + 876 + ] + }, + { + "text": "￥715", + "boxes": [ + 1130, + 848, + 1164, + 868 + ] + }, + { + "text": "B企业商旅", + "boxes": [ + 24, + 870, + 124, + 901 + ] + }, + { + "text": "7984条点评", + "boxes": [ + 468, + 876, + 548, + 901 + ] + }, + { + "text": "￥201", + "boxes": [ + 640, + 878, + 680, + 903 + ] + }, + { + "text": "3744条点评", + "boxes": [ + 712, + 876, + 790, + 901 + ] + }, + { + "text": "￥661", + "boxes": [ + 880, + 878, + 922, + 903 + ] + }, + { + "text": "4648条点评", + "boxes": [ + 954, + 876, + 1034, + 901 + ] + }, + { + "text": "￥671", + "boxes": [ + 1126, + 879, + 1164, + 899 + ] + }, + { + "text": "携程商旅.", + "boxes": [ + 1236, + 887, + 1338, + 925 + ] + }, + { + "text": "老友会", + "boxes": [ + 28, + 921, + 108, + 947 + ] + }, + { + "text": "携程集团旗下一站式企业差旅服务平台", + "boxes": [ + 1242, + 919, + 1428, + 943 + ] + }, + { + "text": "关于携程", + "boxes": [ + 28, + 969, + 124, + 995 + ] + }, + { + "text": "当季热推", + "boxes": [ + 456, + 967, + 546, + 999 + ] + }, + { + "text": "出发地上海", + "boxes": [ + 546, + 967, + 652, + 999 + ] + }, + { + "text": "携程旅行网：酒", + "boxes": [ + 216, + 1048, + 306, + 1072 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "登录首页", + "boxes": [ + 10, + 28, + 86, + 54 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 126, + 89 + ] + }, + { + "text": "☆", + "boxes": [ + 1602, + 68, + 1660, + 87 + ] + }, + { + "text": "飞携程旅行", + "boxes": [ + 362, + 111, + 562, + 159 + ] + }, + { + "text": "首页", + "boxes": [ + 1396, + 125, + 1444, + 145 + ] + }, + { + "text": "依据《网络安全法》，为保障您相关功能的正常使用，账号需绑定手机，如您未绑定则登录后会引导您操作绑定", + "boxes": [ + 544, + 175, + 1136, + 199 + ] + }, + { + "text": "新版《隐私政策》已上线，感谢您的支", + "boxes": [ + 1154, + 177, + 1356, + 195 + ] + }, + { + "text": "账号密码登录", + "boxes": [ + 1018, + 276, + 1134, + 308 + ] + }, + { + "text": "手机号查单", + "boxes": [ + 1270, + 274, + 1336, + 300 + ] + }, + { + "text": "忘记密码", + "boxes": [ + 1276, + 391, + 1326, + 411 + ] + }, + { + "text": "●阅读并同意携程的服务协议和个人信息保护政策", + "boxes": [ + 1020, + 480, + 1302, + 504 + ] + }, + { + "text": "验证码登录", + "boxes": [ + 1020, + 516, + 1082, + 536 + ] + }, + { + "text": "免费注册", + "boxes": [ + 1294, + 518, + 1340, + 536 + ] + }, + { + "text": "旅游资讯", + "boxes": [ + 370, + 816, + 464, + 854 + ] + }, + { + "text": "加盟合作", + "boxes": [ + 640, + 816, + 734, + 854 + ] + }, + { + "text": "关于携程", + "boxes": [ + 912, + 816, + 1006, + 854 + ] + }, + { + "text": "宾馆索引", + "boxes": [ + 374, + 858, + 428, + 887 + ] + }, + { + "text": "攻略索引", + "boxes": [ + 474, + 856, + 534, + 887 + ] + }, + { + "text": "分销联盟", + "boxes": [ + 642, + 856, + 704, + 887 + ] + }, + { + "text": "友情链接", + "boxes": [ + 746, + 856, + 806, + 887 + ] + }, + { + "text": "关于携程", + "boxes": [ + 914, + 856, + 974, + 889 + ] + }, + { + "text": "携程热点?", + "boxes": [ + 1018, + 856, + 1084, + 887 + ] + }, + { + "text": "网站导航", + "boxes": [ + 476, + 883, + 536, + 915 + ] + }, + { + "text": "企业礼品卡采购", + "boxes": [ + 644, + 883, + 738, + 915 + ] + }, + { + "text": "联系我们", + "boxes": [ + 914, + 883, + 974, + 915 + ] + }, + { + "text": "诚聘英才", + "boxes": [ + 1018, + 883, + 1078, + 915 + ] + }, + { + "text": "或400-830-6666", + "boxes": [ + 1218, + 874, + 1318, + 899 + ] + }, + { + "text": "机票索引", + "boxes": [ + 374, + 885, + 428, + 915 + ] + }, + { + "text": "保险代理", + "boxes": [ + 742, + 887, + 804, + 913 + ] + }, + { + "text": "邮轮索引", + "boxes": [ + 476, + 911, + 534, + 943 + ] + }, + { + "text": "酒店加盟", + "boxes": [ + 748, + 911, + 808, + 943 + ] + }, + { + "text": "用户协议", + "boxes": [ + 914, + 911, + 972, + 943 + ] + }, + { + "text": "隐私政策", + "boxes": [ + 1018, + 911, + 1076, + 943 + ] + }, + { + "text": "中国香港：+852-3008-3295", + "boxes": [ + 1188, + 903, + 1340, + 927 + ] + }, + { + "text": "旅游索引", + "boxes": [ + 374, + 913, + 428, + 943 + ] + }, + { + "text": "代理合作", + "boxes": [ + 646, + 913, + 696, + 939 + ] + }, + { + "text": "营业执照", + "boxes": [ + 914, + 939, + 974, + 971 + ] + }, + { + "text": "安全中心", + "boxes": [ + 1018, + 939, + 1076, + 971 + ] + }, + { + "text": "中国澳门：+86-213406-4888", + "boxes": [ + 1188, + 931, + 1348, + 955 + ] + }, + { + "text": "企业差旅索引", + "boxes": [ + 374, + 943, + 452, + 969 + ] + }, + { + "text": "目的地及景区合作 更多加盟合作", + "boxes": [ + 642, + 941, + 828, + 971 + ] + }, + { + "text": "中国台湾：+86-213406-4888", + "boxes": [ + 1188, + 961, + 1350, + 985 + ] + }, + { + "text": "携程内容中心", + "boxes": [ + 916, + 971, + 998, + 997 + ] + }, + { + "text": "知识产权", + "boxes": [ + 1020, + 971, + 1074, + 997 + ] + }, + { + "text": "其他国家和地区：+86-21-3406-4888", + "boxes": [ + 1188, + 989, + 1386, + 1012 + ] + }, + { + "text": "Trip.com Group", + "boxes": [ + 916, + 1001, + 1002, + 1024 + ] + }, + { + "text": "登录首页-", + "boxes": [ + 222, + 1050, + 280, + 1070 + ] + } + ] + }, + { + "frame_id": "90_6_9", + "episode_id": 90, + "env_id": 6, + "step": 9, + "format_rewards": 1.0, + "rewards": 10.086648941040039, + "advantages": 0.2504136562347412, + "generated_text": "{\n \"intent\": \"Move the cursor to hover over the 'iPhone' section to explore potential options related to iPhones.\",\n \"action\": \"DoubleClick(701, 108)\" \n}", + "action_string": "DoubleClick(701, 108)", + "intent_string": "Move the cursor to hover over the 'iPhone' section to explore potential options related to iPhones.", + "before_screen_ocr_results": [ + { + "text": "☆", + "boxes": [ + 1598, + 68, + 1660, + 87 + ] + }, + { + "text": "AirPod", + "boxes": [ + 910, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Home", + "boxes": [ + 986, + 109, + 1050, + 129 + ] + }, + { + "text": "Entertainment", + "boxes": [ + 1084, + 111, + 1164, + 129 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1202, + 111, + 1268, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1300, + 111, + 1348, + 129 + ] + }, + { + "text": "Q", + "boxes": [ + 1378, + 111, + 1396, + 127 + ] + }, + { + "text": "口", + "boxes": [ + 1428, + 111, + 1444, + 127 + ] + }, + { + "text": "Accessories", + "boxes": [ + 460, + 155, + 584, + 185 + ] + }, + { + "text": "MagSafe", + "boxes": [ + 453, + 230, + 627, + 290 + ] + }, + { + "text": " Fiter", + "boxes": [ + 276, + 338, + 330, + 367 + ] + }, + { + "text": "Product Type", + "boxes": [ + 272, + 419, + 390, + 453 + ] + }, + { + "text": "Cases & Covers", + "boxes": [ + 276, + 474, + 380, + 500 + ] + }, + { + "text": "Wallets", + "boxes": [ + 276, + 500, + 326, + 526 + ] + }, + { + "text": "Wireless Chargers", + "boxes": [ + 274, + 528, + 396, + 552 + ] + }, + { + "text": "iPhone", + "boxes": [ + 274, + 566, + 332, + 586 + ] + }, + { + "text": "Compatibility", + "boxes": [ + 272, + 584, + 390, + 613 + ] + }, + { + "text": "Watch", + "boxes": [ + 272, + 623, + 334, + 649 + ] + }, + { + "text": "Compatibility", + "boxes": [ + 274, + 647, + 388, + 671 + ] + }, + { + "text": "AirPods", + "boxes": [ + 274, + 685, + 348, + 711 + ] + }, + { + "text": "Compatibility", + "boxes": [ + 274, + 705, + 390, + 735 + ] + }, + { + "text": "Brand", + "boxes": [ + 274, + 746, + 328, + 772 + ] + }, + { + "text": "Features", + "boxes": [ + 272, + 784, + 352, + 816 + ] + }, + { + "text": "Only at Apple", + "boxes": [ + 274, + 826, + 390, + 856 + ] + }, + { + "text": "FreeEngravir", + "boxes": [ + 630, + 834, + 706, + 852 + ] + }, + { + "text": "AirPods Pro 2", + "boxes": [ + 618, + 858, + 730, + 887 + ] + }, + { + "text": "iPhone 16 Pro Clear Case with MagSafe", + "boxes": [ + 918, + 858, + 1226, + 887 + ] + }, + { + "text": "iPhone 16 Pro Silicone Case with MagSafe -", + "boxes": [ + 1302, + 858, + 1634, + 887 + ] + }, + { + "text": "Peony", + "boxes": [ + 1446, + 885, + 1500, + 911 + ] + }, + { + "text": "$249.00", + "boxes": [ + 636, + 925, + 710, + 951 + ] + }, + { + "text": "$49.00", + "boxes": [ + 1042, + 925, + 1104, + 951 + ] + }, + { + "text": "$49.00", + "boxes": [ + 1442, + 925, + 1504, + 951 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": " iPhone - Apple", + "boxes": [ + 22, + 25, + 128, + 54 + ] + }, + { + "text": "←→", + "boxes": [ + 8, + 62, + 130, + 93 + ] + }, + { + "text": "☆", + "boxes": [ + 1600, + 66, + 1662, + 91 + ] + }, + { + "text": "亦口", + "boxes": [ + 1790, + 69, + 1848, + 87 + ] + }, + { + "text": "AirPod", + "boxes": [ + 910, + 113, + 946, + 127 + ] + }, + { + "text": "TV & Hor", + "boxes": [ + 986, + 109, + 1038, + 129 + ] + }, + { + "text": "Accessories", + "boxes": [ + 1202, + 111, + 1268, + 129 + ] + }, + { + "text": "Support", + "boxes": [ + 1298, + 111, + 1348, + 129 + ] + }, + { + "text": "亡", + "boxes": [ + 1424, + 111, + 1442, + 127 + ] + }, + { + "text": "Explore iPhone", + "boxes": [ + 462, + 179, + 548, + 202 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 744, + 179, + 818, + 202 + ] + }, + { + "text": " More from iPhone", + "boxes": [ + 912, + 179, + 1016, + 202 + ] + }, + { + "text": " Explore AlliPhone ", + "boxes": [ + 458, + 210, + 666, + 250 + ] + }, + { + "text": "Shop iPhone", + "boxes": [ + 742, + 212, + 822, + 238 + ] + }, + { + "text": " iPhone Suppot", + "boxes": [ + 910, + 208, + 1008, + 240 + ] + }, + { + "text": "iPhone 16 Pro", + "boxes": [ + 458, + 250, + 618, + 286 + ] + }, + { + "text": "Apple Trade In", + "boxes": [ + 742, + 260, + 832, + 286 + ] + }, + { + "text": "ios 18", + "boxes": [ + 912, + 258, + 958, + 286 + ] + }, + { + "text": "iPhone 16", + "boxes": [ + 458, + 286, + 578, + 324 + ] + }, + { + "text": "Carrier Deals at Apple", + "boxes": [ + 740, + 284, + 872, + 308 + ] + }, + { + "text": "Apple Inteligence", + "boxes": [ + 912, + 282, + 1024, + 312 + ] + }, + { + "text": "Financing", + "boxes": [ + 740, + 306, + 808, + 338 + ] + }, + { + "text": "Apps by Apple", + "boxes": [ + 912, + 306, + 1004, + 338 + ] + }, + { + "text": "iPhone 16e", + "boxes": [ + 458, + 324, + 590, + 361 + ] + }, + { + "text": "iPhone Privacy", + "boxes": [ + 914, + 332, + 1004, + 357 + ] + }, + { + "text": "icloud+", + "boxes": [ + 907, + 348, + 967, + 388 + ] + }, + { + "text": "iPhone 15 ", + "boxes": [ + 456, + 363, + 578, + 401 + ] + }, + { + "text": "Weallet, ay, Card", + "boxes": [ + 909, + 375, + 1019, + 411 + ] + }, + { + "text": "Compare iPhone", + "boxes": [ + 462, + 413, + 558, + 437 + ] + }, + { + "text": "Siri", + "boxes": [ + 914, + 405, + 940, + 427 + ] + }, + { + "text": "SwitchfromAndroid", + "boxes": [ + 466, + 439, + 582, + 457 + ] + } + ] + }, + { + "frame_id": "90_7_9", + "episode_id": 90, + "env_id": 7, + "step": 9, + "format_rewards": 1.0, + "rewards": 9.02133560180664, + "advantages": -0.27247387170791626, + "generated_text": "{\n \"intent\": \"Click on the product to view more details\",\n \"action\": \"DoubleClick(700, 400)\"\n}", + "action_string": "DoubleClick(700, 400)", + "intent_string": "Click on the product to view more details", + "before_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 130, + 91 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1874, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " Apple -", + "boxes": [ + 258, + 109, + 332, + 133 + ] + }, + { + "text": "- http://www.apple.com", + "boxes": [ + 320, + 111, + 478, + 135 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": " bing", + "boxes": [ + 254, + 143, + 316, + 169 + ] + }, + { + "text": "bing.com", + "boxes": [ + 330, + 147, + 390, + 167 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 282, + 214, + 588, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 254, + 316, + 272 + ] + }, + { + "text": "4.2★★★★", + "boxes": [ + 682, + 451, + 808, + 474 + ] + }, + { + "text": "9,232 ratings | Search this page", + "boxes": [ + 824, + 455, + 1034, + 472 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 682, + 474, + 794, + 505 + ] + }, + { + "text": "Cancel anytime", + "boxes": [ + 1398, + 469, + 1478, + 492 + ] + }, + { + "text": "Already a member? Sign in", + "boxes": [ + 1394, + 494, + 1568, + 524 + ] + }, + { + "text": " 1 sustainability feature", + "boxes": [ + 682, + 508, + 856, + 538 + ] + }, + { + "text": "CHIJIANYUAN", + "boxes": [ + 1459, + 539, + 1551, + 576 + ] + }, + { + "text": "$46.9", + "boxes": [ + 1818, + 540, + 1854, + 554 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 566, + 1450, + 594 + ] + }, + { + "text": "-37% $3149", + "boxes": [ + 686, + 584, + 808, + 615 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Payment", + "boxes": [ + 1400, + 606, + 1452, + 625 + ] + }, + { + "text": " Secure transaction", + "boxes": [ + 1466, + 604, + 1570, + 627 + ] + }, + { + "text": "V See more", + "boxes": [ + 1400, + 623, + 1470, + 649 + ] + }, + { + "text": "620", + "boxes": [ + 1794, + 619, + 1882, + 659 + ] + }, + { + "text": "Exclusive Prime price", + "boxes": [ + 684, + 643, + 814, + 667 + ] + }, + { + "text": "Regular Price", + "boxes": [ + 1394, + 683, + 1486, + 709 + ] + }, + { + "text": "", + "boxes": [ + 1794, + 680, + 1872, + 720 + ] + }, + { + "text": "$3599", + "boxes": [ + 1394, + 709, + 1448, + 739 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1808, + 717, + 1864, + 742 + ] + }, + { + "text": " Delivery Saturday, May 24", + "boxes": [ + 1392, + 732, + 1570, + 760 + ] + }, + { + "text": "Roll over image to zoom i", + "boxes": [ + 352, + 768, + 508, + 786 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 768, + 1820, + 788 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 856, + 726, + 883 + ] + }, + { + "text": "Gtheos", + "boxes": [ + 855, + 853, + 909, + 886 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1390, + 864, + 1454, + 883 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 881, + 724, + 909 + ] + }, + { + "text": "White", + "boxes": [ + 858, + 881, + 904, + 909 + ] + }, + { + "text": "Ear Placement", + "boxes": [ + 682, + 909, + 780, + 935 + ] + }, + { + "text": "Over Ear", + "boxes": [ + 858, + 909, + 918, + 935 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 937, + 768, + 961 + ] + }, + { + "text": " Over Ear", + "boxes": [ + 856, + 935, + 918, + 961 + ] + }, + { + "text": "32 0hm", + "boxes": [ + 860, + 963, + 914, + 983 + ] + }, + { + "text": "New (3) from", + "boxes": [ + 1394, + 969, + 1470, + 987 + ] + }, + { + "text": "$359", + "boxes": [ + 1484, + 969, + 1514, + 983 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 975, + 1820, + 995 + ] + }, + { + "text": " About this item", + "boxes": [ + 678, + 1000, + 836, + 1037 + ] + } + ], + "after_screen_ocr_results": [ + { + "text": "←", + "boxes": [ + 12, + 66, + 36, + 87 + ] + }, + { + "text": "→C", + "boxes": [ + 32, + 66, + 128, + 91 + ] + }, + { + "text": "es-Detachable-Microphonedp/B0B4B2HW2N/ref=sr_1_2?_encoding=UTF8&content-id=amzn1.sym.12129333-2117-4490-9c17**", + "boxes": [ + 694, + 69, + 1604, + 87 + ] + }, + { + "text": "三四?", + "boxes": [ + 1786, + 66, + 1874, + 91 + ] + }, + { + "text": " amazon", + "boxes": [ + 13, + 103, + 131, + 145 + ] + }, + { + "text": " Apple -", + "boxes": [ + 258, + 109, + 332, + 133 + ] + }, + { + "text": "- http://www.apple.com", + "boxes": [ + 320, + 111, + 478, + 135 + ] + }, + { + "text": "Subtotal", + "boxes": [ + 1812, + 105, + 1874, + 131 + ] + }, + { + "text": "$5,086.28", + "boxes": [ + 1810, + 125, + 1878, + 151 + ] + }, + { + "text": " bing", + "boxes": [ + 254, + 143, + 316, + 169 + ] + }, + { + "text": "bing.com", + "boxes": [ + 330, + 147, + 390, + 167 + ] + }, + { + "text": "爱奇艺-在线视频网站-海量正版高清视频在线观看", + "boxes": [ + 282, + 214, + 588, + 238 + ] + }, + { + "text": "知zhihu", + "boxes": [ + 258, + 254, + 316, + 272 + ] + }, + { + "text": "4.2★★★★", + "boxes": [ + 682, + 451, + 808, + 474 + ] + }, + { + "text": "9,232 ratings 1 Search this page", + "boxes": [ + 826, + 455, + 1034, + 472 + ] + }, + { + "text": "Amazon's Choice", + "boxes": [ + 682, + 474, + 794, + 505 + ] + }, + { + "text": "Cancel anytime", + "boxes": [ + 1398, + 469, + 1478, + 492 + ] + }, + { + "text": "Already a member? Sign in", + "boxes": [ + 1394, + 494, + 1568, + 524 + ] + }, + { + "text": " 1 sustainabilty feature", + "boxes": [ + 682, + 504, + 856, + 540 + ] + }, + { + "text": "CHIJIANYUAN", + "boxes": [ + 1459, + 539, + 1551, + 576 + ] + }, + { + "text": "$46.9", + "boxes": [ + 1818, + 540, + 1854, + 554 + ] + }, + { + "text": "Returns", + "boxes": [ + 1400, + 566, + 1450, + 594 + ] + }, + { + "text": "-37% $3149", + "boxes": [ + 686, + 584, + 808, + 615 + ] + }, + { + "text": "Qty:12", + "boxes": [ + 1792, + 580, + 1862, + 606 + ] + }, + { + "text": "Payment", + "boxes": [ + 1400, + 606, + 1452, + 625 + ] + }, + { + "text": " Secure transaction", + "boxes": [ + 1466, + 604, + 1570, + 627 + ] + }, + { + "text": "V See more", + "boxes": [ + 1400, + 623, + 1470, + 649 + ] + }, + { + "text": "620", + "boxes": [ + 1794, + 619, + 1882, + 659 + ] + }, + { + "text": "Exclusive Prime price", + "boxes": [ + 684, + 643, + 814, + 667 + ] + }, + { + "text": "Regular Price", + "boxes": [ + 1394, + 683, + 1486, + 709 + ] + }, + { + "text": "", + "boxes": [ + 1794, + 680, + 1872, + 720 + ] + }, + { + "text": "$3599", + "boxes": [ + 1394, + 709, + 1448, + 739 + ] + }, + { + "text": "$39.99", + "boxes": [ + 1808, + 717, + 1864, + 742 + ] + }, + { + "text": " Delivery Saturday, May 24", + "boxes": [ + 1392, + 732, + 1570, + 760 + ] + }, + { + "text": "Roll over image to zoom i", + "boxes": [ + 352, + 768, + 508, + 786 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 768, + 1820, + 788 + ] + }, + { + "text": "Brand", + "boxes": [ + 682, + 856, + 726, + 883 + ] + }, + { + "text": "Gtheos", + "boxes": [ + 855, + 853, + 909, + 884 + ] + }, + { + "text": "Add to List", + "boxes": [ + 1390, + 864, + 1454, + 883 + ] + }, + { + "text": "Color", + "boxes": [ + 682, + 881, + 724, + 909 + ] + }, + { + "text": "White", + "boxes": [ + 858, + 881, + 904, + 909 + ] + }, + { + "text": "Ear Placement", + "boxes": [ + 682, + 909, + 780, + 935 + ] + }, + { + "text": "Over Ear", + "boxes": [ + 858, + 909, + 918, + 935 + ] + }, + { + "text": "$19.90", + "boxes": [ + 1812, + 921, + 1862, + 947 + ] + }, + { + "text": "Form Factor", + "boxes": [ + 682, + 937, + 768, + 961 + ] + }, + { + "text": " Over Ear", + "boxes": [ + 856, + 935, + 918, + 961 + ] + }, + { + "text": "32 0hm", + "boxes": [ + 860, + 963, + 914, + 983 + ] + }, + { + "text": "New (3) from", + "boxes": [ + 1394, + 969, + 1470, + 987 + ] + }, + { + "text": "$359", + "boxes": [ + 1484, + 969, + 1514, + 983 + ] + }, + { + "text": "立", + "boxes": [ + 1794, + 975, + 1820, + 995 + ] + }, + { + "text": " About this item", + "boxes": [ + 678, + 1000, + 836, + 1037 + ] + } + ] + } + ] +} \ No newline at end of file diff --git a/ScreenExplorer-3B-E1/episode_90/scores_v3.json b/ScreenExplorer-3B-E1/episode_90/scores_v3.json new file mode 100644 index 0000000000000000000000000000000000000000..9b854360b314ab1e5026f2f2bc3f96b266d0bae9 --- /dev/null +++ b/ScreenExplorer-3B-E1/episode_90/scores_v3.json @@ -0,0 +1,19 @@ +{ + "directory_path": "logs/ScreenExplorer_2025-05-14_13-31-185da9f3/episode_90", + "single_trajectory_image_diversity": 0.5004231967031956, + "single_trajectory_text_diversity": 0.3503282405436039, + "single_trajectory_image_diversity_max": 0.8662109375, + "single_trajectory_image_diversity_min": 0.0, + "single_trajectory_image_diversity_std": 0.2901611328125, + "single_trajectory_text_diversity_max": 0.57183837890625, + "single_trajectory_text_diversity_min": 0.009765625, + "single_trajectory_text_diversity_std": 0.171234130859375, + "group_trajectories_image_diversity": 0.6055565476417542, + "group_trajectories_text_diversity": 0.44737502932548523, + "group_trajectories_image_diversity_max": 1.171875, + "group_trajectories_image_diversity_min": -0.0078125, + "group_trajectories_image_diversity_std": 0.314453125, + "group_trajectories_text_diversity_max": 0.736328125, + "group_trajectories_text_diversity_min": -0.0009765625, + "group_trajectories_text_diversity_std": 0.1490478515625 +} \ No newline at end of file diff --git a/ScreenExplorer-7B-E1/episode_120/actor_model_120/adapter_config.json b/ScreenExplorer-7B-E1/episode_120/actor_model_120/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e4c138106acf79edf195f0e28248c173bb4c71f7 --- /dev/null +++ b/ScreenExplorer-7B-E1/episode_120/actor_model_120/adapter_config.json @@ -0,0 +1,39 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen2.5-VL-7B-Instruct", + "bias": "none", + "corda_config": null, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "gate_proj", + "down_proj", + "k_proj", + "v_proj", + "o_proj", + "q_proj", + "up_proj" + ], + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/ScreenExplorer-7B-E1/episode_140/actor_model_140/adapter_model.safetensors b/ScreenExplorer-7B-E1/episode_140/actor_model_140/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0ec807418c33ab54be172bac90ac7353d6423419 --- /dev/null +++ b/ScreenExplorer-7B-E1/episode_140/actor_model_140/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01df7270b3489f2fb155759d61b59bc80ff2e18fa62ea84a26b78ff13c3e9e03 +size 761508632 diff --git a/ScreenExplorer-7B-E1/episode_160/actor_model_160/adapter_model.safetensors b/ScreenExplorer-7B-E1/episode_160/actor_model_160/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e384b607e3b6adad38a2d6e4f728544d02aa7453 --- /dev/null +++ b/ScreenExplorer-7B-E1/episode_160/actor_model_160/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56d1bd6786e9053b44ed745909c94019073156ca764370e0d48556ec8d296d3f +size 761508632 diff --git a/ScreenExplorer-7B-E1/episode_180/actor_model_180/adapter_config.json b/ScreenExplorer-7B-E1/episode_180/actor_model_180/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e4c138106acf79edf195f0e28248c173bb4c71f7 --- /dev/null +++ b/ScreenExplorer-7B-E1/episode_180/actor_model_180/adapter_config.json @@ -0,0 +1,39 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen2.5-VL-7B-Instruct", + "bias": "none", + "corda_config": null, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "gate_proj", + "down_proj", + "k_proj", + "v_proj", + "o_proj", + "q_proj", + "up_proj" + ], + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/ScreenExplorer-7B-E1/episode_180/recording_env_rank_0_b0da1.h5 b/ScreenExplorer-7B-E1/episode_180/recording_env_rank_0_b0da1.h5 new file mode 100644 index 0000000000000000000000000000000000000000..39374cbf4890fed7e8903f0aa35ea1b7acbec426 --- /dev/null +++ b/ScreenExplorer-7B-E1/episode_180/recording_env_rank_0_b0da1.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b17b9debb896c0f57fef7c6016b5857c5f5d3706498a6c81aedd306be289582d +size 36120778 diff --git a/ScreenExplorer-7B-E1/episode_180/recording_env_rank_2_9cb90.h5 b/ScreenExplorer-7B-E1/episode_180/recording_env_rank_2_9cb90.h5 new file mode 100644 index 0000000000000000000000000000000000000000..66cbb2c708102b518c3f7a3c33a56762db37db9e --- /dev/null +++ b/ScreenExplorer-7B-E1/episode_180/recording_env_rank_2_9cb90.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a76d8b284dfefb4befb6cc9fdc84e15d3dba6eef7462a118ab53cc1825a508d +size 9594885 diff --git a/ScreenExplorer-7B-E1/episode_180/recording_env_rank_3_1f881.h5 b/ScreenExplorer-7B-E1/episode_180/recording_env_rank_3_1f881.h5 new file mode 100644 index 0000000000000000000000000000000000000000..baca43f7671b048512d4ab6545d6a80ef52c4af4 --- /dev/null +++ b/ScreenExplorer-7B-E1/episode_180/recording_env_rank_3_1f881.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cefb4405e612c4bc1f79837d8141e32af6262dbf3d372bb01c9455cf80044e1 +size 14755474 diff --git a/ScreenExplorer-7B-E1/episode_180/recording_env_rank_5_bc2de.h5 b/ScreenExplorer-7B-E1/episode_180/recording_env_rank_5_bc2de.h5 new file mode 100644 index 0000000000000000000000000000000000000000..54fc48ab810a87fa4645d9e728f26c6b0340691d --- /dev/null +++ b/ScreenExplorer-7B-E1/episode_180/recording_env_rank_5_bc2de.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f28def611b849e16c3f3e15babc7482cb7dd413864447b3dfca6cc171d40963e +size 25687904 diff --git a/ScreenExplorer-7B-E1/episode_180/recording_env_rank_7_d5005.h5 b/ScreenExplorer-7B-E1/episode_180/recording_env_rank_7_d5005.h5 new file mode 100644 index 0000000000000000000000000000000000000000..0729e5019c02115d903197f73c679520e11206c9 --- /dev/null +++ b/ScreenExplorer-7B-E1/episode_180/recording_env_rank_7_d5005.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7545486faa36abacb386a8a604806cc9b88eb889319cc3a2cad8928896d41ddc +size 29586399 diff --git a/ScreenExplorer-7B-E1/episode_50/actor_model_50/README.md b/ScreenExplorer-7B-E1/episode_50/actor_model_50/README.md new file mode 100644 index 0000000000000000000000000000000000000000..589ec54ac19affe115ba89fb3473bc212c5146a5 --- /dev/null +++ b/ScreenExplorer-7B-E1/episode_50/actor_model_50/README.md @@ -0,0 +1,202 @@ +--- +base_model: Qwen/Qwen2.5-VL-7B-Instruct +library_name: peft +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.15.2 \ No newline at end of file diff --git a/ScreenExplorer-7B-E1/episode_50/actor_model_50/adapter_config.json b/ScreenExplorer-7B-E1/episode_50/actor_model_50/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e4c138106acf79edf195f0e28248c173bb4c71f7 --- /dev/null +++ b/ScreenExplorer-7B-E1/episode_50/actor_model_50/adapter_config.json @@ -0,0 +1,39 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen2.5-VL-7B-Instruct", + "bias": "none", + "corda_config": null, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "gate_proj", + "down_proj", + "k_proj", + "v_proj", + "o_proj", + "q_proj", + "up_proj" + ], + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/ScreenExplorer-7B-E1/episode_50/recording_env_rank_0_8929e.h5 b/ScreenExplorer-7B-E1/episode_50/recording_env_rank_0_8929e.h5 new file mode 100644 index 0000000000000000000000000000000000000000..3f243d591410dab1d49fbd4702c48512ce01f2d2 --- /dev/null +++ b/ScreenExplorer-7B-E1/episode_50/recording_env_rank_0_8929e.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ed6d4e02aa023d265071d96c9da01e0cb7bc10c20c4cc1b167d2d33ecefc7ca +size 15963175 diff --git a/ScreenExplorer-7B-E1/episode_50/recording_env_rank_1_9b7dd.h5 b/ScreenExplorer-7B-E1/episode_50/recording_env_rank_1_9b7dd.h5 new file mode 100644 index 0000000000000000000000000000000000000000..e1868908b486ce12a2f5e4b5182c1a99a655096d --- /dev/null +++ b/ScreenExplorer-7B-E1/episode_50/recording_env_rank_1_9b7dd.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a2edae543fd3cc6bce21d1ecb55440536fa980a980f70ca67d94e5f9d6c144 +size 4870529 diff --git a/ScreenExplorer-7B-E1/episode_50/recording_env_rank_2_71c00.h5 b/ScreenExplorer-7B-E1/episode_50/recording_env_rank_2_71c00.h5 new file mode 100644 index 0000000000000000000000000000000000000000..a4797e724a39c59a22484f56065b71732e78e3c4 --- /dev/null +++ b/ScreenExplorer-7B-E1/episode_50/recording_env_rank_2_71c00.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af42b5f72ed779553796523b94ae618244ddb24acd9639d3e40511f2cbd4fbbe +size 4087908 diff --git a/ScreenExplorer-7B-E1/episode_50/recording_env_rank_3_faf8e.h5 b/ScreenExplorer-7B-E1/episode_50/recording_env_rank_3_faf8e.h5 new file mode 100644 index 0000000000000000000000000000000000000000..e22ce120fc53f23c9207405358d344462e36edb3 --- /dev/null +++ b/ScreenExplorer-7B-E1/episode_50/recording_env_rank_3_faf8e.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:641a2b5f90b2358fdf983c585c10ce383edd66609a3a971723d6a1a3371d609b +size 8908339 diff --git a/ScreenExplorer-7B-E1/episode_50/recording_env_rank_4_50820.h5 b/ScreenExplorer-7B-E1/episode_50/recording_env_rank_4_50820.h5 new file mode 100644 index 0000000000000000000000000000000000000000..d999d6cb6a88d333a7ea7a9bd5a6a976842e35b8 --- /dev/null +++ b/ScreenExplorer-7B-E1/episode_50/recording_env_rank_4_50820.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff48db2416d748296fda775f562c8176d1732587c89f68e808373b909df98864 +size 13111613 diff --git a/ScreenExplorer-7B-E1/episode_50/recording_env_rank_6_7b505.h5 b/ScreenExplorer-7B-E1/episode_50/recording_env_rank_6_7b505.h5 new file mode 100644 index 0000000000000000000000000000000000000000..56f1eda14366b99ec57bf4faeb6b1e6ed1279280 --- /dev/null +++ b/ScreenExplorer-7B-E1/episode_50/recording_env_rank_6_7b505.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f30d593767361c0667979cd67a8b10905eb69810c319d1ef03f47cf10ef4edb +size 3013073 diff --git a/ScreenExplorer-7B-E1/episode_50/recording_env_rank_7_819aa.h5 b/ScreenExplorer-7B-E1/episode_50/recording_env_rank_7_819aa.h5 new file mode 100644 index 0000000000000000000000000000000000000000..5130f2b7fc058336d6f8c91eeec3fbcf6aa935a3 --- /dev/null +++ b/ScreenExplorer-7B-E1/episode_50/recording_env_rank_7_819aa.h5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6338b3c79c1ff0c0e4bf16b7e1c99822b8dda6f4d2bd9a5849f8d676aa77c9f +size 19108238 diff --git a/ScreenExplorer-7B-E1/episode_60/actor_model_60/README.md b/ScreenExplorer-7B-E1/episode_60/actor_model_60/README.md new file mode 100644 index 0000000000000000000000000000000000000000..589ec54ac19affe115ba89fb3473bc212c5146a5 --- /dev/null +++ b/ScreenExplorer-7B-E1/episode_60/actor_model_60/README.md @@ -0,0 +1,202 @@ +--- +base_model: Qwen/Qwen2.5-VL-7B-Instruct +library_name: peft +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.15.2 \ No newline at end of file diff --git a/ScreenExplorer-7B-E1/episode_70/actor_model_70/adapter_config.json b/ScreenExplorer-7B-E1/episode_70/actor_model_70/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e4c138106acf79edf195f0e28248c173bb4c71f7 --- /dev/null +++ b/ScreenExplorer-7B-E1/episode_70/actor_model_70/adapter_config.json @@ -0,0 +1,39 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen2.5-VL-7B-Instruct", + "bias": "none", + "corda_config": null, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "gate_proj", + "down_proj", + "k_proj", + "v_proj", + "o_proj", + "q_proj", + "up_proj" + ], + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_rslora": false +} \ No newline at end of file